+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-208.ec2.internal ++ [[ -n ip-10-0-0-208.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-208.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:39:45.372444573 - disable conntrack on geneve port' I0504 20:39:45.372444573 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 20:39:45.388832419 - starting ovnkube-node + echo 'I0504 20:39:45.388832419 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-208.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-208.ec2.internal --init-node ip-10-0-0-208.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-208.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:39:45.428824 3802 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:39:45.428879 3802 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-18892726ba.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:39:45.430224 3802 kube.go:431] Waiting for certificate I0504 20:39:45.430269 3802 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:39:45.430316 3802 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:39:45.431115 3802 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:39:45.469293 3802 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:39:45.469309 3802 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:39:45.476474 3802 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:39:45.476557 3802 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n76vg" I0504 20:39:45.488035 3802 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n76vg" I0504 20:39:45.488090 3802 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:39:46.431046 3802 kube.go:438] Certificate found I0504 20:39:46.431607 3802 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:39:46.432583 3802 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:39:46.492231 3802 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:34:45 +0000 UTC" deadline="2026-05-05 17:25:19.043666121 +0000 UTC" I0504 20:39:46.492274 3802 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h45m32.551408246s" I0504 20:39:46.503668 3802 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:39:46.527765 3802 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:39:46.527867 3802 factory.go:561] Starting watch factory I0504 20:39:46.527972 3802 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.527997 3802 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.528024 3802 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.528030 3802 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.527980 3802 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.528065 3802 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.528252 3802 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.528325 3802 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.528525 3802 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.528549 3802 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.529201 3802 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.529292 3802 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.529866 3802 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:39:46.529996 3802 server.go:101] MetricServer registers OVS metrics I0504 20:39:46.530312 3802 server.go:105] MetricServer registers OVN DB metrics I0504 20:39:46.532531 3802 controller_manager.go:370] Starting the ovnkube controller I0504 20:39:46.532587 3802 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-208.ec2.internal I0504 20:39:46.532652 3802 controller_manager.go:395] NBDB zone sync took: 53.386µs I0504 20:39:46.532663 3802 factory.go:561] Starting watch factory I0504 20:39:46.534944 3802 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:39:46.534969 3802 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:39:46.547902 3802 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:39:46.547943 3802 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:39:46.549834 3802 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.550021 3802 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.551901 3802 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.552728 3802 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:39:46.552823 3802 server.go:109] MetricServer registers OVN Controller metrics I0504 20:39:46.553511 3802 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.556802 3802 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.557826 3802 server.go:113] MetricServer registers OVN Northd metrics I0504 20:39:46.561999 3802 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:39:46.562381 3802 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:46.633553 3802 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:39:46.633568 3802 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:39:46.633572 3802 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:39:46.633575 3802 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:39:46.633578 3802 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:39:46.633594 3802 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:39:46.633701 3802 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:46.633712 3802 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:46.633743 3802 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:46.633789 3802 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:46.637753 3802 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:39:46.637767 3802 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:39:46.637772 3802 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:39:46.637777 3802 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:39:46.637781 3802 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:39:46.637785 3802 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:39:46.651123 3802 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:46.651121 3802 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:46.739655 3802 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:39:46.739674 3802 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:39:46.739783 3802 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.739802 3802 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.743204 3802 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:39:46.743219 3802 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:39:46.743378 3802 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.745381 3802 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:39:46.745454 3802 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.745471 3802 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.748243 3802 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:39:46.748506 3802 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.751116 3802 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:39:46.751176 3802 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.751187 3802 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.753586 3802 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:39:46.754113 3802 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.756692 3802 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:39:46.756762 3802 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.756775 3802 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.758832 3802 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:39:46.759916 3802 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.761886 3802 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:39:46.761944 3802 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.761961 3802 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.764849 3802 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:39:46.765189 3802 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.767117 3802 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:39:46.767367 3802 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:39:46.767383 3802 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:39:46.770058 3802 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:39:46.770801 3802 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:39:46.772724 3802 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:39:46.772783 3802 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.772794 3802 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.772840 3802 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.772854 3802 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.775590 3802 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:39:46.775897 3802 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.776039 3802 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:46.778038 3802 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:39:46.778048 3802 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:39:46.778056 3802 factory.go:680] Watch Factory start up complete, took: 250.193326ms I0504 20:39:46.778127 3802 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:39:46.781429 3802 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:39:46.781439 3802 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:39:46.781446 3802 factory.go:680] Watch Factory start up complete, took: 248.782808ms I0504 20:39:46.781453 3802 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-208.ec2.internal" zone I0504 20:39:46.816139 3802 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:39:46.909095 3802 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:39:46.915140 3802 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:39:46.981267 3802 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:39:46.981414 3802 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:39:46.981431 3802 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:39:47.012950 3802 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:39:47.013023 3802 default_node_network_controller.go:809] Node ip-10-0-0-208.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0504 20:39:47.017899 3802 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.208"] k8s.ovn.org/zone-name:ip-10-0-0-208.ec2.internal] on node ip-10-0-0-208.ec2.internal I0504 20:39:47.037966 3802 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:39:47.043970 3802 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:39:47.044127 3802 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0504 20:39:47.044278 3802 gateway_init.go:263] Preparing Gateway I0504 20:39:47.044290 3802 gateway_shared_intf.go:1687] Creating new gateway I0504 20:39:47.145360 3802 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:39:47.151195 3802 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:39:47.157065 3802 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:39:47.157079 3802 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-208.ec2.internal","mac-address":"12:dd:72:bc:ee:81","ip-addresses":["10.0.0.208/24"],"ip-address":"10.0.0.208/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:12b19747-ef00-4713-b865-d8e1552691cd k8s.ovn.org/node-encap-ips:["10.0.0.208"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.208/24"} k8s.ovn.org/zone-name:ip-10-0-0-208.ec2.internal] on node ip-10-0-0-208.ec2.internal I0504 20:39:47.182672 3802 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:47.282461 3802 controller_manager.go:429] Waiting for node in zone sync took: 500.994708ms I0504 20:39:47.289283 3802 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:39:47.289297 3802 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-208.ec2.internal I0504 20:39:47.307462 3802 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:39:47.313468 3802 controller_manager.go:290] SCTP support detected in OVN I0504 20:39:47.314078 3802 services_controller.go:69] Creating services controller for network=default I0504 20:39:47.314151 3802 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:39:47.314301 3802 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:39:47.314326 3802 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:39:47.314338 3802 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:39:47.314348 3802 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:39:47.314529 3802 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:39:47.314568 3802 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:39:47.314620 3802 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.45µs I0504 20:39:47.314648 3802 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 66.108µs I0504 20:39:47.314654 3802 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 86.315µs I0504 20:39:47.314660 3802 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:39:47.314667 3802 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:39:47.314675 3802 default_network_controller.go:325] Starting the default network controller I0504 20:39:47.314688 3802 udn_enabled_svc.go:95] Performing full resync I0504 20:39:47.314696 3802 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.286µs I0504 20:39:47.314978 3802 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:39:47.314989 3802 udn_enabled_svc.go:104] Starting worker I0504 20:39:47.323444 3802 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:39:47.323496 3802 repair.go:33] Syncing exgw routes took 41.065µs I0504 20:39:47.323517 3802 default_network_controller.go:414] Starting all the Watchers... I0504 20:39:47.323646 3802 namespace.go:98] [kube-public] adding namespace I0504 20:39:47.323658 3802 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:39:47.323658 3802 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:39:47.323665 3802 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:39:47.323676 3802 namespace.go:98] [openshift-multus] adding namespace I0504 20:39:47.323678 3802 namespace.go:98] [openshift] adding namespace I0504 20:39:47.323678 3802 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:39:47.323684 3802 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:39:47.323687 3802 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:39:47.323695 3802 namespace.go:98] [dedicated-admin] adding namespace I0504 20:39:47.323696 3802 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:39:47.323700 3802 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:39:47.323697 3802 namespace.go:98] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] adding namespace I0504 20:39:47.323703 3802 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:39:47.323752 3802 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:39:47.324268 3802 namespace.go:102] [kube-public] adding namespace took 611.02µs I0504 20:39:47.324283 3802 namespace.go:98] [kube-system] adding namespace I0504 20:39:47.324745 3802 namespace.go:102] [kube-system] adding namespace took 457.063µs I0504 20:39:47.324759 3802 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:39:47.325307 3802 namespace.go:102] [openshift-must-gather-operator] adding namespace took 541.631µs I0504 20:39:47.325324 3802 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:39:47.325898 3802 namespace.go:102] [openshift-controller-manager] adding namespace took 2.211294ms I0504 20:39:47.325913 3802 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:39:47.326452 3802 namespace.go:102] [openshift-ingress-operator] adding namespace took 2.781758ms I0504 20:39:47.326474 3802 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0504 20:39:47.326917 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8nbhl: pod openshift-multus/network-metrics-daemon-8nbhl: no pod IPs found I0504 20:39:47.326962 3802 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.285192ms I0504 20:39:47.326982 3802 namespace.go:98] [openshift-backplane] adding namespace I0504 20:39:47.327625 3802 namespace.go:102] [openshift-multus] adding namespace took 3.936383ms I0504 20:39:47.327643 3802 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:39:47.328145 3802 namespace.go:102] [openshift] adding namespace took 4.455027ms I0504 20:39:47.328166 3802 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:39:47.328723 3802 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.032031ms I0504 20:39:47.328739 3802 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:39:47.329266 3802 namespace.go:102] [openshift-config-operator] adding namespace took 5.569068ms I0504 20:39:47.329284 3802 namespace.go:98] [openshift-infra] adding namespace I0504 20:39:47.329744 3802 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.042825ms I0504 20:39:47.329774 3802 namespace.go:98] [default] adding namespace I0504 20:39:47.330299 3802 namespace.go:102] [dedicated-admin] adding namespace took 6.578142ms I0504 20:39:47.330319 3802 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:39:47.330891 3802 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.187139ms I0504 20:39:47.330905 3802 namespace.go:98] [openshift-logging] adding namespace I0504 20:39:47.331432 3802 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.724476ms I0504 20:39:47.331449 3802 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:39:47.331916 3802 namespace.go:102] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] adding namespace took 8.20564ms I0504 20:39:47.331934 3802 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:39:47.332487 3802 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.775915ms I0504 20:39:47.332505 3802 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:39:47.333052 3802 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.28921ms I0504 20:39:47.333067 3802 namespace.go:98] [openshift-route-controller-manager] adding namespace W0504 20:39:47.333506 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-chrv8: pod openshift-network-diagnostics/network-check-target-chrv8: no pod IPs found I0504 20:39:47.333555 3802 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.223321ms I0504 20:39:47.333572 3802 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:39:47.334033 3802 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.113086ms I0504 20:39:47.334052 3802 namespace.go:98] [openshift-config] adding namespace I0504 20:39:47.335064 3802 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.583767ms I0504 20:39:47.335082 3802 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:39:47.335603 3802 namespace.go:102] [openshift-backplane] adding namespace took 8.612467ms I0504 20:39:47.335617 3802 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:39:47.336176 3802 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.526827ms I0504 20:39:47.336194 3802 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:39:47.336630 3802 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.456435ms I0504 20:39:47.336644 3802 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:39:47.337036 3802 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.289732ms I0504 20:39:47.337053 3802 namespace.go:98] [openshift-node] adding namespace I0504 20:39:47.337487 3802 namespace.go:102] [openshift-infra] adding namespace took 8.196612ms I0504 20:39:47.337498 3802 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:39:47.337858 3802 namespace.go:102] [default] adding namespace took 8.076903ms I0504 20:39:47.337869 3802 namespace.go:98] [openshift-console] adding namespace I0504 20:39:47.338287 3802 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.960424ms I0504 20:39:47.338301 3802 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:39:47.338619 3802 namespace.go:102] [openshift-logging] adding namespace took 7.707828ms I0504 20:39:47.338631 3802 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:39:47.339095 3802 namespace.go:102] [openshift-machine-api] adding namespace took 7.640122ms I0504 20:39:47.339109 3802 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:39:47.339490 3802 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.549549ms I0504 20:39:47.339504 3802 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:39:47.339855 3802 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.343721ms I0504 20:39:47.339866 3802 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:39:47.340264 3802 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.190913ms I0504 20:39:47.340277 3802 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:39:47.340658 3802 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.080116ms I0504 20:39:47.340674 3802 namespace.go:98] [openshift-etcd] adding namespace I0504 20:39:47.341039 3802 namespace.go:102] [openshift-config] adding namespace took 6.981191ms I0504 20:39:47.341050 3802 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:39:47.341445 3802 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.357738ms I0504 20:39:47.341456 3802 namespace.go:98] [openshift-operators] adding namespace I0504 20:39:47.341809 3802 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.186572ms I0504 20:39:47.341822 3802 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:39:47.342172 3802 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.972878ms I0504 20:39:47.342183 3802 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:39:47.342536 3802 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.887288ms I0504 20:39:47.342546 3802 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:39:47.342913 3802 namespace.go:102] [openshift-node] adding namespace took 5.855364ms I0504 20:39:47.342926 3802 namespace.go:98] [openshift-host-network] adding namespace I0504 20:39:47.343287 3802 namespace.go:102] [openshift-monitoring] adding namespace took 5.783985ms I0504 20:39:47.343300 3802 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:39:47.343635 3802 namespace.go:102] [openshift-console] adding namespace took 5.761419ms I0504 20:39:47.343645 3802 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:39:47.344001 3802 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.695784ms I0504 20:39:47.344025 3802 namespace.go:98] [openshift-dns] adding namespace I0504 20:39:47.344403 3802 namespace.go:102] [openshift-console-operator] adding namespace took 5.768021ms I0504 20:39:47.344416 3802 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:39:47.344833 3802 namespace.go:102] [openshift-image-registry] adding namespace took 5.718929ms I0504 20:39:47.344845 3802 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:39:47.345225 3802 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.715564ms I0504 20:39:47.345237 3802 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:39:47.345573 3802 namespace.go:102] [openshift-dns-operator] adding namespace took 5.702719ms I0504 20:39:47.345583 3802 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:39:47.345947 3802 namespace.go:102] [openshift-network-operator] adding namespace took 5.664737ms I0504 20:39:47.345960 3802 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:39:47.346333 3802 namespace.go:102] [openshift-etcd] adding namespace took 5.654172ms I0504 20:39:47.346761 3802 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.704426ms I0504 20:39:47.346777 3802 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:39:47.347178 3802 namespace.go:102] [openshift-operators] adding namespace took 5.715703ms I0504 20:39:47.347196 3802 namespace.go:98] [openshift-network-console] adding namespace I0504 20:39:47.347590 3802 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.762752ms I0504 20:39:47.347599 3802 namespace.go:98] [openshift-ingress] adding namespace I0504 20:39:47.348113 3802 namespace.go:102] [openshift-service-ca] adding namespace took 5.924189ms I0504 20:39:47.348128 3802 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:39:47.348662 3802 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.112292ms I0504 20:39:47.348672 3802 namespace.go:98] [kube-node-lease] adding namespace I0504 20:39:47.349124 3802 namespace.go:102] [openshift-host-network] adding namespace took 6.188345ms I0504 20:39:47.349141 3802 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:39:47.349600 3802 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.295615ms I0504 20:39:47.349612 3802 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:39:47.350023 3802 namespace.go:102] [openshift-package-operator] adding namespace took 6.374095ms I0504 20:39:47.350033 3802 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:39:47.350597 3802 namespace.go:102] [openshift-dns] adding namespace took 6.564885ms I0504 20:39:47.350613 3802 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:39:47.351022 3802 namespace.go:102] [openshift-apiserver] adding namespace took 6.60182ms I0504 20:39:47.351032 3802 namespace.go:98] [openshift-authentication] adding namespace I0504 20:39:47.351502 3802 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.653042ms I0504 20:39:47.351510 3802 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:39:47.352137 3802 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.892792ms I0504 20:39:47.352156 3802 namespace.go:98] [openshift-insights] adding namespace I0504 20:39:47.352572 3802 namespace.go:102] [openshift-config-managed] adding namespace took 6.983244ms I0504 20:39:47.352585 3802 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:39:47.353131 3802 namespace.go:102] [openshift-cluster-version] adding namespace took 7.167398ms I0504 20:39:47.353138 3802 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:39:47.354044 3802 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.258399ms I0504 20:39:47.354515 3802 namespace.go:102] [openshift-network-console] adding namespace took 7.314548ms I0504 20:39:47.355200 3802 namespace.go:102] [openshift-ingress] adding namespace took 7.595981ms I0504 20:39:47.355213 3802 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:39:47.355615 3802 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.482675ms I0504 20:39:47.355627 3802 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:39:47.355986 3802 namespace.go:102] [kube-node-lease] adding namespace took 7.310284ms I0504 20:39:47.356379 3802 namespace.go:102] [openshift-marketplace] adding namespace took 7.233436ms I0504 20:39:47.356391 3802 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:39:47.356811 3802 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.19469ms I0504 20:39:47.357260 3802 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.222218ms I0504 20:39:47.357272 3802 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:39:47.357778 3802 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.157466ms I0504 20:39:47.358207 3802 namespace.go:102] [openshift-authentication] adding namespace took 7.170992ms I0504 20:39:47.358592 3802 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.078289ms I0504 20:39:47.358604 3802 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:39:47.359151 3802 namespace.go:102] [openshift-insights] adding namespace took 6.987878ms I0504 20:39:47.359565 3802 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.974991ms I0504 20:39:47.360111 3802 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.966778ms I0504 20:39:47.360535 3802 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.318115ms I0504 20:39:47.360922 3802 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.291408ms I0504 20:39:47.361497 3802 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.101047ms I0504 20:39:47.361929 3802 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.653205ms I0504 20:39:47.362464 3802 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.855129ms I0504 20:39:47.362613 3802 master.go:548] Adding or Updating local node "ip-10-0-0-208.ec2.internal" for network "default" I0504 20:39:47.363572 3802 zone_ic_handler.go:195] Time taken to create transit switch: 313.985µs I0504 20:39:47.363586 3802 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-101.ec2.internal for the network default E0504 20:39:47.363758 3802 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-58.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-58.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-58.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009eb4ba8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0281545804}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 20:39:47.363863 3802 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-58.ec2.internal", UID:"d51675cd-4531-4822-9c7a-52467d513f01", APIVersion:"v1", ResourceVersion:"8831", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-58.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-58.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009eb4ba8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0281545804}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 20:39:47.364684 3802 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-101.ec2.internal" on network "default" took: 1.436272ms W0504 20:39:47.370483 3802 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8nbhl: pod openshift-multus/network-metrics-daemon-8nbhl: no pod IPs found W0504 20:39:47.370500 3802 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-chrv8: pod openshift-network-diagnostics/network-check-target-chrv8: no pod IPs found I0504 20:39:47.371354 3802 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-208.ec2.internal for the network default I0504 20:39:47.371506 3802 zone_ic_handler.go:195] Time taken to create transit switch: 140.977µs I0504 20:39:47.372179 3802 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:39:47.372204 3802 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:39:47.372221 3802 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:39:47.372229 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0504 20:39:47.372287 3802 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:47.372303 3802 services_controller.go:574] Full service sync requested for network=default I0504 20:39:47.372309 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-101.ec2.internal in network "default" I0504 20:39:47.372334 3802 node_tracker.go:169] Node ip-10-0-1-101.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:47.372340 3802 services_controller.go:574] Full service sync requested for network=default I0504 20:39:47.372348 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-58.ec2.internal in network "default" I0504 20:39:47.372369 3802 node_tracker.go:169] Node ip-10-0-2-58.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:47.372375 3802 services_controller.go:574] Full service sync requested for network=default I0504 20:39:47.473134 3802 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:39:47.473153 3802 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:39:47.473197 3802 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:39:47.473258 3802 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:39:47.473282 3802 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:39:47.573772 3802 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:39:47.573790 3802 repair.go:60] Starting repairing loop for services I0504 20:39:47.573892 3802 repair.go:131] Deleted 0 stale service LBs I0504 20:39:47.573917 3802 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:39:47.573941 3802 repair.go:62] Finished repairing loop for services: 152.942µs I0504 20:39:47.573976 3802 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:39:47.573989 3802 services_controller.go:254] Starting workers for network=default I0504 20:39:47.574350 3802 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8nbhl] creating logical port openshift-multus_network-metrics-daemon-8nbhl for pod on switch ip-10-0-0-208.ec2.internal I0504 20:39:47.574459 3802 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-chrv8] creating logical port openshift-network-diagnostics_network-check-target-chrv8 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:39:47.574472 3802 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8nbhl I0504 20:39:47.574551 3802 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-chrv8 W0504 20:39:47.576325 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:39:47.576486 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:39:47.576720 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:47.591157 3802 pod.go:62] [openshift-multus/network-metrics-daemon-8nbhl] pod update took 16.735303ms I0504 20:39:47.591174 3802 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8nbhl] addLogicalPort annotation time took 16.754873ms I0504 20:39:47.591901 3802 pods.go:271] [openshift-multus/network-metrics-daemon-8nbhl] addLogicalPort took 17.56038ms, libovsdb time 556.627µs I0504 20:39:47.594413 3802 pod.go:62] [openshift-network-diagnostics/network-check-target-chrv8] pod update took 19.900892ms I0504 20:39:47.594432 3802 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-chrv8] addLogicalPort annotation time took 19.919719ms I0504 20:39:47.595176 3802 pods.go:271] [openshift-network-diagnostics/network-check-target-chrv8] addLogicalPort took 20.723564ms, libovsdb time 567.994µs I0504 20:39:47.595631 3802 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:39:47.595650 3802 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:39:47.595661 3802 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:39:47.595666 3802 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:39:47.595846 3802 repair.go:29] Repairing admin network policies took 175.07µs I0504 20:39:47.595944 3802 repair.go:92] Repairing baseline admin network policies took 90.436µs I0504 20:39:47.596327 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:39:47.596345 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:39:47.597889 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:39:47.597909 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:39:47.597917 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:39:47.599766 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:39:47.599783 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:39:47.600493 3802 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:39:47.600510 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:39:47.601220 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:39:47.601239 3802 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:39:47.601247 3802 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:39:47.602725 3802 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:39:47.602742 3802 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:39:47.602750 3802 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:39:47.603263 3802 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:39:47.603284 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:39:47.603297 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:39:47.603965 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:39:47.603982 3802 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:39:47.603989 3802 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:39:47.605235 3802 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:39:47.605258 3802 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:39:47.605271 3802 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:39:47.606286 3802 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:39:47.606304 3802 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:39:47.606313 3802 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:39:47.607129 3802 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:39:47.607143 3802 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:39:47.607150 3802 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:39:47.608032 3802 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:39:47.608054 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:39:47.608066 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:39:47.610397 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:39:47.610416 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:39:47.610424 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:39:47.610922 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:39:47.610939 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:39:47.610947 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:39:47.611408 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:39:47.611424 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:39:47.611433 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:39:47.612393 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:39:47.612411 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:39:47.612422 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:39:47.613540 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:39:47.613566 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:39:47.613579 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:39:47.614989 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:39:47.615024 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:39:47.615035 3802 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:39:47.616634 3802 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:39:47.616654 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:39:47.616662 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:39:47.616929 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:39:47.616946 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:39:47.616953 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:39:47.617441 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:39:47.617460 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:39:47.617481 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:39:47.618122 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:39:47.618143 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:39:47.618150 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:39:47.618622 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:39:47.618635 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:39:47.618647 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:39:47.619823 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:39:47.619842 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:39:47.619850 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:39:47.620333 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:39:47.620351 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:39:47.620357 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:39:47.620628 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:39:47.620644 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:39:47.620654 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:39:47.621778 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:39:47.621794 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:39:47.621801 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:39:47.622060 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:39:47.622073 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:39:47.622080 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:39:47.622526 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:39:47.622541 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:39:47.622547 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:39:47.623040 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:39:47.623056 3802 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:39:47.623066 3802 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:39:47.624047 3802 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:39:47.629709 3802 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:39:47.629741 3802 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:39:47.629742 3802 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:39:47.629774 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:39:47.629791 3802 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:39:47.629774 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:39:47.629812 3802 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:39:47.630093 3802 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:39:47.630109 3802 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:39:47.630117 3802 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:39:47.630129 3802 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:39:47.630189 3802 egressfirewall.go:723] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0504 20:39:47.630202 3802 egressfirewall.go:723] Syncing node "ip-10-0-1-101.ec2.internal" for egress firewall I0504 20:39:47.630207 3802 egressfirewall.go:723] Syncing node "ip-10-0-2-58.ec2.internal" for egress firewall I0504 20:39:47.630311 3802 egressqos.go:245] Starting EgressQoS Controller I0504 20:39:47.630326 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:39:47.630337 3802 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:39:47.630347 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:39:47.630356 3802 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:39:47.630367 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:39:47.630375 3802 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:39:47.630381 3802 egressqos.go:259] Repairing EgressQoSes I0504 20:39:47.630388 3802 egressqos.go:399] Starting repairing loop for egressqos I0504 20:39:47.630483 3802 egressqos.go:401] Finished repairing loop for egressqos: 96.242µs I0504 20:39:47.630510 3802 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:39:47.630522 3802 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-208.ec2.internal I0504 20:39:47.630559 3802 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-208.ec2.internal : 37.219µs I0504 20:39:47.630685 3802 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:39:47.630696 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:39:47.630704 3802 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:39:47.630709 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:39:47.630714 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:39:47.630719 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:39:47.630723 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:39:47.630728 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:39:47.630732 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:39:47.630736 3802 egressservice_zone.go:228] Repairing Egress Services I0504 20:39:47.630984 3802 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:39:47.630994 3802 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:39:47.631028 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0504 20:39:47.631042 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 16.669µs I0504 20:39:47.631053 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-101.ec2.internal I0504 20:39:47.631067 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-101.ec2.internal: 13.793µs I0504 20:39:47.631075 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-58.ec2.internal I0504 20:39:47.631084 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-58.ec2.internal: 9.186µs I0504 20:39:47.631156 3802 default_network_controller.go:585] Completing all the Watchers took 307.6312ms I0504 20:39:47.631169 3802 default_network_controller.go:589] Starting unidling controllers I0504 20:39:47.631183 3802 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:39:47.631187 3802 unidle.go:63] Populating Initial ContollerEvent events I0504 20:39:47.631197 3802 unidle.go:79] Setting up event handlers for services I0504 20:39:47.631239 3802 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:39:47.684192 3802 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:48.184315 3802 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:48.683997 3802 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:48.866684 3802 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:39:49.183747 3802 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:49.200876 3802 bridgeconfig.go:537] Gateway is ready I0504 20:39:49.200894 3802 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:39:49.211939 3802 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.208. Updating OVN encap IP. I0504 20:39:49.216975 3802 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.208 - it is already configured I0504 20:39:49.216988 3802 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.208/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:39:49.217201 3802 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.208/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-208.ec2.internal","mac-address":"12:dd:72:bc:ee:81","ip-addresses":["10.0.0.208/24"],"ip-address":"10.0.0.208/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:12b19747-ef00-4713-b865-d8e1552691cd k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.208/24"}] on node ip-10-0-0-208.ec2.internal I0504 20:39:49.231947 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0504 20:39:49.231964 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 22.392µs I0504 20:39:49.232026 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0504 20:39:49.232056 3802 master.go:548] Adding or Updating local node "ip-10-0-0-208.ec2.internal" for network "default" I0504 20:39:49.232086 3802 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:49.232091 3802 egressfirewall.go:723] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0504 20:39:49.232106 3802 services_controller.go:574] Full service sync requested for network=default W0504 20:39:49.232202 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:39:49.232804 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:49.232816 3802 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.208 W0504 20:39:49.232828 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:39:49.232874 3802 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-208.ec2.internal I0504 20:39:49.236115 3802 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-208.ec2.internal. Updating no re-route policies I0504 20:39:49.236190 3802 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-lrrp2 I0504 20:39:49.236192 3802 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-208.ec2.internal I0504 20:39:49.236205 3802 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-lrrp2 I0504 20:39:49.236209 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-208.ec2.internal I0504 20:39:49.236216 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vj788 I0504 20:39:49.236222 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5cjd9 I0504 20:39:49.236224 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-jstqj I0504 20:39:49.236232 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vj788 I0504 20:39:49.236233 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-48vsr I0504 20:39:49.236236 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-jstqj I0504 20:39:49.236238 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8nbhl I0504 20:39:49.236240 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-wq4qr I0504 20:39:49.236241 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bv7sr I0504 20:39:49.236249 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-wq4qr I0504 20:39:49.236250 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-chrv8 I0504 20:39:49.236255 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bv7sr I0504 20:39:49.236256 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-chrv8 I0504 20:39:49.236257 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vj788 after 0 failed attempt(s) I0504 20:39:49.236260 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-jstqj after 0 failed attempt(s) I0504 20:39:49.236260 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hdxfz I0504 20:39:49.236213 3802 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-208.ec2.internal I0504 20:39:49.236271 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hdxfz I0504 20:39:49.236271 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bv7sr after 0 failed attempt(s) I0504 20:39:49.236263 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-wq4qr after 0 failed attempt(s) I0504 20:39:49.236249 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8nbhl I0504 20:39:49.236308 3802 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-chrv8] creating logical port openshift-network-diagnostics_network-check-target-chrv8 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:39:49.236307 3802 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-208.ec2.internal after 0 failed attempt(s) I0504 20:39:49.236342 3802 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8nbhl] creating logical port openshift-multus_network-metrics-daemon-8nbhl for pod on switch ip-10-0-0-208.ec2.internal I0504 20:39:49.236225 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-208.ec2.internal I0504 20:39:49.236368 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-208.ec2.internal after 0 failed attempt(s) I0504 20:39:49.236225 3802 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-lrrp2 after 0 failed attempt(s) I0504 20:39:49.236233 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5cjd9 I0504 20:39:49.236405 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5cjd9 after 0 failed attempt(s) I0504 20:39:49.236242 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-48vsr I0504 20:39:49.236425 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-48vsr after 0 failed attempt(s) I0504 20:39:49.236195 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2hvtd I0504 20:39:49.236435 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-2hvtd I0504 20:39:49.236444 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-2hvtd after 0 failed attempt(s) I0504 20:39:49.236292 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hdxfz after 0 failed attempt(s) I0504 20:39:49.236998 3802 pods.go:271] [openshift-network-diagnostics/network-check-target-chrv8] addLogicalPort took 722.149µs, libovsdb time 271.318µs I0504 20:39:49.237029 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-chrv8 after 0 failed attempt(s) I0504 20:39:49.237425 3802 pods.go:271] [openshift-multus/network-metrics-daemon-8nbhl] addLogicalPort took 1.103708ms, libovsdb time 243.078µs I0504 20:39:49.237435 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8nbhl after 0 failed attempt(s) I0504 20:39:49.255743 3802 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:39:49.267251 3802 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:39:49.270302 3802 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:39:49.306433 3802 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:39:49.359151 3802 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:39:49.374819 3802 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:39:49.374936 3802 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:39:49.374995 3802 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:39:49.375146 3802 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:39:49.375204 3802 gateway_init.go:325] Gateway and management port readiness took 2.196054452s I0504 20:39:49.375231 3802 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:39:49.375266 3802 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:39:49.375278 3802 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:39:49.375287 3802 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:39:49.375347 3802 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:39:49.375424 3802 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.012µs I0504 20:39:49.375689 3802 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:39:49.375719 3802 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.48µs I0504 20:39:49.375727 3802 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.475µs I0504 20:39:49.375734 3802 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:39:49.375743 3802 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:39:49.375748 3802 default_node_network_controller.go:899] Starting the default node network controller I0504 20:39:49.375753 3802 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:39:49.375830 3802 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.776µs I0504 20:39:49.375931 3802 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:39:49.375940 3802 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:39:49.375964 3802 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aea0f0 0xc0002c9340 0xc0002c93b0 0xc0002c9420 0xc0002c9490 0xc0002c9500 0xc0002c9570 0xc000adc9b0 0xc0002c9650 0xc0002c96c0 0xc000adca50 0xc0065753b0 0xc0002c9730 map[0x2ff9080:0xc00229c3c0 0x2ff95c0:0xc00229c540 0x2ffa2e0:0xc00229c300 0x2ffa580:0xc00229c360 0x2ffad60:0xc00229c420 0x2ffb000:0xc00229c480 0x2ffb2a0:0xc00229c4e0 0x2ffba80:0xc00229c5a0 0x2ffbd20:0xc00229c600 0x3026980:0xc0012856e0 0x3026d20:0xc001285740 0x3027800:0xc000ab1920 0x3029160:0xc001c5c000 0x30298a0:0xc001285920 0x302a720:0xc001285680] 0xc000118a10 0} I0504 20:39:49.376042 3802 gateway.go:151] Starting gateway service sync I0504 20:39:49.376498 3802 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:39:49.378558 3802 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:39:49.415567 3802 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:39:49.416685 3802 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:39:49.417765 3802 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:39:49.450487 3802 gateway.go:168] Gateway service sync done. Time taken: 74.43121ms I0504 20:39:49.450937 3802 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32305 I0504 20:39:49.451303 3802 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aea0f0 0xc0002c9340 0xc0002c93b0 0xc0002c9420 0xc0002c9490 0xc0002c9500 0xc0002c9570 0xc000adc9b0 0xc0002c9650 0xc0002c96c0 0xc000adca50 0xc0065753b0 0xc0002c9730 map[0x2ff9080:0xc00229c3c0 0x2ff95c0:0xc00229c540 0x2ffa2e0:0xc00229c300 0x2ffa580:0xc00229c360 0x2ffad60:0xc00229c420 0x2ffb000:0xc00229c480 0x2ffb2a0:0xc00229c4e0 0x2ffba80:0xc00229c5a0 0x2ffbd20:0xc00229c600 0x3026980:0xc0012856e0 0x3026d20:0xc001285740 0x3027800:0xc000ab1920 0x3029160:0xc001c5c000 0x30298a0:0xc001285920 0x302a720:0xc001285680] 0xc000118a10 0} I0504 20:39:49.451743 3802 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aea0f0 0xc0002c9340 0xc0002c93b0 0xc0002c9420 0xc0002c9490 0xc0002c9500 0xc0002c9570 0xc000adc9b0 0xc0002c9650 0xc0002c96c0 0xc000adca50 0xc0065753b0 0xc0002c9730 map[0x2ff9080:0xc00229c3c0 0x2ff95c0:0xc00229c540 0x2ffa2e0:0xc00229c300 0x2ffa580:0xc00229c360 0x2ffad60:0xc00229c420 0x2ffb000:0xc00229c480 0x2ffb2a0:0xc00229c4e0 0x2ffba80:0xc00229c5a0 0x2ffbd20:0xc00229c600 0x3026980:0xc0012856e0 0x3026d20:0xc001285740 0x3027800:0xc000ab1920 0x3029160:0xc001c5c000 0x30298a0:0xc001285920 0x302a720:0xc001285680] 0xc000118a10 0} I0504 20:39:49.451784 3802 gateway.go:532] Reconciling gateway with updates I0504 20:39:49.456944 3802 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:39:49.456966 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:39:49.456972 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:39:49.456981 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:39:49.456986 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:39:49.456987 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:39:49.457001 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:39:49.457000 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:39:49.456989 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:39:49.457026 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:39:49.457028 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:39:49.457029 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:39:49.457040 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:39:49.457057 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:39:49.457019 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:39:49.457060 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:39:49.457065 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:39:49.457045 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:39:49.457059 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:39:49.457080 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:39:49.457016 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:39:49.457087 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:39:49.457090 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:39:49.457091 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:39:49.457096 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:39:49.457095 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:39:49.457099 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:39:49.457110 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:39:49.457111 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:39:49.457116 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:39:49.457116 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:39:49.457119 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:39:49.457120 3802 default_node_network_controller.go:944] Gateway and management port readiness took 81.171176ms I0504 20:39:49.457127 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:39:49.457134 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:39:49.457136 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:39:49.457116 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:39:49.457137 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:39:49.457141 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:39:49.457145 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:39:49.457081 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:39:49.457158 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:39:49.457073 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:39:49.457072 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:39:49.457179 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:39:49.457185 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:39:49.457190 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:39:49.457190 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:39:49.457198 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:39:49.457203 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:39:49.457205 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:39:49.457206 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:49.457217 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:49.457231 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:39:49.457246 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:39:49.457096 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:39:49.457265 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:39:49.457196 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:39:49.457088 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:39:49.457278 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:39:49.457090 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:39:49.457290 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:39:49.457296 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:39:49.457078 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:39:49.457296 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:39:49.457313 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:39:49.457262 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:39:49.457116 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:39:49.457349 3802 port_claim.go:71] Svc openshift-ingress/router-default: port 32429 is already open, no action needed I0504 20:39:49.457352 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:39:49.457114 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:39:49.457362 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:39:49.457361 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:39:49.457371 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:39:49.457094 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:39:49.457399 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:39:49.457355 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:39:49.457432 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:39:49.457141 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:39:49.457143 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:39:49.457471 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:39:49.457152 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:39:49.457477 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:39:49.457480 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:39:49.457162 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:39:49.457164 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:39:49.457165 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:39:49.457166 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:39:49.457496 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:39:49.457167 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:39:49.457168 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:39:49.457536 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:39:49.457171 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:39:49.457169 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:39:49.457079 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:39:49.457570 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:39:49.457177 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:39:49.457174 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:39:49.457177 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:39:49.457601 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:39:49.457178 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:39:49.457176 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:39:49.457182 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:39:49.457634 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:39:49.457185 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:39:49.457196 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:39:49.457256 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:39:49.457661 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:39:49.457275 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:39:49.457682 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:39:49.457067 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:39:49.457689 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:39:49.457298 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:39:49.457101 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:39:49.457711 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:39:49.457357 3802 port_claim.go:71] Svc openshift-ingress/router-default: port 30809 is already open, no action needed I0504 20:39:49.457073 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:39:49.457760 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:39:49.458177 3802 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:39:49.495454 3802 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:39:49.495681 3802 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:39:49.495851 3802 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0504 20:39:49.503951 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:39:49.503973 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:39:49.543022 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:39:49.543049 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:39:49.543059 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:39:49.543088 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:39:49.543099 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:39:49.543109 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:39:49.543122 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:39:49.543131 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:39:49.543140 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:39:49.543149 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:39:49.543158 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:39:49.543167 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:39:49.543176 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:39:49.543184 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:39:49.581239 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:39:49.581246 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:39:51.542152 3802 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:39:51.542167 3802 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:39:51.542225 3802 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0504 20:39:51.554568 3802 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.390495ms I0504 20:39:51.554725 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-101.ec2.internal", IP: 10.0.1.101 to PMTUD blocking rules I0504 20:39:51.554741 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-101.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:39:51.560666 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-58.ec2.internal", IP: 10.0.2.58 to PMTUD blocking rules I0504 20:39:51.560678 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-58.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:39:51.566442 3802 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:39:51.566731 3802 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:39:51.566880 3802 egressservice_node.go:183] Starting Egress Services Controller I0504 20:39:51.566896 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:39:51.566910 3802 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:39:51.566917 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:39:51.566922 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:39:51.566928 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:39:51.566935 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:39:51.566942 3802 egressservice_node.go:197] Repairing Egress Services I0504 20:39:51.576359 3802 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:39:51.576373 3802 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:39:51.576594 3802 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:39:51.576609 3802 link_network_manager.go:119] Link manager is running I0504 20:39:51.576623 3802 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:39:51.576792 3802 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:39:51.576977 3802 vrf_manager.go:128] VRF manager is running I0504 20:39:51.577088 3802 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:39:51.577098 3802 gateway.go:532] Reconciling gateway with updates I0504 20:39:51.603894 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:39:51.603906 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:39:51.603912 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:39:51.603918 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:39:51.603897 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:39:51.603924 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:39:51.603929 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:39:51.603937 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:39:51.603938 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:39:51.603945 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:39:51.603947 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:39:51.603953 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:39:51.603956 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:39:51.603966 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:39:51.603971 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:39:51.603975 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:39:51.603936 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:39:51.603989 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:39:51.603983 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:39:51.603998 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:39:51.603999 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:39:51.604002 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:39:51.604021 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:39:51.604022 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:39:51.603995 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:39:51.604042 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:39:51.604047 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:39:51.604043 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:39:51.604055 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:39:51.604058 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:39:51.604061 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:51.603946 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:39:51.604069 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:39:51.604069 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:39:51.604072 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:39:51.604083 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:39:51.604078 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:39:51.604084 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:39:51.604086 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:39:51.604091 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:39:51.604089 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:39:51.603906 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:39:51.604093 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:39:51.604099 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:39:51.604104 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:39:51.604105 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:39:51.604110 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:39:51.604111 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:39:51.604108 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:39:51.604117 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:39:51.604122 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:39:51.604123 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:39:51.604047 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:39:51.604137 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:39:51.604142 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:39:51.604168 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:39:51.603918 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:39:51.604144 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:39:51.604113 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:39:51.604057 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:39:51.604059 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:39:51.604254 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:39:51.604094 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:39:51.604086 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:39:51.604019 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:39:51.604311 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:39:51.603956 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:39:51.604323 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:39:51.603992 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:39:51.604023 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:39:51.603990 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:39:51.603970 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:39:51.604428 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:39:51.603926 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:39:51.604458 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:39:51.603926 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:39:51.603941 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:39:51.604495 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:39:51.603980 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:39:51.604527 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:39:51.603980 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:39:51.604028 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:39:51.604572 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:39:51.604031 3802 port_claim.go:71] Svc openshift-ingress/router-default: port 32429 is already open, no action needed I0504 20:39:51.604586 3802 port_claim.go:71] Svc openshift-ingress/router-default: port 30809 is already open, no action needed I0504 20:39:51.604032 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:39:51.604622 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:39:51.604049 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:39:51.604048 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:39:51.604061 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:39:51.604674 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:39:51.604065 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:39:51.604681 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:39:51.604066 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:39:51.604072 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:51.604073 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:39:51.604069 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:39:51.604769 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:39:51.604094 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:39:51.604098 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:39:51.604113 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:39:51.604840 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:39:51.604114 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:39:51.604123 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:39:51.604348 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:39:51.604880 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:39:51.647705 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:39:51.647733 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:39:51.647741 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:39:51.647747 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:39:51.647755 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:39:51.647761 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:39:51.647783 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:39:51.647802 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:39:51.647809 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:39:51.647820 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:39:51.690909 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:39:51.690941 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:39:51.690949 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:39:51.690955 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:39:51.690960 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:39:51.690969 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:39:51.690977 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:39:51.730598 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:39:51.730611 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:39:51.730601 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:39:51.730621 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:39:51.730630 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:39:51.730644 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:39:51.730654 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:39:51.730663 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:39:51.730672 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:39:51.730680 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:39:51.730688 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) W0504 20:39:56.758300 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:40:03.695244 3802 default_network_controller.go:1025] Node "ip-10-0-2-58.ec2.internal" in remote zone "ip-10-0-2-58.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:40:03.695996 3802 zone_ic_handler.go:195] Time taken to create transit switch: 269.723µs I0504 20:40:03.696024 3802 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-58.ec2.internal for the network default I0504 20:40:03.697022 3802 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-58.ec2.internal" on network "default" took: 1.296229ms W0504 20:40:07.748191 3802 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:07.748211 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:07.748218 3802 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:07.748236 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:40:07.769079 3802 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:40:07.823402 3802 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-678b7c6486-8zhwb IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-678b7c6486-8zhwb: no pod IPs found W0504 20:40:07.859608 3802 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:40:08.661094 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:08.661112 3802 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:08.661117 3802 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0504 20:40:09.020220 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0504 20:40:09.020254 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 46.623µs I0504 20:40:09.054277 3802 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f7bbd6968-wf67h] creating logical port openshift-image-registry_image-registry-5f7bbd6968-wf67h for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:09.054367 3802 kube.go:256] Updating pod openshift-image-registry/image-registry-5f7bbd6968-wf67h I0504 20:40:09.091129 3802 pod.go:62] [openshift-image-registry/image-registry-5f7bbd6968-wf67h] pod update took 36.790683ms I0504 20:40:09.091152 3802 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f7bbd6968-wf67h] addLogicalPort annotation time took 36.816397ms I0504 20:40:09.092246 3802 pods.go:271] [openshift-image-registry/image-registry-5f7bbd6968-wf67h] addLogicalPort took 37.987315ms, libovsdb time 866.431µs I0504 20:40:09.122159 3802 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-jh652] creating logical port openshift-ingress-canary_ingress-canary-jh652 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:09.122249 3802 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-kz9s5] creating logical port openshift-dns_dns-default-kz9s5 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:09.122269 3802 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-jh652 I0504 20:40:09.122332 3802 kube.go:256] Updating pod openshift-dns/dns-default-kz9s5 I0504 20:40:09.140248 3802 pod.go:62] [openshift-ingress-canary/ingress-canary-jh652] pod update took 18.014544ms I0504 20:40:09.140266 3802 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-jh652] addLogicalPort annotation time took 18.04115ms I0504 20:40:09.140446 3802 pod.go:62] [openshift-dns/dns-default-kz9s5] pod update took 18.141669ms I0504 20:40:09.140463 3802 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-kz9s5] addLogicalPort annotation time took 18.163065ms I0504 20:40:09.141244 3802 pods.go:271] [openshift-ingress-canary/ingress-canary-jh652] addLogicalPort took 19.105974ms, libovsdb time 748.619µs I0504 20:40:09.141499 3802 pods.go:271] [openshift-dns/dns-default-kz9s5] addLogicalPort took 19.263693ms, libovsdb time 822.513µs I0504 20:40:09.205260 3802 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-wc4fp] creating logical port openshift-insights_insights-runtime-extractor-wc4fp for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:09.205375 3802 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-wc4fp I0504 20:40:09.222914 3802 pod.go:62] [openshift-insights/insights-runtime-extractor-wc4fp] pod update took 17.566399ms I0504 20:40:09.222936 3802 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-wc4fp] addLogicalPort annotation time took 17.591508ms I0504 20:40:09.224020 3802 pods.go:271] [openshift-insights/insights-runtime-extractor-wc4fp] addLogicalPort took 18.76423ms, libovsdb time 793.385µs I0504 20:40:09.392038 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-pcdzn for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:09.392140 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn I0504 20:40:09.409294 3802 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn] pod update took 17.184459ms I0504 20:40:09.409313 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn] addLogicalPort annotation time took 17.208969ms I0504 20:40:09.410433 3802 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn] addLogicalPort took 18.432958ms, libovsdb time 843.072µs I0504 20:40:09.444632 3802 cni.go:452] [openshift-image-registry/image-registry-5f7bbd6968-wf67h 8be1368230af428d6a2561aa09fa44b6b3196435ada34b12ff1b14b709e7ccca network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f7bbd6968-wf67h 8be1368230af428d6a2561aa09fa44b6b3196435ada34b12ff1b14b709e7ccca network default NAD default NAD key ] I0504 20:40:09.494597 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f7bbd6968-wf67h, hostIfaceName: 8be1368230af428, network: default, NAD default, SandboxID: "8be1368230af428d6a2561aa09fa44b6b3196435ada34b12ff1b14b709e7ccca", PCI device ID: , UID: "a0beb15f-708b-49c1-aeb5-b72d12af65a2", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0504 20:40:09.532233 3802 cni.go:452] [openshift-ingress-canary/ingress-canary-jh652 22a00047bfc5b483fd66bef807feeaffc5b9c1e2cab1cd5283fd3e9c484e30c7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-jh652 22a00047bfc5b483fd66bef807feeaffc5b9c1e2cab1cd5283fd3e9c484e30c7 network default NAD default NAD key ] I0504 20:40:09.541665 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-jh652, hostIfaceName: 22a00047bfc5b48, network: default, NAD default, SandboxID: "22a00047bfc5b483fd66bef807feeaffc5b9c1e2cab1cd5283fd3e9c484e30c7", PCI device ID: , UID: "4eec8ed5-1887-4e25-8f6a-35661b4912e6", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0504 20:40:09.546649 3802 cni.go:473] [openshift-image-registry/image-registry-5f7bbd6968-wf67h 8be1368230af428d6a2561aa09fa44b6b3196435ada34b12ff1b14b709e7ccca network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f7bbd6968-wf67h 8be1368230af428d6a2561aa09fa44b6b3196435ada34b12ff1b14b709e7ccca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:3a:86:51:32:1f\",\"name\":\"8be1368230af428\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49ee9a54-15c1-4dc9-888d-fec84939f21e\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:09.564315 3802 cni.go:452] [openshift-dns/dns-default-kz9s5 89f1156dd141885c44967ae75b97d9b10da79f21be29a5c1cdf677ed46efec49 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-kz9s5 89f1156dd141885c44967ae75b97d9b10da79f21be29a5c1cdf677ed46efec49 network default NAD default NAD key ] I0504 20:40:09.584221 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-kz9s5, hostIfaceName: 89f1156dd141885, network: default, NAD default, SandboxID: "89f1156dd141885c44967ae75b97d9b10da79f21be29a5c1cdf677ed46efec49", PCI device ID: , UID: "d17dd454-0e5e-446e-86c1-558e88c0974b", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0504 20:40:09.587620 3802 cni.go:473] [openshift-ingress-canary/ingress-canary-jh652 22a00047bfc5b483fd66bef807feeaffc5b9c1e2cab1cd5283fd3e9c484e30c7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-jh652 22a00047bfc5b483fd66bef807feeaffc5b9c1e2cab1cd5283fd3e9c484e30c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:a3:8a:7d:fb:a9\",\"name\":\"22a00047bfc5b48\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3ffbba4-8dc4-481f-80c4-f962283e3a4e\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:09.615021 3802 cni.go:452] [openshift-insights/insights-runtime-extractor-wc4fp 1fb1580ae56f107d765162fedf4ddc482f4e53d492f65bcb24a282764d04a7bf network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-wc4fp 1fb1580ae56f107d765162fedf4ddc482f4e53d492f65bcb24a282764d04a7bf network default NAD default NAD key ] I0504 20:40:09.628503 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-wc4fp, hostIfaceName: 1fb1580ae56f107, network: default, NAD default, SandboxID: "1fb1580ae56f107d765162fedf4ddc482f4e53d492f65bcb24a282764d04a7bf", PCI device ID: , UID: "b59aeb22-7dec-420d-97bd-18863be5e98c", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0504 20:40:09.630936 3802 cni.go:473] [openshift-dns/dns-default-kz9s5 89f1156dd141885c44967ae75b97d9b10da79f21be29a5c1cdf677ed46efec49 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-kz9s5 89f1156dd141885c44967ae75b97d9b10da79f21be29a5c1cdf677ed46efec49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:18:f6:43:14:22\",\"name\":\"89f1156dd141885\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f7596fb-6e32-48c8-9851-32cd8d932bca\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:09.674105 3802 cni.go:473] [openshift-insights/insights-runtime-extractor-wc4fp 1fb1580ae56f107d765162fedf4ddc482f4e53d492f65bcb24a282764d04a7bf network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-wc4fp 1fb1580ae56f107d765162fedf4ddc482f4e53d492f65bcb24a282764d04a7bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:0a:b7:51:85:84\",\"name\":\"1fb1580ae56f107\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3594510-e361-4227-ba36-6fbdf9dcaf70\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:09.856989 3802 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:40:10.396103 3802 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn 4bcade6bbbb57ae63c297c191b77d59beb20b3a360c71158aac8f05ed5adb1ce network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn 4bcade6bbbb57ae63c297c191b77d59beb20b3a360c71158aac8f05ed5adb1ce network default NAD default NAD key ] I0504 20:40:10.407769 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-pcdzn, hostIfaceName: 4bcade6bbbb57ae, network: default, NAD default, SandboxID: "4bcade6bbbb57ae63c297c191b77d59beb20b3a360c71158aac8f05ed5adb1ce", PCI device ID: , UID: "1e4fec30-8584-448c-96de-b7a438a2c68a", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0504 20:40:10.463213 3802 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn 4bcade6bbbb57ae63c297c191b77d59beb20b3a360c71158aac8f05ed5adb1ce network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pcdzn 4bcade6bbbb57ae63c297c191b77d59beb20b3a360c71158aac8f05ed5adb1ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:63:46:a9:99:72\",\"name\":\"4bcade6bbbb57ae\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ffc59dc-39f5-4e04-8129-c0e92db706bd\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:12.661992 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:40:13.908921 3802 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:13.908939 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:13.908944 3802 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:13.940716 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0504 20:40:14.499035 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-bbn8q] creating logical port openshift-monitoring_prometheus-operator-76b589d668-bbn8q for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:14.499120 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-bbn8q I0504 20:40:14.515442 3802 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-bbn8q] pod update took 16.345628ms I0504 20:40:14.515463 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-bbn8q] addLogicalPort annotation time took 16.370754ms I0504 20:40:14.516608 3802 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-bbn8q] addLogicalPort took 17.610249ms, libovsdb time 868.739µs I0504 20:40:15.498928 3802 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-bbn8q 07750efb55acfbf41912fc3829ce0e515c3426f8ebdd569d65c67775f658cb31 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-bbn8q 07750efb55acfbf41912fc3829ce0e515c3426f8ebdd569d65c67775f658cb31 network default NAD default NAD key ] I0504 20:40:15.509270 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-bbn8q, hostIfaceName: 07750efb55acfbf, network: default, NAD default, SandboxID: "07750efb55acfbf41912fc3829ce0e515c3426f8ebdd569d65c67775f658cb31", PCI device ID: , UID: "613a18ba-f5db-44e8-a930-37fc2acfc0d4", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0504 20:40:15.554338 3802 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-bbn8q 07750efb55acfbf41912fc3829ce0e515c3426f8ebdd569d65c67775f658cb31 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-bbn8q 07750efb55acfbf41912fc3829ce0e515c3426f8ebdd569d65c67775f658cb31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:5a:5b:78:d0:b4\",\"name\":\"07750efb55acfbf\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76c2cea9-bb57-4d8f-a234-5841835c9ab4\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:16.631412 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.631433 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.631458 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.631860 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.631871 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.631878 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.581937 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.581957 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.581963 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.581975 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.581980 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.581984 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:40:18.781076 3802 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:18.781170 3802 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg I0504 20:40:18.794978 3802 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg] pod update took 13.836482ms I0504 20:40:18.794999 3802 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg] addLogicalPort annotation time took 13.860894ms I0504 20:40:18.796059 3802 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg] addLogicalPort took 14.999644ms, libovsdb time 785.247µs I0504 20:40:19.139111 3802 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg 2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg 2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7 network default NAD default NAD key ] I0504 20:40:19.153206 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg, hostIfaceName: 2c46376ba4f16ba, network: default, NAD default, SandboxID: "2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7", PCI device ID: , UID: "d9fe2e10-b38b-4ed1-83c3-fb492f5741e5", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0504 20:40:19.208286 3802 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg 2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg 2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f6:60:11:39:a8\",\"name\":\"2c46376ba4f16ba\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/208dddb3-056b-4bde-8f8b-3e9b78399ce3\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:20.152254 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-g6p9n for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:20.152397 3802 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n I0504 20:40:20.168134 3802 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n] pod update took 15.764945ms I0504 20:40:20.168157 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n] addLogicalPort annotation time took 15.792313ms I0504 20:40:20.169413 3802 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n] addLogicalPort took 17.178684ms, libovsdb time 941.063µs I0504 20:40:20.195246 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-5x92w for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:20.195368 3802 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w I0504 20:40:20.224044 3802 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w] pod update took 28.701553ms I0504 20:40:20.224067 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w] addLogicalPort annotation time took 28.729646ms I0504 20:40:20.225217 3802 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w] addLogicalPort took 29.990224ms, libovsdb time 870.919µs I0504 20:40:20.509883 3802 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n be5150d302f9652814622e6c406e2f0ff852e5794a96e5540a69f084689abb09 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n be5150d302f9652814622e6c406e2f0ff852e5794a96e5540a69f084689abb09 network default NAD default NAD key ] I0504 20:40:20.523530 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-g6p9n, hostIfaceName: be5150d302f9652, network: default, NAD default, SandboxID: "be5150d302f9652814622e6c406e2f0ff852e5794a96e5540a69f084689abb09", PCI device ID: , UID: "c4ba060c-ef6c-405e-a82b-00af5d4f52c1", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0504 20:40:20.555970 3802 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w 9d0bce504fa5cb324aad9e43b5470d936e69a1e15500e8268a8fb711ab49e18f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w 9d0bce504fa5cb324aad9e43b5470d936e69a1e15500e8268a8fb711ab49e18f network default NAD default NAD key ] I0504 20:40:20.571742 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-5x92w, hostIfaceName: 9d0bce504fa5cb3, network: default, NAD default, SandboxID: "9d0bce504fa5cb324aad9e43b5470d936e69a1e15500e8268a8fb711ab49e18f", PCI device ID: , UID: "bb0d979e-02d7-40cd-b052-21ffc6690a4c", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0504 20:40:20.578490 3802 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n be5150d302f9652814622e6c406e2f0ff852e5794a96e5540a69f084689abb09 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g6p9n be5150d302f9652814622e6c406e2f0ff852e5794a96e5540a69f084689abb09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f2:ad:cb:a1:c1\",\"name\":\"be5150d302f9652\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef9c4181-a43d-4495-b048-696ef3475d26\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:20.619853 3802 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w 9d0bce504fa5cb324aad9e43b5470d936e69a1e15500e8268a8fb711ab49e18f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5x92w 9d0bce504fa5cb324aad9e43b5470d936e69a1e15500e8268a8fb711ab49e18f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:6d:46:5d:ec:74\",\"name\":\"9d0bce504fa5cb3\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8897a26f-284b-4d7c-9616-9e51d89b468f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:21.205952 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:21.206234 3802 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:40:21.245250 3802 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 39.158607ms I0504 20:40:21.245338 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 39.250756ms I0504 20:40:21.246973 3802 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 41.040447ms, libovsdb time 1.185838ms I0504 20:40:22.176321 3802 cni.go:452] [openshift-monitoring/alertmanager-main-0 142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60 network default NAD default NAD key ] I0504 20:40:22.188183 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 142f7cddd343793, network: default, NAD default, SandboxID: "142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60", PCI device ID: , UID: "e2c8976a-84dd-457b-9163-0bd8ae51b8b8", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0504 20:40:22.245345 3802 cni.go:473] [openshift-monitoring/alertmanager-main-0 142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c5:7f:c1:f0:8f\",\"name\":\"142f7cddd343793\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06873b0f-ea51-4436-8530-2b18f78ff0de\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:23.180105 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-57d4668466-jt7dg] creating logical port openshift-monitoring_thanos-querier-57d4668466-jt7dg for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:23.180248 3802 kube.go:256] Updating pod openshift-monitoring/thanos-querier-57d4668466-jt7dg I0504 20:40:23.206499 3802 pod.go:62] [openshift-monitoring/thanos-querier-57d4668466-jt7dg] pod update took 26.284023ms I0504 20:40:23.206525 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-57d4668466-jt7dg] addLogicalPort annotation time took 26.314869ms I0504 20:40:23.208036 3802 pods.go:271] [openshift-monitoring/thanos-querier-57d4668466-jt7dg] addLogicalPort took 27.943072ms, libovsdb time 1.141515ms I0504 20:40:24.421116 3802 cni.go:452] [openshift-monitoring/thanos-querier-57d4668466-jt7dg 94cb25cfb83b1aa899e44548afc93c8c1522f37fe036057449d524d3a26a5ced network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-57d4668466-jt7dg 94cb25cfb83b1aa899e44548afc93c8c1522f37fe036057449d524d3a26a5ced network default NAD default NAD key ] I0504 20:40:24.430870 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-57d4668466-jt7dg, hostIfaceName: 94cb25cfb83b1aa, network: default, NAD default, SandboxID: "94cb25cfb83b1aa899e44548afc93c8c1522f37fe036057449d524d3a26a5ced", PCI device ID: , UID: "4a9f1df3-f492-4892-962a-e454a1a99931", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0504 20:40:24.479227 3802 cni.go:473] [openshift-monitoring/thanos-querier-57d4668466-jt7dg 94cb25cfb83b1aa899e44548afc93c8c1522f37fe036057449d524d3a26a5ced network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-57d4668466-jt7dg 94cb25cfb83b1aa899e44548afc93c8c1522f37fe036057449d524d3a26a5ced network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:3f:04:04:a1:af\",\"name\":\"94cb25cfb83b1aa\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d8372e-64f8-4680-98ee-144c48543e14\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:24.709385 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-m6wqz for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:24.709490 3802 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz I0504 20:40:24.728428 3802 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz] pod update took 18.966639ms I0504 20:40:24.728459 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz] addLogicalPort annotation time took 19.001367ms I0504 20:40:24.729802 3802 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz] addLogicalPort took 20.433138ms, libovsdb time 944.057µs W0504 20:40:24.738483 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:24.738506 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:24.738513 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:40:24.841030 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7bf585d689-9x26q] creating logical port openshift-monitoring_metrics-server-7bf585d689-9x26q for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:24.841148 3802 kube.go:256] Updating pod openshift-monitoring/metrics-server-7bf585d689-9x26q I0504 20:40:24.859299 3802 pod.go:62] [openshift-monitoring/metrics-server-7bf585d689-9x26q] pod update took 18.182828ms I0504 20:40:24.859320 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7bf585d689-9x26q] addLogicalPort annotation time took 18.211564ms I0504 20:40:24.860686 3802 pods.go:271] [openshift-monitoring/metrics-server-7bf585d689-9x26q] addLogicalPort took 19.687419ms, libovsdb time 1.020401ms W0504 20:40:24.908543 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:24.908563 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:24.908569 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:40:25.357626 3802 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz c573ae8a1c83b3ba8e1f42ffbd214ed15cff685130f559282246529fcc95c2c5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz c573ae8a1c83b3ba8e1f42ffbd214ed15cff685130f559282246529fcc95c2c5 network default NAD default NAD key ] I0504 20:40:25.358329 3802 cni.go:452] [openshift-monitoring/metrics-server-7bf585d689-9x26q 4df445d7f73fbe8d5314b9c3cd999d9ae6a55b4a8631e5318322fe16b2ab76c9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7bf585d689-9x26q 4df445d7f73fbe8d5314b9c3cd999d9ae6a55b4a8631e5318322fe16b2ab76c9 network default NAD default NAD key ] I0504 20:40:25.370020 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7bf585d689-9x26q, hostIfaceName: 4df445d7f73fbe8, network: default, NAD default, SandboxID: "4df445d7f73fbe8d5314b9c3cd999d9ae6a55b4a8631e5318322fe16b2ab76c9", PCI device ID: , UID: "3398feff-cd12-45aa-bfad-3fb2ccd22802", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0504 20:40:25.370097 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-m6wqz, hostIfaceName: c573ae8a1c83b3b, network: default, NAD default, SandboxID: "c573ae8a1c83b3ba8e1f42ffbd214ed15cff685130f559282246529fcc95c2c5", PCI device ID: , UID: "c40feba1-47cd-4301-b78a-eba22e067751", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0504 20:40:25.425496 3802 cni.go:473] [openshift-monitoring/metrics-server-7bf585d689-9x26q 4df445d7f73fbe8d5314b9c3cd999d9ae6a55b4a8631e5318322fe16b2ab76c9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7bf585d689-9x26q 4df445d7f73fbe8d5314b9c3cd999d9ae6a55b4a8631e5318322fe16b2ab76c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:85:8a:fc:c3:d2\",\"name\":\"4df445d7f73fbe8\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/322541d9-02df-4ff6-8e11-166e3e121c4b\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:25.441521 3802 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz c573ae8a1c83b3ba8e1f42ffbd214ed15cff685130f559282246529fcc95c2c5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-m6wqz c573ae8a1c83b3ba8e1f42ffbd214ed15cff685130f559282246529fcc95c2c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6c:40:af:b6:d7\",\"name\":\"c573ae8a1c83b3b\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bfac342-7b07-4850-bb1a-0a3c6eda583b\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:25.969345 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:25.969369 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:25.969377 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:26.577469 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:40:26.577567 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:40:26.655164 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:26.655327 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:40:26.688038 3802 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 32.759018ms I0504 20:40:26.688063 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 32.788991ms I0504 20:40:26.689592 3802 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 34.446629ms, libovsdb time 1.110096ms W0504 20:40:27.752410 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:27.752429 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:27.777429 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:27.777445 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:27.777450 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:27.777454 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:40:27.791629 3802 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1 network default NAD default NAD key ] W0504 20:40:27.798321 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:40:27.802558 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8f902fe79e2b5fa, network: default, NAD default, SandboxID: "8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1", PCI device ID: , UID: "92652189-79d2-41a4-88b1-7e52876577cc", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0504 20:40:27.858685 3802 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c2:d3:f0:ad:2a\",\"name\":\"8f902fe79e2b5fa\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/932d9c0c-8c98-45e1-9a60-edd0645c3b50\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:27.964909 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 20:40:27.997919 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:28.027780 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0504 20:40:28.641289 3802 cni.go:452] [openshift-multus/network-metrics-daemon-8nbhl 1a7e15a24fa142c8d77ced869dc07237f5b3d2c5a74e79bfd258b65d9e92013a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8nbhl 1a7e15a24fa142c8d77ced869dc07237f5b3d2c5a74e79bfd258b65d9e92013a network default NAD default NAD key ] I0504 20:40:28.651617 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8nbhl, hostIfaceName: 1a7e15a24fa142c, network: default, NAD default, SandboxID: "1a7e15a24fa142c8d77ced869dc07237f5b3d2c5a74e79bfd258b65d9e92013a", PCI device ID: , UID: "fd17892b-34dc-4942-ad1e-635b2a9097ae", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0504 20:40:28.706092 3802 cni.go:473] [openshift-multus/network-metrics-daemon-8nbhl 1a7e15a24fa142c8d77ced869dc07237f5b3d2c5a74e79bfd258b65d9e92013a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8nbhl 1a7e15a24fa142c8d77ced869dc07237f5b3d2c5a74e79bfd258b65d9e92013a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f7:43:72:0e:28\",\"name\":\"1a7e15a24fa142c\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cef6936-ebcb-4d59-a475-c79a8d29acdd\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:28.917335 3802 cni.go:452] [openshift-network-diagnostics/network-check-target-chrv8 4b7937abda66d8f0192e0bda01ba68f5799a9c40bcc7d9054245073421463b0f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-chrv8 4b7937abda66d8f0192e0bda01ba68f5799a9c40bcc7d9054245073421463b0f network default NAD default NAD key ] I0504 20:40:28.927122 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-chrv8, hostIfaceName: 4b7937abda66d8f, network: default, NAD default, SandboxID: "4b7937abda66d8f0192e0bda01ba68f5799a9c40bcc7d9054245073421463b0f", PCI device ID: , UID: "0d11e389-430b-45eb-9858-bbeca428cd51", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0504 20:40:28.976102 3802 cni.go:473] [openshift-network-diagnostics/network-check-target-chrv8 4b7937abda66d8f0192e0bda01ba68f5799a9c40bcc7d9054245073421463b0f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-chrv8 4b7937abda66d8f0192e0bda01ba68f5799a9c40bcc7d9054245073421463b0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:66:7a:dc:c3:a0\",\"name\":\"4b7937abda66d8f\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/758afb93-78b3-4fdb-9bc7-d2955032684c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:28.992522 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:28.992543 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:29.073893 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:29.073912 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:29.073921 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:29.073932 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:30.871273 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:40:33.140471 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:33.141061 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:40:33.761155 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:33.761185 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:33.761192 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:33.761197 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:33.761209 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:33.761213 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:33.761220 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:33.761225 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:40:33.792407 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:33.792449 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:33.799381 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cd54b949-2zp52 I0504 20:40:33.799407 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cd54b949-2zp52 W0504 20:40:36.029984 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:36.030028 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:36.030037 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:36.030044 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:40:36.032218 3802 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg 2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg 2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7 network default NAD default NAD key ] I0504 20:40:36.104612 3802 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg 2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg 2c46376ba4f16ba5ceceaa2efe8137c549bb57ae019f8fd30a6d947355a418c7 network default NAD default NAD key default], result "{}", err I0504 20:40:36.169476 3802 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:36.169510 3802 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg I0504 20:40:36.170801 3802 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg, ips: 10.130.0.11 I0504 20:40:36.170830 3802 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:36.170852 3802 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:40:36.170868 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:40:36.171105 3802 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:40:36.171120 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:40:37.197466 3802 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:37.197492 3802 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:37.197518 3802 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:37.197530 3802 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:38.972102 3802 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:40:38.981784 3802 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:40:40.548053 3802 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-jcjp6] creating logical port openshift-console_downloads-5c54f4944f-jcjp6 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:40.548180 3802 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-jcjp6 I0504 20:40:40.562577 3802 pod.go:62] [openshift-console/downloads-5c54f4944f-jcjp6] pod update took 14.416017ms I0504 20:40:40.562601 3802 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-jcjp6] addLogicalPort annotation time took 14.444882ms I0504 20:40:40.563925 3802 pods.go:271] [openshift-console/downloads-5c54f4944f-jcjp6] addLogicalPort took 15.885996ms, libovsdb time 990.238µs I0504 20:40:40.916192 3802 cni.go:452] [openshift-console/downloads-5c54f4944f-jcjp6 efdb897aca8a76e8f80261800200138e6015b829d3bde6a32fecb2465c9f2b6f network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-jcjp6 efdb897aca8a76e8f80261800200138e6015b829d3bde6a32fecb2465c9f2b6f network default NAD default NAD key ] I0504 20:40:40.925098 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-jcjp6, hostIfaceName: efdb897aca8a76e, network: default, NAD default, SandboxID: "efdb897aca8a76e8f80261800200138e6015b829d3bde6a32fecb2465c9f2b6f", PCI device ID: , UID: "4793952c-981f-4fb4-978d-b21b889ec724", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0504 20:40:40.972899 3802 cni.go:473] [openshift-console/downloads-5c54f4944f-jcjp6 efdb897aca8a76e8f80261800200138e6015b829d3bde6a32fecb2465c9f2b6f network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-jcjp6 efdb897aca8a76e8f80261800200138e6015b829d3bde6a32fecb2465c9f2b6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:80:36:8c:0c:30\",\"name\":\"efdb897aca8a76e\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc1f072d-084f-4ca8-b18f-060381c3f485\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:48.748868 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:48.748888 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:48.990642 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:51.847513 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:52.235641 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:52.235661 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:52.235666 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:40:53.024912 3802 base_network_controller_pods.go:487] [default/openshift-console/console-746d468875-zzrsl] creating logical port openshift-console_console-746d468875-zzrsl for pod on switch ip-10-0-0-208.ec2.internal I0504 20:40:53.025051 3802 kube.go:256] Updating pod openshift-console/console-746d468875-zzrsl I0504 20:40:53.051056 3802 pod.go:62] [openshift-console/console-746d468875-zzrsl] pod update took 26.059871ms I0504 20:40:53.051081 3802 base_network_controller_pods.go:951] [default/openshift-console/console-746d468875-zzrsl] addLogicalPort annotation time took 26.089084ms I0504 20:40:53.052204 3802 pods.go:271] [openshift-console/console-746d468875-zzrsl] addLogicalPort took 27.311712ms, libovsdb time 802.891µs I0504 20:40:55.496310 3802 cni.go:452] [openshift-console/console-746d468875-zzrsl 00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-746d468875-zzrsl 00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a network default NAD default NAD key ] I0504 20:40:55.505385 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-746d468875-zzrsl, hostIfaceName: 00429b825e51666, network: default, NAD default, SandboxID: "00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a", PCI device ID: , UID: "b608738c-afc0-4005-bbd6-4694f416fcf7", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0504 20:40:55.556406 3802 cni.go:473] [openshift-console/console-746d468875-zzrsl 00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-746d468875-zzrsl 00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:6e:0d:cc:ad:2f\",\"name\":\"00429b825e51666\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f567509-6cb9-4f4b-b228-967d7267db45\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:40:55.766244 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:40:55.817640 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0504 20:40:56.233739 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:56.234330 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:56.789023 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:56.789054 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:56.792082 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cd54b949-f8shc I0504 20:40:56.792117 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cd54b949-f8shc W0504 20:40:57.149439 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:40:58.786636 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:41:04.167211 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:41:04.818628 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:41:06.035404 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:41:14.858455 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0504 20:41:19.353394 3802 obj_retry.go:498] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:19.353961 3802 obj_retry.go:498] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:19.869953 3802 obj_retry.go:492] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:19.869977 3802 obj_retry.go:492] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:19.876257 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-858c4f66ff-jn7ws I0504 20:41:19.876277 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-858c4f66ff-jn7ws I0504 20:41:24.089484 3802 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-z9tb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:24.089991 3802 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-z9tb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:24.915237 3802 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-z9tb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:24.915260 3802 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-z9tb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:24.918947 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c56547d87-z9tb6 I0504 20:41:24.918971 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c56547d87-z9tb6 W0504 20:41:27.020434 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:41:27.020455 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:41:27.020469 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:41:27.020474 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:41:27.307156 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:41:27.307183 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:41:29.486835 3802 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-mztrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:29.487432 3802 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-mztrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:29.988529 3802 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-mztrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:29.988555 3802 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-mztrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:29.995070 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c56547d87-mztrn I0504 20:41:29.995091 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c56547d87-mztrn I0504 20:41:42.088966 3802 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:42.089515 3802 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.076267 3802 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:43.076294 3802 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:43.082786 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:41:43.082814 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:41:46.442111 3802 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1 network default NAD default NAD key ] I0504 20:41:46.520132 3802 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 8f902fe79e2b5fa839fc7301276e2d01a8b65ab13426156fc796e62c8e45d8d1 network default NAD default NAD key default], result "{}", err I0504 20:41:46.612424 3802 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:46.612456 3802 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0504 20:41:46.613703 3802 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.18 I0504 20:41:46.613727 3802 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.345743 3802 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:47.345772 3802 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:47.353606 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:41:47.353639 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:41:47.396546 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:41:47.396664 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:41:47.419393 3802 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.769694ms I0504 20:41:47.419412 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.795309ms I0504 20:41:47.420597 3802 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.067786ms, libovsdb time 860.263µs I0504 20:41:47.823834 3802 cni.go:452] [openshift-monitoring/prometheus-k8s-1 4ac93f51a4e8d1a818bc3176e7d908061a2ffe61e198013f8336f8f5d3eb82ea network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 4ac93f51a4e8d1a818bc3176e7d908061a2ffe61e198013f8336f8f5d3eb82ea network default NAD default NAD key ] I0504 20:41:47.833164 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 4ac93f51a4e8d1a, network: default, NAD default, SandboxID: "4ac93f51a4e8d1a818bc3176e7d908061a2ffe61e198013f8336f8f5d3eb82ea", PCI device ID: , UID: "73588aa8-dcdb-488f-b81e-a0ff827dda6f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0504 20:41:47.880907 3802 cni.go:473] [openshift-monitoring/prometheus-k8s-1 4ac93f51a4e8d1a818bc3176e7d908061a2ffe61e198013f8336f8f5d3eb82ea network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 4ac93f51a4e8d1a818bc3176e7d908061a2ffe61e198013f8336f8f5d3eb82ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:cf:5f:b7:ad:ec\",\"name\":\"4ac93f51a4e8d1a\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55c09cee-4044-4f5a-80cf-fb4946386058\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:42:13.686571 3802 obj_retry.go:498] Detected object openshift-console/console-746d468875-7cgwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:13.687124 3802 obj_retry.go:498] Detected object openshift-console/console-746d468875-7cgwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:14.086104 3802 obj_retry.go:492] Detected object openshift-console/console-746d468875-7cgwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:14.086125 3802 obj_retry.go:492] Detected object openshift-console/console-746d468875-7cgwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:14.092878 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746d468875-7cgwt I0504 20:42:14.092899 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746d468875-7cgwt I0504 20:42:14.709708 3802 cni.go:452] [openshift-monitoring/alertmanager-main-0 142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60 network default NAD default NAD key ] I0504 20:42:14.784268 3802 cni.go:473] [openshift-monitoring/alertmanager-main-0 142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 142f7cddd343793e3f72588a89385d16eb470586bd8127a99af89368ff62df60 network default NAD default NAD key default], result "{}", err I0504 20:42:14.863317 3802 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:14.863359 3802 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0504 20:42:14.864533 3802 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.14 I0504 20:42:14.864564 3802 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:15.478086 3802 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:15.478114 3802 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:15.485758 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:42:15.485782 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:42:15.527997 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:42:15.528143 3802 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:42:15.554152 3802 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.047295ms I0504 20:42:15.554174 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.07314ms I0504 20:42:15.555469 3802 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.491538ms, libovsdb time 962.196µs I0504 20:42:15.890423 3802 cni.go:452] [openshift-monitoring/alertmanager-main-0 e38c3ac7e1fdf5f80bf13ebf6ed398987c130e399f3cb2d777e19c7343a86d3f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e38c3ac7e1fdf5f80bf13ebf6ed398987c130e399f3cb2d777e19c7343a86d3f network default NAD default NAD key ] I0504 20:42:15.900061 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e38c3ac7e1fdf5f, network: default, NAD default, SandboxID: "e38c3ac7e1fdf5f80bf13ebf6ed398987c130e399f3cb2d777e19c7343a86d3f", PCI device ID: , UID: "593e51c9-ea2c-460b-b336-25891867b897", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0504 20:42:15.947156 3802 cni.go:473] [openshift-monitoring/alertmanager-main-0 e38c3ac7e1fdf5f80bf13ebf6ed398987c130e399f3cb2d777e19c7343a86d3f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e38c3ac7e1fdf5f80bf13ebf6ed398987c130e399f3cb2d777e19c7343a86d3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:9d:11:db:1f:66\",\"name\":\"e38c3ac7e1fdf5f\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d88397b-c919-4fab-91c3-38f4bb347105\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:42:24.356765 3802 cni.go:452] [openshift-console/console-746d468875-zzrsl 00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-746d468875-zzrsl 00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a network default NAD default NAD key ] I0504 20:42:24.428181 3802 cni.go:473] [openshift-console/console-746d468875-zzrsl 00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-746d468875-zzrsl 00429b825e5166639c076c877cc88826f3c4681634c97207d9e44103f58ce81a network default NAD default NAD key default], result "{}", err I0504 20:42:24.476097 3802 obj_retry.go:498] Detected object openshift-console/console-746d468875-zzrsl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:24.476123 3802 pods.go:176] Deleting pod: openshift-console/console-746d468875-zzrsl I0504 20:42:24.477284 3802 pods.go:236] Attempting to release IPs for pod: openshift-console/console-746d468875-zzrsl, ips: 10.130.0.20 I0504 20:42:24.477313 3802 obj_retry.go:498] Detected object openshift-console/console-746d468875-zzrsl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:24.818945 3802 obj_retry.go:492] Detected object openshift-console/console-746d468875-zzrsl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:24.818971 3802 obj_retry.go:492] Detected object openshift-console/console-746d468875-zzrsl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:24.825705 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746d468875-zzrsl I0504 20:42:24.825729 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746d468875-zzrsl W0504 20:42:45.945362 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:42:45.945384 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:42:45.945392 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:42:48.661187 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:42:48.661209 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:42:49.955384 3802 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:49.955963 3802 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:50.353563 3802 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:50.353596 3802 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:50.362691 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:42:50.362714 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:43:04.545357 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:04.545852 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:05.442259 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:05.442283 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:58.561247 3802 base_network_controller_pods.go:487] [default/openshift-console/console-667b56fff9-qd658] creating logical port openshift-console_console-667b56fff9-qd658 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:43:58.561376 3802 kube.go:256] Updating pod openshift-console/console-667b56fff9-qd658 I0504 20:43:58.586379 3802 pod.go:62] [openshift-console/console-667b56fff9-qd658] pod update took 25.020842ms I0504 20:43:58.586410 3802 base_network_controller_pods.go:951] [default/openshift-console/console-667b56fff9-qd658] addLogicalPort annotation time took 25.061441ms I0504 20:43:58.587587 3802 pods.go:271] [openshift-console/console-667b56fff9-qd658] addLogicalPort took 26.354804ms, libovsdb time 750.515µs I0504 20:43:58.919767 3802 cni.go:452] [openshift-console/console-667b56fff9-qd658 e0390a918ca5826691f34935ce6dcbb74f3af08827a461ca538028ecea9fe872 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-667b56fff9-qd658 e0390a918ca5826691f34935ce6dcbb74f3af08827a461ca538028ecea9fe872 network default NAD default NAD key ] I0504 20:43:58.929296 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-667b56fff9-qd658, hostIfaceName: e0390a918ca5826, network: default, NAD default, SandboxID: "e0390a918ca5826691f34935ce6dcbb74f3af08827a461ca538028ecea9fe872", PCI device ID: , UID: "4a2e663c-aa9a-4900-a307-012dff783082", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0504 20:43:58.976300 3802 cni.go:473] [openshift-console/console-667b56fff9-qd658 e0390a918ca5826691f34935ce6dcbb74f3af08827a461ca538028ecea9fe872 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-667b56fff9-qd658 e0390a918ca5826691f34935ce6dcbb74f3af08827a461ca538028ecea9fe872 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:af:3d:c2:8c:60\",\"name\":\"e0390a918ca5826\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76776472-f8d4-400a-8b2d-6e8214325185\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:44:08.949363 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:44:23.868989 3802 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-vrkgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:23.869562 3802 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-vrkgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:24.582440 3802 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-vrkgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:24.582474 3802 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-vrkgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:24.588764 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8479cf557c-vrkgd I0504 20:44:24.588785 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8479cf557c-vrkgd I0504 20:44:34.259536 3802 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-97g2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:34.260101 3802 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-97g2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:34.758701 3802 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-97g2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:34.758733 3802 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-97g2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:34.765225 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8479cf557c-97g2t I0504 20:44:34.765248 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8479cf557c-97g2t I0504 20:44:51.696624 3802 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:45:06.757445 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 20:45:15.746356 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:45:23.773877 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0504 20:45:32.560437 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 W0504 20:45:43.853066 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:45:54.908779 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:45:54.908849 3802 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9xgrs IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9xgrs: no pod IPs found I0504 20:46:12.821571 3802 namespace.go:98] [tsf] adding namespace I0504 20:46:12.822505 3802 namespace.go:102] [tsf] adding namespace took 912.175µs I0504 20:46:12.836147 3802 namespace.go:142] [tsf] updating namespace I0504 20:46:12.845899 3802 namespace.go:142] [tsf] updating namespace I0504 20:46:16.756361 3802 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:46:16.756679 3802 namespace.go:98] [tsf-tas] adding namespace I0504 20:46:16.757259 3802 namespace.go:102] [rhtpa-operator] adding namespace took 874.101µs I0504 20:46:16.757906 3802 namespace.go:102] [tsf-tas] adding namespace took 1.206923ms I0504 20:46:16.759078 3802 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:46:16.759095 3802 namespace.go:98] [rhbk-operator] adding namespace I0504 20:46:16.759798 3802 namespace.go:102] [tsf-keycloak] adding namespace took 704.129µs I0504 20:46:16.760381 3802 namespace.go:102] [rhbk-operator] adding namespace took 1.274384ms I0504 20:46:16.765963 3802 namespace.go:98] [konflux-ui] adding namespace I0504 20:46:16.766155 3802 namespace.go:98] [tsf-tpa] adding namespace I0504 20:46:16.766814 3802 namespace.go:102] [konflux-ui] adding namespace took 834.323µs I0504 20:46:16.767423 3802 namespace.go:102] [tsf-tpa] adding namespace took 1.248766ms I0504 20:46:16.768830 3802 namespace.go:98] [konflux-operator] adding namespace I0504 20:46:16.768882 3802 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:46:16.769464 3802 namespace.go:102] [konflux-operator] adding namespace took 619.902µs I0504 20:46:16.770019 3802 namespace.go:102] [cert-manager-operator] adding namespace took 1.110474ms I0504 20:46:16.777544 3802 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:16.790494 3802 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:16.797556 3802 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:16.809289 3802 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:16.815579 3802 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:16.830877 3802 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:16.835520 3802 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:16.847045 3802 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:16.848145 3802 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:16.878785 3802 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:16.890866 3802 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:16.901334 3802 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:16.904324 3802 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:16.921953 3802 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:16.975205 3802 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:16.981314 3802 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:16.995960 3802 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:17.208312 3802 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:17.227076 3802 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:17.243129 3802 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:17.379202 3802 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:17.391498 3802 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:17.579685 3802 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:17.591504 3802 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:18.147126 3802 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:18.161954 3802 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:19.634941 3802 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:19.635102 3802 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf I0504 20:46:19.651090 3802 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf] pod update took 16.018617ms I0504 20:46:19.651110 3802 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf] addLogicalPort annotation time took 16.042622ms I0504 20:46:19.652292 3802 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf] addLogicalPort took 17.363511ms, libovsdb time 875.062µs I0504 20:46:19.741830 3802 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:19.741967 3802 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw I0504 20:46:19.760579 3802 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw] pod update took 18.639234ms I0504 20:46:19.760603 3802 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw] addLogicalPort annotation time took 18.668826ms I0504 20:46:19.761778 3802 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw] addLogicalPort took 19.968735ms, libovsdb time 851.003µs I0504 20:46:19.994393 3802 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf 92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf 92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2 network default NAD default NAD key ] I0504 20:46:20.003600 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf, hostIfaceName: 92391d68d29c32b, network: default, NAD default, SandboxID: "92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2", PCI device ID: , UID: "c79b1901-0a0d-4069-800e-a6c3d712e8ff", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0504 20:46:20.052572 3802 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf 92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf 92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:05:45:bb:5d:d7\",\"name\":\"92391d68d29c32b\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bdd8c78-695d-4e68-8bdd-fbb2bc9786a8\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:20.101679 3802 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw 389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw 389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1 network default NAD default NAD key ] I0504 20:46:20.111410 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw, hostIfaceName: 389b4774c406572, network: default, NAD default, SandboxID: "389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1", PCI device ID: , UID: "68e47366-d1e7-402c-bf52-2bb0427ff994", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0504 20:46:20.162224 3802 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw 389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw 389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:91:6b:7a:5b:24\",\"name\":\"389b4774c406572\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c845ba1-e25f-4798-b6b8-2e4a5178190a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:22.697742 3802 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:22.697842 3802 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr I0504 20:46:22.712300 3802 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr] pod update took 14.486248ms I0504 20:46:22.712329 3802 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr] addLogicalPort annotation time took 14.5212ms I0504 20:46:22.713559 3802 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr] addLogicalPort took 15.838958ms, libovsdb time 902.3µs I0504 20:46:23.060427 3802 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr 9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr 9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046 network default NAD default NAD key ] I0504 20:46:23.069436 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr, hostIfaceName: 9de04bef87118a5, network: default, NAD default, SandboxID: "9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046", PCI device ID: , UID: "0205ccc2-594f-41c7-b0ec-75315a2476aa", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0504 20:46:23.119859 3802 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr 9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr 9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:93:e2:c1:1d:17\",\"name\":\"9de04bef87118a5\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfe4fea2-fec1-43a6-ae74-1698e86746cb\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:23.476643 3802 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw 389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw 389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1 network default NAD default NAD key ] I0504 20:46:23.476643 3802 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf 92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf 92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2 network default NAD default NAD key ] I0504 20:46:23.557330 3802 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw 389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw 389b4774c4065721728f4c6efd4b92d23f23250eb76fbe48fd5d20088fe2f9c1 network default NAD default NAD key default], result "{}", err I0504 20:46:23.567680 3802 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf 92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf 92391d68d29c32bdc76e3c6f5f231cda433e8a8aa75734cc8ccdf78a175ba2b2 network default NAD default NAD key default], result "{}", err I0504 20:46:23.598200 3802 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.598239 3802 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw I0504 20:46:23.599933 3802 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw, ips: 10.130.0.25 I0504 20:46:23.599961 3802 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.599982 3802 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.599990 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:23.600235 3802 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.600251 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:23.622355 3802 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.622391 3802 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf I0504 20:46:23.623626 3802 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf, ips: 10.130.0.24 I0504 20:46:23.623659 3802 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.623682 3802 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.623694 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:23.623898 3802 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.623915 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:24.473749 3802 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:24.473883 3802 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw I0504 20:46:24.488290 3802 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw] pod update took 14.431107ms I0504 20:46:24.488317 3802 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw] addLogicalPort annotation time took 14.465817ms I0504 20:46:24.489605 3802 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw] addLogicalPort took 15.877165ms, libovsdb time 879.527µs I0504 20:46:24.622049 3802 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.622077 3802 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.622093 3802 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.622107 3802 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.656020 3802 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.656051 3802 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.656071 3802 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.656089 3802 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.992122 3802 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25 network default NAD default NAD key ] I0504 20:46:25.002120 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw, hostIfaceName: f553eba9b573c91, network: default, NAD default, SandboxID: "f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25", PCI device ID: , UID: "adb09af2-5aef-4653-afbd-c1b363325d78", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0504 20:46:25.052738 3802 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:83:74:43:3f:e7\",\"name\":\"f553eba9b573c91\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d921a72f-c4dc-4a5c-9a7f-33e61ec51760\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:26.135911 3802 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:26.136080 3802 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt I0504 20:46:26.149472 3802 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt] pod update took 13.433444ms I0504 20:46:26.149498 3802 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt] addLogicalPort annotation time took 13.466568ms I0504 20:46:26.151044 3802 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt] addLogicalPort took 15.153258ms, libovsdb time 1.146313ms I0504 20:46:26.242610 3802 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:26.242763 3802 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs I0504 20:46:26.256286 3802 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs] pod update took 13.551969ms I0504 20:46:26.256315 3802 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs] addLogicalPort annotation time took 13.583634ms I0504 20:46:26.257497 3802 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs] addLogicalPort took 14.907343ms, libovsdb time 838.45µs I0504 20:46:26.499620 3802 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt 5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt 5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e network default NAD default NAD key ] I0504 20:46:26.510921 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt, hostIfaceName: 5ea9b626fd35a2e, network: default, NAD default, SandboxID: "5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e", PCI device ID: , UID: "a9d61fee-b7a5-4d16-b978-a9dbce3c75b8", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0504 20:46:26.567352 3802 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt 5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt 5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:67:51:62:e3:d3\",\"name\":\"5ea9b626fd35a2e\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15d55a8f-a080-46fb-8fbd-f464788c3b11\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:26.610464 3802 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs 873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs 873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e network default NAD default NAD key ] I0504 20:46:26.622414 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs, hostIfaceName: 873d5fab5b4d940, network: default, NAD default, SandboxID: "873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e", PCI device ID: , UID: "97c5a14a-e5d5-4c90-b69e-3e33b9fcf77a", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0504 20:46:26.674202 3802 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs 873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs 873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:5b:b1:d3:5f:9e\",\"name\":\"873d5fab5b4d940\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d51af7c1-dbdf-4eb8-a279-7f04969f4ebb\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:27.513571 3802 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr 9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr 9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046 network default NAD default NAD key ] I0504 20:46:27.580568 3802 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr 9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr 9de04bef87118a5402741663fddd7e5b429d39709ffb7682b94478c418a54046 network default NAD default NAD key default], result "{}", err I0504 20:46:27.629387 3802 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.629423 3802 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr I0504 20:46:27.630913 3802 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr, ips: 10.130.0.26 I0504 20:46:27.630945 3802 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.630971 3802 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.630978 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:27.631179 3802 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.631195 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:28.526622 3802 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25 network default NAD default NAD key ] I0504 20:46:28.597399 3802 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw f553eba9b573c91f04feda7b49a201306d99f5eb6fdbb2b09332629ec345fe25 network default NAD default NAD key default], result "{}", err I0504 20:46:28.637694 3802 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:28.637723 3802 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw I0504 20:46:28.639428 3802 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw, ips: 10.130.0.27 I0504 20:46:28.639459 3802 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:28.639489 3802 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:28.639499 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:28.639728 3802 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:28.639745 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:28.663520 3802 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:28.663547 3802 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:28.663563 3802 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:28.663579 3802 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:29.668558 3802 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:29.668591 3802 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:29.668608 3802 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:29.668626 3802 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:30.542915 3802 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt 5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt 5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e network default NAD default NAD key ] I0504 20:46:30.542961 3802 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs 873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs 873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e network default NAD default NAD key ] I0504 20:46:30.617766 3802 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt 5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt 5ea9b626fd35a2eaa67bed5dda824eca3442cd6cc024afb11d7e477599ace05e network default NAD default NAD key default], result "{}", err I0504 20:46:30.651632 3802 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs 873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs 873d5fab5b4d940792ffd70a313aab9b5639801947b74839298d06e6c19e603e network default NAD default NAD key default], result "{}", err I0504 20:46:30.676410 3802 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.676449 3802 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt I0504 20:46:30.677861 3802 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt, ips: 10.130.0.28 I0504 20:46:30.677898 3802 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.677926 3802 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.677936 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:30.678159 3802 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.678174 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:30.705938 3802 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.705977 3802 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs I0504 20:46:30.707421 3802 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs, ips: 10.130.0.29 I0504 20:46:30.707450 3802 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.707474 3802 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.707486 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:30.707681 3802 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.707695 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:31.701735 3802 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.701760 3802 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.701775 3802 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.701792 3802 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.732464 3802 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.732483 3802 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.732495 3802 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.732505 3802 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.724204 3802 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-qhffh for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:33.724331 3802 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh I0504 20:46:33.740044 3802 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh] pod update took 15.745414ms I0504 20:46:33.740069 3802 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh] addLogicalPort annotation time took 15.773759ms I0504 20:46:33.741443 3802 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh] addLogicalPort took 17.259095ms, libovsdb time 1.045693ms I0504 20:46:34.087784 3802 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh 442b5b2c186a1a4d7cb0a4be9dba4086d4d89d04954ac2408b1b3330f7997413 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh 442b5b2c186a1a4d7cb0a4be9dba4086d4d89d04954ac2408b1b3330f7997413 network default NAD default NAD key ] I0504 20:46:34.097973 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-qhffh, hostIfaceName: 442b5b2c186a1a4, network: default, NAD default, SandboxID: "442b5b2c186a1a4d7cb0a4be9dba4086d4d89d04954ac2408b1b3330f7997413", PCI device ID: , UID: "437b82a3-9d2a-41d5-9aea-81d130d6044a", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0504 20:46:34.146152 3802 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh 442b5b2c186a1a4d7cb0a4be9dba4086d4d89d04954ac2408b1b3330f7997413 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qhffh 442b5b2c186a1a4d7cb0a4be9dba4086d4d89d04954ac2408b1b3330f7997413 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:9b:24:84:7a:08\",\"name\":\"442b5b2c186a1a4\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2249d8e-092b-4441-80fb-96783c2b8ee3\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:46:39.586501 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:41.098077 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:41.134024 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:42.722021 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:42.762097 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:42.794966 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:42.817000 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:43.932470 3802 namespace.go:98] [cert-manager] adding namespace I0504 20:46:43.933320 3802 namespace.go:102] [cert-manager] adding namespace took 827.785µs I0504 20:46:44.012578 3802 namespace.go:142] [cert-manager] updating namespace I0504 20:46:44.074120 3802 namespace.go:142] [cert-manager] updating namespace W0504 20:46:44.180131 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:46:46.301349 3802 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:46.312994 3802 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:48.824147 3802 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-bv9k4 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:48.824235 3802 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4 I0504 20:46:48.858109 3802 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4] pod update took 33.896051ms I0504 20:46:48.858136 3802 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4] addLogicalPort annotation time took 33.925215ms I0504 20:46:48.859353 3802 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4] addLogicalPort took 35.227725ms, libovsdb time 881.898µs I0504 20:46:49.196017 3802 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4 d779ad66bf662cb79808bb8104b3b5409ac44d68755113691a116f1c3a367c19 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4 d779ad66bf662cb79808bb8104b3b5409ac44d68755113691a116f1c3a367c19 network default NAD default NAD key ] I0504 20:46:49.205040 3802 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-bv9k4, hostIfaceName: d779ad66bf662cb, network: default, NAD default, SandboxID: "d779ad66bf662cb79808bb8104b3b5409ac44d68755113691a116f1c3a367c19", PCI device ID: , UID: "aff07bae-7dd1-4848-beaf-3a05664eaa98", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0504 20:46:49.252609 3802 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4 d779ad66bf662cb79808bb8104b3b5409ac44d68755113691a116f1c3a367c19 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bv9k4 d779ad66bf662cb79808bb8104b3b5409ac44d68755113691a116f1c3a367c19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:0a:03:55:6f:c6\",\"name\":\"d779ad66bf662cb\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1020a0d8-78e1-470d-ad17-7059d9178348\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:49.884444 3802 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-l22w9] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-l22w9 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:49.884532 3802 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-l22w9 I0504 20:46:49.926259 3802 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-l22w9] pod update took 41.749387ms I0504 20:46:49.926286 3802 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-l22w9] addLogicalPort annotation time took 41.780992ms I0504 20:46:49.927500 3802 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-l22w9] addLogicalPort took 43.072888ms, libovsdb time 868.95µs I0504 20:46:50.229433 3802 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-l22w9 eea8b0f8e1a39dc8605337e76cd3ceea3ceccbe5ebbdc80d69b8b8b48aac341c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-l22w9 eea8b0f8e1a39dc8605337e76cd3ceea3ceccbe5ebbdc80d69b8b8b48aac341c network default NAD default NAD key ] I0504 20:46:50.239448 3802 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-l22w9, hostIfaceName: eea8b0f8e1a39dc, network: default, NAD default, SandboxID: "eea8b0f8e1a39dc8605337e76cd3ceea3ceccbe5ebbdc80d69b8b8b48aac341c", PCI device ID: , UID: "2870e88a-1dd1-4ba8-b3e8-b44408893b1b", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0504 20:46:50.288633 3802 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-l22w9 eea8b0f8e1a39dc8605337e76cd3ceea3ceccbe5ebbdc80d69b8b8b48aac341c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-l22w9 eea8b0f8e1a39dc8605337e76cd3ceea3ceccbe5ebbdc80d69b8b8b48aac341c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:60:b9:33:32:86\",\"name\":\"eea8b0f8e1a39dc\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32f2565c-59a8-4de8-b30b-1028e0313a9d\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:46:50.695289 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:53.709704 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:53.709723 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:55.742824 3802 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:46:55.743666 3802 namespace.go:102] [trusted-artifact-signer] adding namespace took 816.969µs I0504 20:46:55.812993 3802 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:46:55.861036 3802 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:46:56.223772 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:46:56.900033 3802 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-x9c5h for pod on switch ip-10-0-0-208.ec2.internal I0504 20:46:56.900110 3802 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h I0504 20:46:56.911818 3802 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h] pod update took 11.725097ms I0504 20:46:56.911839 3802 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h] addLogicalPort annotation time took 11.752608ms I0504 20:46:56.912951 3802 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h] addLogicalPort took 12.950218ms, libovsdb time 776.112µs I0504 20:46:57.264760 3802 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h c2cbd3afb562abca4906b5ce13ca9f348f179f4ad4f9e591daa07a3f37173ffa network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h c2cbd3afb562abca4906b5ce13ca9f348f179f4ad4f9e591daa07a3f37173ffa network default NAD default NAD key ] I0504 20:46:57.273856 3802 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-x9c5h, hostIfaceName: c2cbd3afb562abc, network: default, NAD default, SandboxID: "c2cbd3afb562abca4906b5ce13ca9f348f179f4ad4f9e591daa07a3f37173ffa", PCI device ID: , UID: "6330b14a-01b4-4e5f-a3fa-7e2cb0146db2", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0504 20:46:57.322402 3802 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h c2cbd3afb562abca4906b5ce13ca9f348f179f4ad4f9e591daa07a3f37173ffa network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-x9c5h c2cbd3afb562abca4906b5ce13ca9f348f179f4ad4f9e591daa07a3f37173ffa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:63:61:84:2c:c5\",\"name\":\"c2cbd3afb562abc\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/903d9a72-d231-437e-9a71-9bde8b670873\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:46:59.677726 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:59.677747 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:47:00.008155 3802 namespace.go:142] [openshift-operators] updating namespace I0504 20:47:00.524384 3802 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-5zmbp for pod on switch ip-10-0-0-208.ec2.internal I0504 20:47:00.524507 3802 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp I0504 20:47:00.542054 3802 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp] pod update took 17.56872ms I0504 20:47:00.542085 3802 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp] addLogicalPort annotation time took 17.605557ms I0504 20:47:00.543779 3802 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp] addLogicalPort took 19.415727ms, libovsdb time 1.19751ms I0504 20:47:01.212587 3802 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp a1766eb82afdde03a32e10e526a94e261dd49bf2a2addd249f2522bef9bd59b7 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp a1766eb82afdde03a32e10e526a94e261dd49bf2a2addd249f2522bef9bd59b7 network default NAD default NAD key ] I0504 20:47:01.222047 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-5zmbp, hostIfaceName: a1766eb82afdde0, network: default, NAD default, SandboxID: "a1766eb82afdde03a32e10e526a94e261dd49bf2a2addd249f2522bef9bd59b7", PCI device ID: , UID: "52d5e657-551c-4a91-b0ee-d86ee1a2fec3", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0504 20:47:01.273473 3802 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp a1766eb82afdde03a32e10e526a94e261dd49bf2a2addd249f2522bef9bd59b7 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-5zmbp a1766eb82afdde03a32e10e526a94e261dd49bf2a2addd249f2522bef9bd59b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f6:9a:c4:70:38\",\"name\":\"a1766eb82afdde0\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/659d85c3-0b4c-494b-89ca-06670ac7167f\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:01.763040 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0504 20:47:06.021049 3802 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-c5jwq] creating logical port cert-manager_cert-manager-59c77684cc-c5jwq for pod on switch ip-10-0-0-208.ec2.internal I0504 20:47:06.021153 3802 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-c5jwq I0504 20:47:06.041534 3802 pod.go:62] [cert-manager/cert-manager-59c77684cc-c5jwq] pod update took 20.410248ms I0504 20:47:06.041560 3802 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-c5jwq] addLogicalPort annotation time took 20.440764ms I0504 20:47:06.042858 3802 pods.go:271] [cert-manager/cert-manager-59c77684cc-c5jwq] addLogicalPort took 21.850071ms, libovsdb time 842.175µs I0504 20:47:06.369575 3802 cni.go:452] [cert-manager/cert-manager-59c77684cc-c5jwq 97ebcfffbabb0fbb04d0e3616b75b478c739e2f7c8c222dcb8c23950917afb2a network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-c5jwq 97ebcfffbabb0fbb04d0e3616b75b478c739e2f7c8c222dcb8c23950917afb2a network default NAD default NAD key ] I0504 20:47:06.379076 3802 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-c5jwq, hostIfaceName: 97ebcfffbabb0fb, network: default, NAD default, SandboxID: "97ebcfffbabb0fbb04d0e3616b75b478c739e2f7c8c222dcb8c23950917afb2a", PCI device ID: , UID: "33afc62c-d263-47d8-9a92-a0288d17cc8b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0504 20:47:06.428275 3802 cni.go:473] [cert-manager/cert-manager-59c77684cc-c5jwq 97ebcfffbabb0fbb04d0e3616b75b478c739e2f7c8c222dcb8c23950917afb2a network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-c5jwq 97ebcfffbabb0fbb04d0e3616b75b478c739e2f7c8c222dcb8c23950917afb2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:70:16:fb:1c:01\",\"name\":\"97ebcfffbabb0fb\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd69c77e-e992-4297-a1fa-e4466957bc1e\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:10.534968 3802 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:10.535518 3802 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:10.568290 3802 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:10.568308 3802 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:10.576424 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:47:10.576450 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:47:14.650831 3802 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:47:14.651704 3802 namespace.go:102] [openshift-pipelines] adding namespace took 848.071µs I0504 20:47:14.671326 3802 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:15.413716 3802 namespace.go:142] [cert-manager] updating namespace I0504 20:47:15.615177 3802 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:16.015323 3802 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:16.215909 3802 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:16.417128 3802 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace I0504 20:47:16.820276 3802 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:17.020041 3802 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:17.222146 3802 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:17.422955 3802 namespace.go:142] [tsf] updating namespace I0504 20:47:17.625367 3802 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:17.824800 3802 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:18.026530 3802 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:18.153242 3802 namespace.go:142] [cert-manager] updating namespace I0504 20:47:18.160560 3802 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:18.168883 3802 namespace.go:142] [default] updating namespace I0504 20:47:18.176482 3802 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:18.185267 3802 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:18.194252 3802 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace I0504 20:47:18.200741 3802 namespace.go:142] [openshift] updating namespace I0504 20:47:18.210124 3802 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:18.219098 3802 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:18.229152 3802 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:18.250551 3802 namespace.go:142] [tsf] updating namespace I0504 20:47:18.269886 3802 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:18.290790 3802 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:18.313495 3802 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:18.410222 3802 namespace.go:142] [cert-manager] updating namespace I0504 20:47:18.514929 3802 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:18.611955 3802 namespace.go:142] [default] updating namespace I0504 20:47:18.713609 3802 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:18.814618 3802 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:18.911067 3802 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace I0504 20:47:19.009640 3802 namespace.go:142] [openshift] updating namespace I0504 20:47:19.110471 3802 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:19.210509 3802 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:19.311363 3802 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:19.411654 3802 namespace.go:142] [tsf] updating namespace I0504 20:47:19.511333 3802 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:19.612146 3802 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:19.710846 3802 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:20.051482 3802 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:47:22.498037 3802 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:47:25.556548 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=94 I0504 20:47:27.721225 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-psscf for pod on switch ip-10-0-0-208.ec2.internal I0504 20:47:27.721326 3802 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf I0504 20:47:27.739191 3802 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf] pod update took 17.899078ms I0504 20:47:27.739213 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf] addLogicalPort annotation time took 17.927339ms I0504 20:47:27.740457 3802 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf] addLogicalPort took 19.250804ms, libovsdb time 893.781µs I0504 20:47:28.080865 3802 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf 0f939fd10f32bf0cdc462bf8b16ed46ae331421c200bd04ae8f504225249422b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf 0f939fd10f32bf0cdc462bf8b16ed46ae331421c200bd04ae8f504225249422b network default NAD default NAD key ] I0504 20:47:28.090542 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-psscf, hostIfaceName: 0f939fd10f32bf0, network: default, NAD default, SandboxID: "0f939fd10f32bf0cdc462bf8b16ed46ae331421c200bd04ae8f504225249422b", PCI device ID: , UID: "d95fbc4e-143c-4a52-9878-6b5b6e99c6da", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0504 20:47:28.140161 3802 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf 0f939fd10f32bf0cdc462bf8b16ed46ae331421c200bd04ae8f504225249422b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-psscf 0f939fd10f32bf0cdc462bf8b16ed46ae331421c200bd04ae8f504225249422b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:e8:73:6d:c4:2f\",\"name\":\"0f939fd10f32bf0\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c684de3a-7405-442f-97b8-1f98ec422e96\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:47:29.295069 3802 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:47:30.857183 3802 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:30.857202 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:30.857207 3802 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:33.321176 3802 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:33.321192 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:33.321197 3802 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:33.321201 3802 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:38.525057 3802 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.525076 3802 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.525081 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:41.871241 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:41.871262 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:41.871268 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:47:56.329227 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-p5j4b for pod on switch ip-10-0-0-208.ec2.internal I0504 20:47:56.329325 3802 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b I0504 20:47:56.379291 3802 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b] pod update took 49.994121ms I0504 20:47:56.379314 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b] addLogicalPort annotation time took 50.022845ms I0504 20:47:56.380619 3802 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b] addLogicalPort took 51.411691ms, libovsdb time 976.081µs I0504 20:47:56.415996 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-n7tzg for pod on switch ip-10-0-0-208.ec2.internal I0504 20:47:56.416116 3802 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg I0504 20:47:56.439350 3802 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg] pod update took 23.256748ms I0504 20:47:56.439371 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg] addLogicalPort annotation time took 23.281846ms I0504 20:47:56.440475 3802 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg] addLogicalPort took 24.489998ms, libovsdb time 775.946µs I0504 20:47:56.535941 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-sch84 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:47:56.536061 3802 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84 I0504 20:47:56.565146 3802 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84] pod update took 29.112236ms I0504 20:47:56.565170 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84] addLogicalPort annotation time took 29.160092ms I0504 20:47:56.566476 3802 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84] addLogicalPort took 30.548893ms, libovsdb time 786.002µs I0504 20:47:56.702394 3802 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b ce41462c72ce63bcf63bcc710023a25e12ebe8bf16cb92e85ff07428fb6f2d4b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b ce41462c72ce63bcf63bcc710023a25e12ebe8bf16cb92e85ff07428fb6f2d4b network default NAD default NAD key ] I0504 20:47:56.711603 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-p5j4b, hostIfaceName: ce41462c72ce63b, network: default, NAD default, SandboxID: "ce41462c72ce63bcf63bcc710023a25e12ebe8bf16cb92e85ff07428fb6f2d4b", PCI device ID: , UID: "18213b81-1cbb-49ec-aedc-64bf0cb7c824", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0504 20:47:56.762605 3802 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b ce41462c72ce63bcf63bcc710023a25e12ebe8bf16cb92e85ff07428fb6f2d4b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-p5j4b ce41462c72ce63bcf63bcc710023a25e12ebe8bf16cb92e85ff07428fb6f2d4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:42:1f:9f:c4:9b\",\"name\":\"ce41462c72ce63b\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1cd958a-85c2-4018-bbbd-9e71b291ca63\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:56.784457 3802 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg 5724ceaa5e1587cdd705a0867d8ec048d1fa81d1a49a04ac344c4c0f127ae677 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg 5724ceaa5e1587cdd705a0867d8ec048d1fa81d1a49a04ac344c4c0f127ae677 network default NAD default NAD key ] I0504 20:47:56.793183 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-n7tzg, hostIfaceName: 5724ceaa5e1587c, network: default, NAD default, SandboxID: "5724ceaa5e1587cdd705a0867d8ec048d1fa81d1a49a04ac344c4c0f127ae677", PCI device ID: , UID: "040a1df2-0028-43cb-88bf-7bc5b6edd096", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0504 20:47:56.843233 3802 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg 5724ceaa5e1587cdd705a0867d8ec048d1fa81d1a49a04ac344c4c0f127ae677 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-n7tzg 5724ceaa5e1587cdd705a0867d8ec048d1fa81d1a49a04ac344c4c0f127ae677 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:5e:fc:dc:ec:72\",\"name\":\"5724ceaa5e1587c\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bd1ed4e-1c0c-4c1b-837d-cf76ea98e2c9\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:56.902807 3802 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84 80aa99a749bb6a7375f0a60764e84d87a5dc619c58d9638abf91760d9e3e9b02 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84 80aa99a749bb6a7375f0a60764e84d87a5dc619c58d9638abf91760d9e3e9b02 network default NAD default NAD key ] I0504 20:47:56.912119 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-sch84, hostIfaceName: 80aa99a749bb6a7, network: default, NAD default, SandboxID: "80aa99a749bb6a7375f0a60764e84d87a5dc619c58d9638abf91760d9e3e9b02", PCI device ID: , UID: "8be0cf90-3354-4527-8aed-5b294d88df03", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0504 20:47:56.961109 3802 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84 80aa99a749bb6a7375f0a60764e84d87a5dc619c58d9638abf91760d9e3e9b02 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-sch84 80aa99a749bb6a7375f0a60764e84d87a5dc619c58d9638abf91760d9e3e9b02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e4:d6:bd:3f:fd\",\"name\":\"80aa99a749bb6a7\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc04917f-52c8-47c1-8873-2887839e2b43\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:48:01.020577 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:48:04.789485 3802 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.790077 3802 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.812524 3802 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.812545 3802 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.815838 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:48:04.815860 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:48:06.836541 3802 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:48:06.837070 3802 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:48:06.837097 3802 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:48:06.839355 3802 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0504 20:48:12.033505 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0504 20:48:13.699267 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:13.699287 3802 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:13.702710 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:13.702727 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:48:13.889814 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-58wx8] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-58wx8 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:48:13.889910 3802 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-58wx8 I0504 20:48:13.917275 3802 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-58wx8] pod update took 27.390613ms I0504 20:48:13.917296 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-58wx8] addLogicalPort annotation time took 27.416995ms I0504 20:48:13.918584 3802 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-58wx8] addLogicalPort took 28.792853ms, libovsdb time 949.586µs I0504 20:48:14.251635 3802 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-58wx8 ac7be1b7ada512a05475d2acddf14db4769283abc3a115c15696d95bd354cc28 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-58wx8 ac7be1b7ada512a05475d2acddf14db4769283abc3a115c15696d95bd354cc28 network default NAD default NAD key ] I0504 20:48:14.260669 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-58wx8, hostIfaceName: ac7be1b7ada512a, network: default, NAD default, SandboxID: "ac7be1b7ada512a05475d2acddf14db4769283abc3a115c15696d95bd354cc28", PCI device ID: , UID: "bd6a008e-0f0f-4b30-bcf9-fd846bf6164a", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0504 20:48:14.310150 3802 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-58wx8 ac7be1b7ada512a05475d2acddf14db4769283abc3a115c15696d95bd354cc28 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-58wx8 ac7be1b7ada512a05475d2acddf14db4769283abc3a115c15696d95bd354cc28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:0f:d5:52:59:47\",\"name\":\"ac7be1b7ada512a\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a6d8265-6c93-41ad-9a5c-5d7ee97df07c\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:17.752224 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:48:18.020039 3802 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:48:20.654908 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 20:48:21.107830 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:48:21.107919 3802 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0504 20:48:21.121294 3802 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.397653ms I0504 20:48:21.121315 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.423942ms I0504 20:48:21.122494 3802 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.678698ms, libovsdb time 792.43µs I0504 20:48:21.768225 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:48:24.179723 3802 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 64d0f62c696c009a40593a9c0866c36142169c1ad07f0c909c746e7f0b9198e0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 64d0f62c696c009a40593a9c0866c36142169c1ad07f0c909c746e7f0b9198e0 network default NAD default NAD key ] I0504 20:48:24.189001 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 64d0f62c696c009, network: default, NAD default, SandboxID: "64d0f62c696c009a40593a9c0866c36142169c1ad07f0c909c746e7f0b9198e0", PCI device ID: , UID: "3b1b5f48-4a51-4e48-af9a-4613216d0edf", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0504 20:48:24.238669 3802 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 64d0f62c696c009a40593a9c0866c36142169c1ad07f0c909c746e7f0b9198e0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 64d0f62c696c009a40593a9c0866c36142169c1ad07f0c909c746e7f0b9198e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:92:88:78:68:22\",\"name\":\"64d0f62c696c009\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ce84206-2386-46ff-ab7c-e37b4ed6d08b\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:30.239877 3802 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:48:31.554539 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=196 I0504 20:48:31.760650 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-df879 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:48:31.760740 3802 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879 I0504 20:48:31.777645 3802 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879] pod update took 16.929942ms I0504 20:48:31.777672 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879] addLogicalPort annotation time took 16.958089ms I0504 20:48:31.778868 3802 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879] addLogicalPort took 18.231153ms, libovsdb time 752.134µs I0504 20:48:32.204898 3802 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879 0b5290ddd5acb1ac08707ac3fb7fa34a81f36560b6f1a19944513ab204456731 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879 0b5290ddd5acb1ac08707ac3fb7fa34a81f36560b6f1a19944513ab204456731 network default NAD default NAD key ] I0504 20:48:32.214141 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-df879, hostIfaceName: 0b5290ddd5acb1a, network: default, NAD default, SandboxID: "0b5290ddd5acb1ac08707ac3fb7fa34a81f36560b6f1a19944513ab204456731", PCI device ID: , UID: "137578ff-d7fa-4eb9-8576-fb993425c35d", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0504 20:48:32.265457 3802 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879 0b5290ddd5acb1ac08707ac3fb7fa34a81f36560b6f1a19944513ab204456731 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-df879 0b5290ddd5acb1ac08707ac3fb7fa34a81f36560b6f1a19944513ab204456731 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:38:28:4e:c6:20\",\"name\":\"0b5290ddd5acb1a\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/078edc85-bac2-41f8-ba44-5a090c7f3846\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:48:35.601905 3802 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:35.601930 3802 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:35.601937 3802 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:48:38.779594 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 20:48:45.654857 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 20:48:57.081982 3802 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:57.082580 3802 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:57.127544 3802 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:57.127565 3802 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:57.133808 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:48:57.133834 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:48:59.701409 3802 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-8f996b954-2x6wx] creating logical port tsf-tas_fulcio-server-8f996b954-2x6wx for pod on switch ip-10-0-0-208.ec2.internal I0504 20:48:59.701501 3802 kube.go:256] Updating pod tsf-tas/fulcio-server-8f996b954-2x6wx I0504 20:48:59.715717 3802 pod.go:62] [tsf-tas/fulcio-server-8f996b954-2x6wx] pod update took 14.239547ms I0504 20:48:59.715737 3802 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-8f996b954-2x6wx] addLogicalPort annotation time took 14.264907ms I0504 20:48:59.717064 3802 pods.go:271] [tsf-tas/fulcio-server-8f996b954-2x6wx] addLogicalPort took 15.670817ms, libovsdb time 935.635µs I0504 20:49:00.054745 3802 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-r4lfj-k7qfx] creating logical port tsf-tas_ctlog-createtree-job-r4lfj-k7qfx for pod on switch ip-10-0-0-208.ec2.internal I0504 20:49:00.054845 3802 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-r4lfj-k7qfx I0504 20:49:00.068897 3802 pod.go:62] [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx] pod update took 14.073364ms I0504 20:49:00.068920 3802 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-r4lfj-k7qfx] addLogicalPort annotation time took 14.100922ms I0504 20:49:00.070074 3802 pods.go:271] [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx] addLogicalPort took 15.348382ms, libovsdb time 777.921µs I0504 20:49:00.178606 3802 cni.go:452] [tsf-tas/fulcio-server-8f996b954-2x6wx 8414830050a926720f80e5f4873be5a66f1f771abea4a15fa6909f3156f6c7cb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-8f996b954-2x6wx 8414830050a926720f80e5f4873be5a66f1f771abea4a15fa6909f3156f6c7cb network default NAD default NAD key ] I0504 20:49:00.188262 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-8f996b954-2x6wx, hostIfaceName: 8414830050a9267, network: default, NAD default, SandboxID: "8414830050a926720f80e5f4873be5a66f1f771abea4a15fa6909f3156f6c7cb", PCI device ID: , UID: "4d9bcf16-582b-4092-95de-6ba212337603", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0504 20:49:00.242599 3802 cni.go:473] [tsf-tas/fulcio-server-8f996b954-2x6wx 8414830050a926720f80e5f4873be5a66f1f771abea4a15fa6909f3156f6c7cb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-8f996b954-2x6wx 8414830050a926720f80e5f4873be5a66f1f771abea4a15fa6909f3156f6c7cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:90:42:6d:bf:56\",\"name\":\"8414830050a9267\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28e717ef-7f81-4c07-963b-50a3f7b10732\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:49:00.415492 3802 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-sfcqx-f8krx] creating logical port tsf-tas_rekor-createtree-job-sfcqx-f8krx for pod on switch ip-10-0-0-208.ec2.internal I0504 20:49:00.415578 3802 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-sfcqx-f8krx I0504 20:49:00.435290 3802 pod.go:62] [tsf-tas/rekor-createtree-job-sfcqx-f8krx] pod update took 19.734135ms I0504 20:49:00.435311 3802 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-sfcqx-f8krx] addLogicalPort annotation time took 19.760529ms I0504 20:49:00.436610 3802 pods.go:271] [tsf-tas/rekor-createtree-job-sfcqx-f8krx] addLogicalPort took 21.13279ms, libovsdb time 891.298µs I0504 20:49:00.504097 3802 cni.go:452] [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx 6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx 6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e network default NAD default NAD key ] I0504 20:49:00.514315 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-r4lfj-k7qfx, hostIfaceName: 6fb72ab101b7ab9, network: default, NAD default, SandboxID: "6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e", PCI device ID: , UID: "bdaeedbe-ca20-4789-8aeb-1b333ecfcdda", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0504 20:49:00.541488 3802 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7f98788547-j5n7z] creating logical port tsf-tas_trillian-logsigner-7f98788547-j5n7z for pod on switch ip-10-0-0-208.ec2.internal I0504 20:49:00.541573 3802 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7f98788547-j5n7z I0504 20:49:00.558037 3802 pod.go:62] [tsf-tas/trillian-logsigner-7f98788547-j5n7z] pod update took 16.452719ms I0504 20:49:00.558064 3802 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7f98788547-j5n7z] addLogicalPort annotation time took 16.517438ms I0504 20:49:00.559319 3802 pods.go:271] [tsf-tas/trillian-logsigner-7f98788547-j5n7z] addLogicalPort took 17.853518ms, libovsdb time 878.305µs I0504 20:49:00.565665 3802 cni.go:473] [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx 6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx 6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:8f:a9:e7:b5:b1\",\"name\":\"6fb72ab101b7ab9\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d36b6fa-9394-4fb6-a8d2-66258522ea91\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:49:00.822892 3802 cni.go:452] [tsf-tas/rekor-createtree-job-sfcqx-f8krx e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-sfcqx-f8krx e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220 network default NAD default NAD key ] I0504 20:49:00.832989 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-sfcqx-f8krx, hostIfaceName: e85206aeea4b27d, network: default, NAD default, SandboxID: "e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220", PCI device ID: , UID: "dac3666a-1d72-4aad-ae83-5362d1d43ec5", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0504 20:49:00.883430 3802 cni.go:473] [tsf-tas/rekor-createtree-job-sfcqx-f8krx e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-sfcqx-f8krx e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:70:95:21:97:59\",\"name\":\"e85206aeea4b27d\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5e40f7a-f86a-4834-bfdc-de8d77c12d79\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:49:01.541630 3802 cni.go:452] [tsf-tas/trillian-logsigner-7f98788547-j5n7z db4f954889dfa09724d3dc011052671252b46123e302d27c790c8c81fd5ebe18 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7f98788547-j5n7z db4f954889dfa09724d3dc011052671252b46123e302d27c790c8c81fd5ebe18 network default NAD default NAD key ] I0504 20:49:01.554822 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7f98788547-j5n7z, hostIfaceName: db4f954889dfa09, network: default, NAD default, SandboxID: "db4f954889dfa09724d3dc011052671252b46123e302d27c790c8c81fd5ebe18", PCI device ID: , UID: "e0ca71e8-4e27-4ed9-a17a-edcd0cf59b2a", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0504 20:49:01.620959 3802 cni.go:473] [tsf-tas/trillian-logsigner-7f98788547-j5n7z db4f954889dfa09724d3dc011052671252b46123e302d27c790c8c81fd5ebe18 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7f98788547-j5n7z db4f954889dfa09724d3dc011052671252b46123e302d27c790c8c81fd5ebe18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:75:e9:10:e8:5d\",\"name\":\"db4f954889dfa09\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbc9bd0a-e794-4847-a3ef-cdaeb025ef6d\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:49:03.376972 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:03.376996 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:03.403180 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:03.403207 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:05.001105 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0504 20:49:05.772175 3802 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:49:05.772196 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0504 20:49:07.751887 3802 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pkdnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:07.752507 3802 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pkdnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:49:08.013719 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:08.416083 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:49:08.779953 3802 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pkdnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:08.779977 3802 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pkdnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:49:12.807519 3802 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:49:13.945588 3802 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:13.946142 3802 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:14.554671 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0504 20:49:14.851128 3802 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.851153 3802 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:20.779923 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0504 20:49:38.553024 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=88 W0504 20:49:42.554642 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:49:45.565181 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=869 I0504 20:49:47.343700 3802 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:47.344214 3802 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:47.365209 3802 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:47.365236 3802 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:47.371921 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:49:47.371948 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:49:56.162221 3802 obj_retry.go:498] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:56.162760 3802 obj_retry.go:498] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.183268 3802 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.183292 3802 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.691073 3802 cni.go:452] [tsf-tas/rekor-createtree-job-sfcqx-f8krx e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-sfcqx-f8krx e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220 network default NAD default NAD key ] I0504 20:49:57.691107 3802 cni.go:452] [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx 6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx 6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e network default NAD default NAD key ] I0504 20:49:57.770590 3802 cni.go:473] [tsf-tas/rekor-createtree-job-sfcqx-f8krx e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-sfcqx-f8krx e85206aeea4b27dbb964e5d469bb74e80fa60bc2c8efd3c67f07dd1bb2650220 network default NAD default NAD key default], result "{}", err I0504 20:49:57.810428 3802 cni.go:473] [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx 6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-r4lfj-k7qfx 6fb72ab101b7ab9a003a7e7f70edbae3645a55ffba6aa289d3568a4f6f88b17e network default NAD default NAD key default], result "{}", err I0504 20:49:57.824224 3802 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.824260 3802 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-sfcqx-f8krx I0504 20:49:57.825710 3802 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-sfcqx-f8krx, ips: 10.130.0.45 I0504 20:49:57.825745 3802 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.864582 3802 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.864618 3802 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-r4lfj-k7qfx I0504 20:49:57.865913 3802 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-r4lfj-k7qfx, ips: 10.130.0.44 I0504 20:49:57.865940 3802 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:58.706558 3802 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:58.706580 3802 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:58.730772 3802 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:58.730797 3802 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:00.305237 3802 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6d8776b4c7-brbc7] creating logical port tsf-tas_ctlog-6d8776b4c7-brbc7 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:50:00.305364 3802 kube.go:256] Updating pod tsf-tas/ctlog-6d8776b4c7-brbc7 I0504 20:50:00.324394 3802 pod.go:62] [tsf-tas/ctlog-6d8776b4c7-brbc7] pod update took 19.053261ms I0504 20:50:00.324420 3802 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6d8776b4c7-brbc7] addLogicalPort annotation time took 19.087015ms I0504 20:50:00.325680 3802 pods.go:271] [tsf-tas/ctlog-6d8776b4c7-brbc7] addLogicalPort took 20.460178ms, libovsdb time 865.429µs I0504 20:50:01.266169 3802 cni.go:452] [tsf-tas/ctlog-6d8776b4c7-brbc7 ce4426b0f35c193759e7bd7a3a67c848d70022b3c5e5bf3f8ae270558acd5ecb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6d8776b4c7-brbc7 ce4426b0f35c193759e7bd7a3a67c848d70022b3c5e5bf3f8ae270558acd5ecb network default NAD default NAD key ] I0504 20:50:01.275749 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6d8776b4c7-brbc7, hostIfaceName: ce4426b0f35c193, network: default, NAD default, SandboxID: "ce4426b0f35c193759e7bd7a3a67c848d70022b3c5e5bf3f8ae270558acd5ecb", PCI device ID: , UID: "b7705450-9655-4479-b266-77249a9bcdb3", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0504 20:50:01.328508 3802 cni.go:473] [tsf-tas/ctlog-6d8776b4c7-brbc7 ce4426b0f35c193759e7bd7a3a67c848d70022b3c5e5bf3f8ae270558acd5ecb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6d8776b4c7-brbc7 ce4426b0f35c193759e7bd7a3a67c848d70022b3c5e5bf3f8ae270558acd5ecb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:3b:96:e2:63:c5\",\"name\":\"ce4426b0f35c193\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4a5e9f4-e4a2-4103-8c89-4dc0446c2a3f\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:03.460036 3802 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-84bgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.460651 3802 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-84bgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:50:03.728994 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:50:04.310240 3802 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-84bgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.310275 3802 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-84bgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.344623 3802 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.344645 3802 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.351227 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9m8rz I0504 20:50:04.351253 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9m8rz I0504 20:50:05.153716 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:05.154328 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:06.175794 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:06.175819 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:08.332762 3802 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 20:50:08.349248 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:50:10.095975 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:11.497149 3802 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.497719 3802 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.519298 3802 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.519317 3802 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.524167 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:50:11.524190 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:50:12.832843 3802 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-g5fkz] creating logical port tsf-tpa_create-db-g5fkz for pod on switch ip-10-0-0-208.ec2.internal I0504 20:50:12.832968 3802 kube.go:256] Updating pod tsf-tpa/create-db-g5fkz I0504 20:50:12.845875 3802 pod.go:62] [tsf-tpa/create-db-g5fkz] pod update took 12.92941ms I0504 20:50:12.845918 3802 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-g5fkz] addLogicalPort annotation time took 12.958617ms I0504 20:50:12.847354 3802 pods.go:271] [tsf-tpa/create-db-g5fkz] addLogicalPort took 14.529402ms, libovsdb time 968.659µs I0504 20:50:13.192832 3802 cni.go:452] [tsf-tpa/create-db-g5fkz a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-g5fkz a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8 network default NAD default NAD key ] I0504 20:50:13.201899 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-g5fkz, hostIfaceName: a183f0914dfe2b4, network: default, NAD default, SandboxID: "a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8", PCI device ID: , UID: "9b11bb9e-00c0-47e9-9238-6e7568a68f14", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0504 20:50:13.253160 3802 cni.go:473] [tsf-tpa/create-db-g5fkz a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-g5fkz a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:74:0e:2f:c8:ed\",\"name\":\"a183f0914dfe2b4\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d1175c2-60aa-4f62-9daa-d7634d208ad7\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:50:14.744021 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0504 20:50:16.806702 3802 cni.go:452] [tsf-tpa/create-db-g5fkz a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-g5fkz a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8 network default NAD default NAD key ] I0504 20:50:16.891720 3802 cni.go:473] [tsf-tpa/create-db-g5fkz a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-g5fkz a183f0914dfe2b40858559b17724a9e0b4dc566beed86e9ac7fd87cb2d1654f8 network default NAD default NAD key default], result "{}", err I0504 20:50:16.944612 3802 obj_retry.go:498] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:16.944649 3802 pods.go:176] Deleting pod: tsf-tpa/create-db-g5fkz I0504 20:50:16.945998 3802 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-g5fkz, ips: 10.130.0.48 I0504 20:50:16.946039 3802 obj_retry.go:498] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:17.966980 3802 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:17.967016 3802 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:22.452848 3802 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:50:22.585296 3802 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:22.585822 3802 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:23.609278 3802 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:23.609300 3802 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:23.802610 3802 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-4gjwx] creating logical port tsf-tpa_create-importers-4gjwx for pod on switch ip-10-0-0-208.ec2.internal I0504 20:50:23.802733 3802 kube.go:256] Updating pod tsf-tpa/create-importers-4gjwx I0504 20:50:23.815969 3802 pod.go:62] [tsf-tpa/create-importers-4gjwx] pod update took 13.277806ms I0504 20:50:23.815992 3802 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-4gjwx] addLogicalPort annotation time took 13.306016ms I0504 20:50:23.817652 3802 pods.go:271] [tsf-tpa/create-importers-4gjwx] addLogicalPort took 15.068314ms, libovsdb time 1.096049ms I0504 20:50:24.165300 3802 cni.go:452] [tsf-tpa/create-importers-4gjwx 615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-4gjwx 615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f network default NAD default NAD key ] I0504 20:50:24.174478 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-4gjwx, hostIfaceName: 615247d52d7305b, network: default, NAD default, SandboxID: "615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f", PCI device ID: , UID: "b8224bc0-63c1-40c1-9373-41a77b3eb792", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0504 20:50:24.224745 3802 cni.go:473] [tsf-tpa/create-importers-4gjwx 615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-4gjwx 615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:59:8c:d2:6e:24\",\"name\":\"615247d52d7305b\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ab1fc68-9806-49a0-ae79-26dbc42738b3\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:25.860854 3802 cni.go:452] [tsf-tpa/create-importers-4gjwx 615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-4gjwx 615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f network default NAD default NAD key ] I0504 20:50:25.949706 3802 cni.go:473] [tsf-tpa/create-importers-4gjwx 615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-4gjwx 615247d52d7305be710b2aaf597a9b382f2826d3c6d1445e30989af77bf52f8f network default NAD default NAD key default], result "{}", err I0504 20:50:26.001576 3802 obj_retry.go:498] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:26.001610 3802 pods.go:176] Deleting pod: tsf-tpa/create-importers-4gjwx I0504 20:50:26.002983 3802 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-4gjwx, ips: 10.130.0.49 I0504 20:50:26.003018 3802 obj_retry.go:498] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:27.024592 3802 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:27.024615 3802 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:36.760762 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 20:50:40.677317 3802 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:40.677853 3802 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:50:41.282246 3802 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 20:50:41.543355 3802 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:41.543383 3802 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:52.589885 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 20:50:54.742485 3802 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:54.743095 3802 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:54.764419 3802 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:54.764443 3802 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:54.771154 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:50:54.771180 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:50:55.554979 3802 namespace.go:98] [image-controller] adding namespace I0504 20:50:55.555880 3802 namespace.go:102] [image-controller] adding namespace took 876.313µs I0504 20:50:55.563064 3802 namespace.go:98] [default-tenant] adding namespace I0504 20:50:55.563094 3802 namespace.go:98] [build-service] adding namespace I0504 20:50:55.563215 3802 namespace.go:98] [integration-service] adding namespace I0504 20:50:55.563799 3802 namespace.go:102] [default-tenant] adding namespace took 720.744µs I0504 20:50:55.564387 3802 namespace.go:102] [build-service] adding namespace took 1.279986ms I0504 20:50:55.564936 3802 namespace.go:102] [integration-service] adding namespace took 1.701936ms I0504 20:50:55.613151 3802 namespace.go:142] [image-controller] updating namespace I0504 20:50:55.652295 3802 namespace.go:142] [image-controller] updating namespace I0504 20:50:55.652333 3802 namespace.go:142] [default-tenant] updating namespace I0504 20:50:55.689559 3802 namespace.go:142] [default-tenant] updating namespace I0504 20:50:55.715458 3802 namespace.go:142] [build-service] updating namespace I0504 20:50:55.752097 3802 namespace.go:142] [build-service] updating namespace I0504 20:50:55.767143 3802 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.811960 3802 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.858222 3802 namespace.go:142] [build-service] updating namespace I0504 20:50:55.879891 3802 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.913067 3802 namespace.go:98] [release-service] adding namespace I0504 20:50:55.913976 3802 namespace.go:102] [release-service] adding namespace took 874.107µs I0504 20:50:56.012035 3802 namespace.go:142] [konflux-ui] updating namespace I0504 20:50:56.034379 3802 namespace.go:98] [konflux-info] adding namespace I0504 20:50:56.034489 3802 namespace.go:142] [release-service] updating namespace I0504 20:50:56.035150 3802 namespace.go:102] [konflux-info] adding namespace took 753.768µs I0504 20:50:56.084859 3802 namespace.go:98] [namespace-lister] adding namespace I0504 20:50:56.084992 3802 namespace.go:142] [release-service] updating namespace I0504 20:50:56.085525 3802 namespace.go:102] [namespace-lister] adding namespace took 651.338µs I0504 20:50:56.116910 3802 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:50:56.117567 3802 namespace.go:102] [enterprise-contract-service] adding namespace took 643.073µs I0504 20:50:56.145559 3802 namespace.go:142] [image-controller] updating namespace I0504 20:50:56.192092 3802 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.268191 3802 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.320067 3802 namespace.go:142] [default-tenant] updating namespace I0504 20:50:56.397511 3802 namespace.go:98] [segment-bridge] adding namespace I0504 20:50:56.397630 3802 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.398290 3802 namespace.go:102] [segment-bridge] adding namespace took 762.507µs I0504 20:50:56.505237 3802 namespace.go:98] [konflux-cli] adding namespace I0504 20:50:56.506107 3802 namespace.go:102] [konflux-cli] adding namespace took 852.32µs I0504 20:50:56.611729 3802 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.677313 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.830323 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.925118 3802 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:57.023682 3802 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:57.058857 3802 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:57.078086 3802 namespace.go:142] [build-service] updating namespace I0504 20:50:57.133144 3802 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:57.856976 3802 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:50:57.857661 3802 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:50:57.857680 3802 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:50:57.860099 3802 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:50:58.007949 3802 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:50:58.007981 3802 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:50:58.008985 3802 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:50:58.400479 3802 namespace.go:142] [default-tenant] updating namespace I0504 20:50:58.627606 3802 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-mmz6d] creating logical port image-controller_image-controller-controller-manager-6f859968fc-mmz6d for pod on switch ip-10-0-0-208.ec2.internal I0504 20:50:58.627699 3802 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-mmz6d I0504 20:50:58.653177 3802 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-mmz6d] pod update took 25.501236ms I0504 20:50:58.653199 3802 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-mmz6d] addLogicalPort annotation time took 25.528353ms I0504 20:50:58.654401 3802 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-mmz6d] addLogicalPort took 26.810481ms, libovsdb time 827.057µs I0504 20:50:58.688276 3802 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7687bcb5f4-v9v2v] creating logical port konflux-ui_proxy-7687bcb5f4-v9v2v for pod on switch ip-10-0-0-208.ec2.internal I0504 20:50:58.688394 3802 kube.go:256] Updating pod konflux-ui/proxy-7687bcb5f4-v9v2v I0504 20:50:58.699315 3802 base_network_controller_pods.go:487] [default/konflux-ui/dex-db67bfb79-764gt] creating logical port konflux-ui_dex-db67bfb79-764gt for pod on switch ip-10-0-0-208.ec2.internal I0504 20:50:58.699451 3802 kube.go:256] Updating pod konflux-ui/dex-db67bfb79-764gt I0504 20:50:58.757270 3802 pod.go:62] [konflux-ui/proxy-7687bcb5f4-v9v2v] pod update took 68.904453ms I0504 20:50:58.757298 3802 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7687bcb5f4-v9v2v] addLogicalPort annotation time took 68.937174ms I0504 20:50:58.758633 3802 pods.go:271] [konflux-ui/proxy-7687bcb5f4-v9v2v] addLogicalPort took 70.37132ms, libovsdb time 913.604µs I0504 20:50:58.863074 3802 pod.go:62] [konflux-ui/dex-db67bfb79-764gt] pod update took 163.650831ms I0504 20:50:58.863167 3802 base_network_controller_pods.go:951] [default/konflux-ui/dex-db67bfb79-764gt] addLogicalPort annotation time took 163.749035ms I0504 20:50:58.864880 3802 pods.go:271] [konflux-ui/dex-db67bfb79-764gt] addLogicalPort took 165.580704ms, libovsdb time 1.098318ms I0504 20:50:58.993964 3802 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-mmz6d 1698e800fd92efb0ebeef89b93f43a2799a49b5c3a32110b1106792f2a6e375d network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-mmz6d 1698e800fd92efb0ebeef89b93f43a2799a49b5c3a32110b1106792f2a6e375d network default NAD default NAD key ] I0504 20:50:59.003171 3802 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-mmz6d, hostIfaceName: 1698e800fd92efb, network: default, NAD default, SandboxID: "1698e800fd92efb0ebeef89b93f43a2799a49b5c3a32110b1106792f2a6e375d", PCI device ID: , UID: "3a9d4563-87e4-4097-bf84-d7b39ab63247", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0504 20:50:59.022282 3802 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-qmzz6 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:50:59.022402 3802 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 I0504 20:50:59.032828 3802 namespace.go:142] [image-controller] updating namespace I0504 20:50:59.052217 3802 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6] pod update took 29.835151ms I0504 20:50:59.052302 3802 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6] addLogicalPort annotation time took 29.925029ms I0504 20:50:59.053843 3802 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6] addLogicalPort took 31.578402ms, libovsdb time 938.662µs I0504 20:50:59.059119 3802 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-mmz6d 1698e800fd92efb0ebeef89b93f43a2799a49b5c3a32110b1106792f2a6e375d network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-mmz6d 1698e800fd92efb0ebeef89b93f43a2799a49b5c3a32110b1106792f2a6e375d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:5b:ea:80:3e:31\",\"name\":\"1698e800fd92efb\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05c9a97c-a628-4047-8a3e-e7a65e36c378\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:59.197175 3802 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-lptj5] creating logical port build-service_build-service-controller-manager-7cbf488fcf-lptj5 for pod on switch ip-10-0-0-208.ec2.internal I0504 20:50:59.197295 3802 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-lptj5 I0504 20:50:59.244339 3802 namespace.go:142] [integration-service] updating namespace I0504 20:50:59.244343 3802 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-lptj5] pod update took 47.085157ms I0504 20:50:59.244400 3802 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-lptj5] addLogicalPort annotation time took 47.147603ms I0504 20:50:59.245696 3802 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-lptj5] addLogicalPort took 48.542839ms, libovsdb time 807.668µs I0504 20:50:59.446119 3802 namespace.go:142] [konflux-info] updating namespace I0504 20:50:59.559692 3802 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-lptj5 84f71bad10bb70eae149bc92ba3d565991f3361efcea2114608281049fb76433 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-lptj5 84f71bad10bb70eae149bc92ba3d565991f3361efcea2114608281049fb76433 network default NAD default NAD key ] I0504 20:50:59.570331 3802 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-lptj5, hostIfaceName: 84f71bad10bb70e, network: default, NAD default, SandboxID: "84f71bad10bb70eae149bc92ba3d565991f3361efcea2114608281049fb76433", PCI device ID: , UID: "9e5ea8bb-ef62-41b9-85c9-b5749cd4f4bb", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0504 20:50:59.634254 3802 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-lptj5 84f71bad10bb70eae149bc92ba3d565991f3361efcea2114608281049fb76433 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-lptj5 84f71bad10bb70eae149bc92ba3d565991f3361efcea2114608281049fb76433 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:3e:74:af:99:2d\",\"name\":\"84f71bad10bb70e\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78ad22e6-3861-4899-a440-957cc9fa683e\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:59.748236 3802 namespace.go:142] [release-service] updating namespace I0504 20:50:59.878118 3802 namespace.go:142] [build-service] updating namespace I0504 20:50:59.903146 3802 namespace.go:142] [default-tenant] updating namespace I0504 20:50:59.916502 3802 namespace.go:142] [image-controller] updating namespace I0504 20:50:59.931398 3802 namespace.go:142] [integration-service] updating namespace I0504 20:50:59.955235 3802 namespace.go:142] [konflux-info] updating namespace I0504 20:50:59.971205 3802 namespace.go:142] [release-service] updating namespace I0504 20:51:00.043174 3802 namespace.go:142] [build-service] updating namespace I0504 20:51:00.117487 3802 namespace.go:142] [default-tenant] updating namespace I0504 20:51:00.196478 3802 namespace.go:142] [image-controller] updating namespace I0504 20:51:00.256709 3802 namespace.go:142] [integration-service] updating namespace I0504 20:51:00.338561 3802 namespace.go:142] [konflux-info] updating namespace I0504 20:51:00.428402 3802 namespace.go:142] [release-service] updating namespace W0504 20:51:01.654632 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:51:01.662738 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:51:01.868651 3802 namespace.go:142] [konflux-cli] updating namespace I0504 20:51:02.065391 3802 namespace.go:142] [namespace-lister] updating namespace I0504 20:51:02.266199 3802 namespace.go:142] [segment-bridge] updating namespace I0504 20:51:02.409401 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:51:02.423118 3802 namespace.go:142] [konflux-cli] updating namespace I0504 20:51:02.441459 3802 namespace.go:142] [namespace-lister] updating namespace I0504 20:51:02.463071 3802 namespace.go:142] [segment-bridge] updating namespace I0504 20:51:02.527981 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:51:02.595421 3802 namespace.go:142] [konflux-cli] updating namespace I0504 20:51:02.694488 3802 namespace.go:142] [namespace-lister] updating namespace I0504 20:51:02.805468 3802 namespace.go:142] [segment-bridge] updating namespace W0504 20:51:03.085779 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 20:51:03.121989 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0504 20:51:06.858894 3802 cni.go:452] [konflux-ui/proxy-7687bcb5f4-v9v2v fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7687bcb5f4-v9v2v fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5 network default NAD default NAD key ] I0504 20:51:06.862894 3802 cni.go:452] [konflux-ui/dex-db67bfb79-764gt 329248ac6887c706dee05c9ac7929e070ef16285425bb02ddefc6a71f6a9ec1c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-db67bfb79-764gt 329248ac6887c706dee05c9ac7929e070ef16285425bb02ddefc6a71f6a9ec1c network default NAD default NAD key ] I0504 20:51:06.869588 3802 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7687bcb5f4-v9v2v, hostIfaceName: fd8393157f29f4a, network: default, NAD default, SandboxID: "fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5", PCI device ID: , UID: "2ec7d0b2-5519-4b59-8cc7-6db96d180333", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0504 20:51:06.872835 3802 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-db67bfb79-764gt, hostIfaceName: 329248ac6887c70, network: default, NAD default, SandboxID: "329248ac6887c706dee05c9ac7929e070ef16285425bb02ddefc6a71f6a9ec1c", PCI device ID: , UID: "8f500de3-bf1f-4e00-93ef-40a6d0c09d78", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0504 20:51:06.895714 3802 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5 network default NAD default NAD key ] I0504 20:51:06.906104 3802 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-qmzz6, hostIfaceName: e03a04f284caf24, network: default, NAD default, SandboxID: "e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5", PCI device ID: , UID: "2c1b729b-6273-4261-ae56-bef9666112b6", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0504 20:51:06.976105 3802 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:57:8d:34:93:be\",\"name\":\"e03a04f284caf24\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0272fbb-086f-45fe-b984-3bba5aa5c97a\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:51:07.140421 3802 cni.go:473] [konflux-ui/dex-db67bfb79-764gt 329248ac6887c706dee05c9ac7929e070ef16285425bb02ddefc6a71f6a9ec1c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-db67bfb79-764gt 329248ac6887c706dee05c9ac7929e070ef16285425bb02ddefc6a71f6a9ec1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:fe:82:07:b7:2e\",\"name\":\"329248ac6887c70\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/150bff0c-51a0-4d87-b636-91e0a754c428\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:51:07.140667 3802 cni.go:473] [konflux-ui/proxy-7687bcb5f4-v9v2v fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7687bcb5f4-v9v2v fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:d2:9d:bf:ba:35\",\"name\":\"fd8393157f29f4a\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bd5d63d-b3ea-4285-830a-0612db4a43a0\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:51:10.722435 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:10.730549 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:10.757726 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:10.757749 3802 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:11.770538 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:11.773477 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:12.151153 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:12.151174 3802 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:12.178342 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:12.178377 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:13.163985 3802 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 20:51:14.092137 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:51:14.118194 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 20:51:21.733068 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:21.733090 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:21.737377 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:21.737405 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0504 20:51:21.912932 3802 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5 network default NAD default NAD key ] I0504 20:51:21.992213 3802 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 e03a04f284caf24d7d7d5913a0dd0cb1eb4e56055a53d27e75fadd95f258f0b5 network default NAD default NAD key default], result "{}", err I0504 20:51:22.054198 3802 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:22.054228 3802 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 I0504 20:51:22.055672 3802 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6, ips: 10.130.0.53 I0504 20:51:22.055706 3802 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:22.259838 3802 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:22.259859 3802 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:22.269401 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 I0504 20:51:22.269428 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 W0504 20:51:25.175129 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0504 20:51:35.128514 3802 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb for pod on switch ip-10-0-0-208.ec2.internal I0504 20:51:35.128644 3802 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb I0504 20:51:35.149144 3802 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb] pod update took 20.522717ms I0504 20:51:35.149165 3802 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb] addLogicalPort annotation time took 20.552507ms I0504 20:51:35.150664 3802 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb] addLogicalPort took 22.165337ms, libovsdb time 963.988µs I0504 20:51:35.547939 3802 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb 6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb 6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c network default NAD default NAD key ] I0504 20:51:35.557565 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb, hostIfaceName: 6aa5022b94d8da6, network: default, NAD default, SandboxID: "6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c", PCI device ID: , UID: "bc289a3d-d5c6-4a9f-bdea-a297cdc844e5", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0504 20:51:35.612653 3802 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb 6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb 6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:21:57:5d:dd:82\",\"name\":\"6aa5022b94d8da6\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79a47968-bd53-40da-8795-94a7ab04b283\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:51:39.340311 3802 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb 6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb 6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c network default NAD default NAD key ] I0504 20:51:39.422694 3802 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb 6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb 6aa5022b94d8da60998bd22f7ae7ebdfbd7f3e0ef55012c7e7fbcb8c5c967d2c network default NAD default NAD key default], result "{}", err I0504 20:51:39.480502 3802 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:39.480544 3802 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb I0504 20:51:39.481999 3802 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb, ips: 10.130.0.55 I0504 20:51:39.482064 3802 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:39.482089 3802 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:51:39.482102 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:51:39.482296 3802 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:51:39.482313 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:51:40.505119 3802 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:40.505144 3802 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:40.505162 3802 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:40.505174 3802 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:51:46.830984 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:46.831001 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:46.831031 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:46.831038 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:53.269282 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:53.269312 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 20:52:16.305228 3802 cni.go:452] [konflux-ui/proxy-7687bcb5f4-v9v2v fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7687bcb5f4-v9v2v fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5 network default NAD default NAD key ] I0504 20:52:16.397583 3802 cni.go:473] [konflux-ui/proxy-7687bcb5f4-v9v2v fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7687bcb5f4-v9v2v fd8393157f29f4ae738932117322625f6e07ad45a02cd5882fc6b5244dbe13a5 network default NAD default NAD key default], result "{}", err I0504 20:52:16.467440 3802 obj_retry.go:498] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:16.467484 3802 pods.go:176] Deleting pod: konflux-ui/proxy-7687bcb5f4-v9v2v I0504 20:52:16.468808 3802 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7687bcb5f4-v9v2v, ips: 10.130.0.51 I0504 20:52:16.468835 3802 obj_retry.go:498] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:16.867065 3802 obj_retry.go:492] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:16.867094 3802 obj_retry.go:492] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:16.871499 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7687bcb5f4-v9v2v I0504 20:52:16.871527 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7687bcb5f4-v9v2v I0504 20:52:18.686487 3802 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-f9pzn for pod on switch ip-10-0-0-208.ec2.internal I0504 20:52:18.686617 3802 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn I0504 20:52:18.711697 3802 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn] pod update took 25.110974ms I0504 20:52:18.711725 3802 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn] addLogicalPort annotation time took 25.144576ms I0504 20:52:18.713206 3802 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn] addLogicalPort took 26.732861ms, libovsdb time 910.217µs I0504 20:52:19.055206 3802 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn d6e7b834b47d1cc7217acc82729877319ac09c9e0c5f3760eeeba02dca44d4c4 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn d6e7b834b47d1cc7217acc82729877319ac09c9e0c5f3760eeeba02dca44d4c4 network default NAD default NAD key ] I0504 20:52:19.064969 3802 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-f9pzn, hostIfaceName: d6e7b834b47d1cc, network: default, NAD default, SandboxID: "d6e7b834b47d1cc7217acc82729877319ac09c9e0c5f3760eeeba02dca44d4c4", PCI device ID: , UID: "b37038e5-0c6e-4b8a-a95a-e714d1007923", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0504 20:52:19.116926 3802 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn d6e7b834b47d1cc7217acc82729877319ac09c9e0c5f3760eeeba02dca44d4c4 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-f9pzn d6e7b834b47d1cc7217acc82729877319ac09c9e0c5f3760eeeba02dca44d4c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c6:cc:40:37:47\",\"name\":\"d6e7b834b47d1cc\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8e31179-02a5-4607-bd58-5d63b48b541d\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:52:27.290286 3802 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:27.290876 3802 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:27.334409 3802 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:27.334435 3802 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:27.341255 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:52:27.341276 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux W0504 20:52:32.617362 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:52:32.978184 3802 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:32.978748 3802 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:33.826309 3802 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:33.826337 3802 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:33.837205 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 I0504 20:52:33.837230 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 I0504 20:53:19.564131 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0504 20:53:43.658142 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 20:54:25.777705 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:54:49.783656 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0504 20:54:54.750415 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0504 20:55:13.559813 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=66 I0504 20:55:33.766174 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 20:55:40.658207 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:55:52.558160 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 20:56:20.783653 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 20:56:49.557960 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=105 I0504 20:56:59.764771 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 20:57:10.771668 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 20:57:28.755586 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 20:57:29.557226 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0504 20:59:10.561375 3802 namespace.go:98] [managed-tenant-8thod] adding namespace I0504 20:59:10.562355 3802 namespace.go:102] [managed-tenant-8thod] adding namespace took 950.981µs I0504 20:59:10.625354 3802 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:10.694375 3802 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:11.707284 3802 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:11.864653 3802 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:11.938343 3802 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:29.568981 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=267 I0504 20:59:51.567921 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0504 20:59:56.661689 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 21:00:00.193374 3802 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29632140-7f8nv] creating logical port segment-bridge_segment-bridge-29632140-7f8nv for pod on switch ip-10-0-0-208.ec2.internal I0504 21:00:00.193493 3802 kube.go:256] Updating pod segment-bridge/segment-bridge-29632140-7f8nv I0504 21:00:00.263542 3802 kube.go:256] Updating pod segment-bridge/segment-bridge-29632140-7f8nv I0504 21:00:00.277652 3802 pod.go:62] [segment-bridge/segment-bridge-29632140-7f8nv] pod update took 84.18295ms I0504 21:00:00.277675 3802 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29632140-7f8nv] addLogicalPort annotation time took 84.212675ms I0504 21:00:00.278955 3802 pods.go:271] [segment-bridge/segment-bridge-29632140-7f8nv] addLogicalPort took 85.600797ms, libovsdb time 840.344µs I0504 21:00:00.558602 3802 cni.go:452] [segment-bridge/segment-bridge-29632140-7f8nv 8aaadf7717d5f747eadae27f935b5b689b4449316cc3de60434d1c1e23c7888f network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29632140-7f8nv 8aaadf7717d5f747eadae27f935b5b689b4449316cc3de60434d1c1e23c7888f network default NAD default NAD key ] I0504 21:00:00.567675 3802 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29632140-7f8nv, hostIfaceName: 8aaadf7717d5f74, network: default, NAD default, SandboxID: "8aaadf7717d5f747eadae27f935b5b689b4449316cc3de60434d1c1e23c7888f", PCI device ID: , UID: "9c32604c-6e9e-4949-91c6-e8dbed77dac7", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0504 21:00:00.621809 3802 cni.go:473] [segment-bridge/segment-bridge-29632140-7f8nv 8aaadf7717d5f747eadae27f935b5b689b4449316cc3de60434d1c1e23c7888f network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29632140-7f8nv 8aaadf7717d5f747eadae27f935b5b689b4449316cc3de60434d1c1e23c7888f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:b9:8d:e7:23:7f\",\"name\":\"8aaadf7717d5f74\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f3470ff-af3d-4e12-94db-c049a648af21\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:04.645138 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.645730 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.535685 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.535714 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.059655 3802 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.059687 3802 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.064359 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-g5fkz I0504 21:00:17.064383 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-g5fkz I0504 21:00:20.754626 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 21:00:23.029117 3802 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:23.029166 3802 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:23.031967 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-b9j8f I0504 21:00:23.031991 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-b9j8f I0504 21:00:27.033557 3802 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:27.033581 3802 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:27.038825 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-4gjwx I0504 21:00:27.038851 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-4gjwx I0504 21:01:29.576843 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0504 21:01:56.563120 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0504 21:02:14.787443 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 21:02:24.769844 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 21:03:14.560669 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0504 21:03:39.787377 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 21:04:05.781251 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 21:04:35.661803 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 21:05:05.776561 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 21:05:10.561617 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0504 21:05:30.572303 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=37 I0504 21:05:38.760246 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 21:05:52.769189 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 21:06:28.572253 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 21:06:43.580204 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0504 21:08:03.758491 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 21:08:17.564886 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=23 I0504 21:08:53.791591 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 21:09:39.665810 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 21:09:51.774308 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 21:10:02.784651 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0504 21:10:04.799339 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.799944 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:05.668812 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.668841 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.701311 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.701339 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.707107 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 I0504 21:10:05.707138 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 I0504 21:10:22.791031 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0504 21:10:40.567289 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 21:11:29.134325 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-init-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:11:29.134484 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod I0504 21:11:29.157494 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod] pod update took 23.037934ms I0504 21:11:29.157523 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod] addLogicalPort annotation time took 23.072093ms I0504 21:11:29.158865 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod] addLogicalPort took 24.556355ms, libovsdb time 865.764µs I0504 21:11:29.499747 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod 2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod 2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144 network default NAD default NAD key ] I0504 21:11:29.509819 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-init-pod, hostIfaceName: 2c801161ba1671f, network: default, NAD default, SandboxID: "2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144", PCI device ID: , UID: "f0cb625e-de8a-4cdd-a519-40bf05724a39", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0504 21:11:29.565168 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod 2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod 2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:91:56:04:93:aa\",\"name\":\"2c801161ba1671f\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/856aa48a-1d51-44fc-95ab-078cc34ac1a7\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:11:31.378223 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:11:31.378791 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:11:32.119894 3802 obj_retry.go:492] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:11:32.119921 3802 obj_retry.go:492] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:11:32.126570 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod I0504 21:11:32.126606 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod I0504 21:11:33.665219 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:11:43.212165 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-9xlpv for pod on switch ip-10-0-0-208.ec2.internal I0504 21:11:43.212282 3802 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv I0504 21:11:43.230361 3802 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv] pod update took 18.103919ms I0504 21:11:43.230388 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv] addLogicalPort annotation time took 18.13308ms I0504 21:11:43.231689 3802 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv] addLogicalPort took 19.542395ms, libovsdb time 870.71µs I0504 21:11:43.575633 3802 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv 25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv 25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c network default NAD default NAD key ] I0504 21:11:43.585159 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-9xlpv, hostIfaceName: 25a13b2ca9e8602, network: default, NAD default, SandboxID: "25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c", PCI device ID: , UID: "87f86cdf-c92a-4506-8b04-9b323f10bd63", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0504 21:11:43.641560 3802 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv 25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv 25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:27:0c:a4:6b:b5\",\"name\":\"25a13b2ca9e8602\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/495465d5-e53b-4e0c-8665-c1b300736ce9\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:11:46.589036 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod 2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod 2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144 network default NAD default NAD key ] I0504 21:11:46.677222 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod 2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod 2c801161ba1671f34fbee2d4ce87814c7ad6e24823569a4b828b89970027e144 network default NAD default NAD key default], result "{}", err I0504 21:11:46.762833 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:11:46.762895 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod I0504 21:11:46.764412 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod, ips: 10.130.0.58 I0504 21:11:46.764440 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:11:47.582905 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:11:47.583049 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod I0504 21:11:47.606720 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod] pod update took 23.718597ms I0504 21:11:47.606751 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod] addLogicalPort annotation time took 23.751955ms I0504 21:11:47.607988 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod] addLogicalPort took 25.102533ms, libovsdb time 801.316µs I0504 21:11:48.008987 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956 network default NAD default NAD key ] I0504 21:11:48.018877 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod, hostIfaceName: e30eebfe614f2f7, network: default, NAD default, SandboxID: "e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956", PCI device ID: , UID: "5bc6962f-6dc6-4310-a3fa-263004903dfe", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0504 21:11:48.072758 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:d8:31:5e:87:d5\",\"name\":\"e30eebfe614f2f7\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c8bd8ab-0c01-4970-a024-15ab5ce4caae\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 21:11:57.625341 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:11:57.625363 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:11:57.625369 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:11:57.625374 3802 util.go:959] Failed to build node endpoints for node ip-10-0-0-208.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0504 21:12:01.709106 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956 network default NAD default NAD key ] I0504 21:12:01.797409 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod e30eebfe614f2f76ac2a84d579eea3dc316d422a8c745e4e7847b6f0b7747956 network default NAD default NAD key default], result "{}", err I0504 21:12:01.876271 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:01.876309 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod I0504 21:12:01.877874 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod, ips: 10.130.0.60 I0504 21:12:01.877902 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:02.620641 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:12:02.620795 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod I0504 21:12:02.648075 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod] pod update took 27.311884ms I0504 21:12:02.648100 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod] addLogicalPort annotation time took 27.340845ms I0504 21:12:02.649419 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod] addLogicalPort took 28.791055ms, libovsdb time 890.556µs I0504 21:12:02.992217 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b network default NAD default NAD key ] I0504 21:12:03.001742 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod, hostIfaceName: de24839401dd01e, network: default, NAD default, SandboxID: "de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b", PCI device ID: , UID: "6f33b95e-9874-4f9e-b9af-a8bbb3467fa7", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0504 21:12:03.264794 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:2f:e0:00:d3:5e\",\"name\":\"de24839401dd01e\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60519bc2-13c0-440a-93af-6ac90f17c53d\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:12:12.576111 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=71 I0504 21:12:24.773313 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 21:12:26.764629 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 21:12:33.575762 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0504 21:13:07.175299 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b network default NAD default NAD key ] I0504 21:13:07.249356 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod de24839401dd01edd7ca1dffdf8910cc190e9803907ca5b13ecee3d053659e7b network default NAD default NAD key default], result "{}", err I0504 21:13:07.331967 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:13:07.332027 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod I0504 21:13:07.333515 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod, ips: 10.130.0.61 I0504 21:13:07.333550 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:13:45.565862 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0504 21:14:03.568923 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24 I0504 21:14:24.780361 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 21:14:49.669803 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 21:15:10.584572 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0504 21:15:22.761902 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 21:15:52.795808 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 21:16:12.571333 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0504 21:17:10.629263 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:17:10.629416 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod I0504 21:17:10.661230 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod] pod update took 31.84769ms I0504 21:17:10.661254 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod] addLogicalPort annotation time took 31.875872ms I0504 21:17:10.662637 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod] addLogicalPort took 33.386793ms, libovsdb time 926.397µs I0504 21:17:10.993612 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod 8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod 8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14 network default NAD default NAD key ] I0504 21:17:11.002906 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod, hostIfaceName: 8ded44c0ca8699c, network: default, NAD default, SandboxID: "8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14", PCI device ID: , UID: "ddd99e2c-5eeb-4363-bded-d4dd74392060", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0504 21:17:11.057476 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod 8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod 8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:88:b5:1d:cd:18\",\"name\":\"8ded44c0ca8699c\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3669ec1-2123-4a10-b234-b59bde168924\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:17:11.280704 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:17:11.281327 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:17:39.412364 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:17:39.412496 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod I0504 21:17:39.445324 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod] pod update took 32.854036ms I0504 21:17:39.445351 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod] addLogicalPort annotation time took 32.885526ms I0504 21:17:39.446856 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod] addLogicalPort took 34.506228ms, libovsdb time 1.055242ms I0504 21:17:39.778610 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26 network default NAD default NAD key ] I0504 21:17:39.787630 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod, hostIfaceName: dbc4ad767907d4b, network: default, NAD default, SandboxID: "dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26", PCI device ID: , UID: "fa7bbfc5-4cd6-4bd8-9f8b-8183054a8df8", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0504 21:17:39.841983 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:fe:35:b4:94:9d\",\"name\":\"dbc4ad767907d4b\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd5db15c-8e45-4045-ac4a-a63c9b11282c\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:17:40.018887 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod 8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod 8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14 network default NAD default NAD key ] I0504 21:17:40.109910 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod 8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod 8ded44c0ca8699c20546f1e8cb4b7695d2bd9c87fe26ea77291c42934aa66b14 network default NAD default NAD key default], result "{}", err I0504 21:17:40.161421 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:17:40.161457 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod I0504 21:17:40.163127 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod, ips: 10.130.0.62 I0504 21:17:40.163157 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:17:40.565140 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:17:40.565341 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod I0504 21:17:40.593649 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod] pod update took 28.362671ms I0504 21:17:40.593677 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod] addLogicalPort annotation time took 28.391791ms I0504 21:17:40.594985 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod] addLogicalPort took 29.865159ms, libovsdb time 848.846µs I0504 21:17:40.619369 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:17:40.619477 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod I0504 21:17:40.652460 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod] pod update took 33.009167ms I0504 21:17:40.652486 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod] addLogicalPort annotation time took 33.040034ms I0504 21:17:40.653909 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod] addLogicalPort took 34.556278ms, libovsdb time 976.051µs I0504 21:17:40.838404 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:17:40.838538 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod I0504 21:17:40.873536 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod] pod update took 35.031358ms I0504 21:17:40.873564 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod] addLogicalPort annotation time took 35.061182ms I0504 21:17:40.874881 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod] addLogicalPort took 36.496906ms, libovsdb time 885.144µs I0504 21:17:40.929935 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9 network default NAD default NAD key ] I0504 21:17:40.939854 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod, hostIfaceName: a08468c5256bfae, network: default, NAD default, SandboxID: "a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9", PCI device ID: , UID: "6ee4fd19-7a9e-4716-8518-9b1dda096f35", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0504 21:17:40.960758 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:17:40.961028 3802 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod I0504 21:17:40.982600 3802 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod] pod update took 21.643422ms I0504 21:17:40.982626 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod] addLogicalPort annotation time took 21.675022ms I0504 21:17:40.983996 3802 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod] addLogicalPort took 23.256631ms, libovsdb time 839.75µs I0504 21:17:40.988751 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod 054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod 054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c network default NAD default NAD key ] I0504 21:17:41.000682 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod, hostIfaceName: 054b827166fd1e5, network: default, NAD default, SandboxID: "054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c", PCI device ID: , UID: "a0923b2d-b7ae-4fb7-ab9c-42864c2b7587", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0504 21:17:41.001197 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:b6:ef:17:3e:d4\",\"name\":\"a08468c5256bfae\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9100899e-e940-449b-b976-cdd33283368c\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:17:41.061931 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod 054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod 054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:63:42:71:77:38\",\"name\":\"054b827166fd1e5\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba212970-03a0-4e7c-a065-aa9f84540023\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:17:41.228366 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod 18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod 18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a network default NAD default NAD key ] I0504 21:17:41.238532 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod, hostIfaceName: 18eac0304a47a20, network: default, NAD default, SandboxID: "18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a", PCI device ID: , UID: "a32059f2-c836-4aa8-ab6c-856e08456adc", MAC: 0a:58:0a:82:00:42, IPs: [10.130.0.66/23] I0504 21:17:41.294266 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod 18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod 18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:6d:22:ae:89:91\",\"name\":\"18eac0304a47a20\"},{\"mac\":\"0a:58:0a:82:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e50066b2-03f8-4218-a16b-4f0a92b9c682\"}],\"ips\":[{\"address\":\"10.130.0.66/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:17:41.330455 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod 1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod 1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b network default NAD default NAD key ] I0504 21:17:41.340939 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod, hostIfaceName: 1e6585b9b9173c0, network: default, NAD default, SandboxID: "1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b", PCI device ID: , UID: "1eb5fb73-9359-4270-8177-229372b775da", MAC: 0a:58:0a:82:00:43, IPs: [10.130.0.67/23] I0504 21:17:41.396518 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod 1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod 1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:05:07:f1:a8:f8\",\"name\":\"1e6585b9b9173c0\"},{\"mac\":\"0a:58:0a:82:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/605bdbcc-d8e6-4c87-bc8a-57d1dacdca09\"}],\"ips\":[{\"address\":\"10.130.0.67/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:18:19.579776 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=102 I0504 21:18:36.669323 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:18:49.788098 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 21:19:11.795070 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0504 21:19:12.778073 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 21:19:20.003367 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9 network default NAD default NAD key ] I0504 21:19:20.003435 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod 054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod 054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c network default NAD default NAD key ] I0504 21:19:20.003574 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26 network default NAD default NAD key ] I0504 21:19:20.125212 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod 054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod 054b827166fd1e54addb3017866105540aca40033800b9c9318978a67057177c network default NAD default NAD key default], result "{}", err I0504 21:19:20.139164 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod dbc4ad767907d4bddb187db57d59eb36e40a9191642b3604b265594e3df26d26 network default NAD default NAD key default], result "{}", err I0504 21:19:20.150391 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod a08468c5256bfae04da3f1ffa9f663e3ed0eb19c5bd76c173aceadd6a86b87b9 network default NAD default NAD key default], result "{}", err I0504 21:19:20.290089 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.290129 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod I0504 21:19:20.291632 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod, ips: 10.130.0.65 I0504 21:19:20.291660 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.321672 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.321776 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod I0504 21:19:20.323655 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod, ips: 10.130.0.63 I0504 21:19:20.323689 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.357878 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.357908 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod I0504 21:19:20.359702 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod, ips: 10.130.0.64 I0504 21:19:20.359737 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:26.065288 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod 18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod 18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a network default NAD default NAD key ] I0504 21:19:26.158877 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod 18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod 18eac0304a47a20316d0ffcbeb49001e227657e0c32d33cefbeb6eaef0b2359a network default NAD default NAD key default], result "{}", err I0504 21:19:26.320491 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:26.320535 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod I0504 21:19:26.322373 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod, ips: 10.130.0.66 I0504 21:19:26.322439 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:28.777124 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 21:19:43.200400 3802 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod 1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod 1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b network default NAD default NAD key ] I0504 21:19:43.296545 3802 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod 1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod 1e6585b9b9173c003cef0501be30afd94257397281db87f413f85fa8aabbaf3b network default NAD default NAD key default], result "{}", err I0504 21:19:43.428022 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:43.428061 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod I0504 21:19:43.429494 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod, ips: 10.130.0.67 I0504 21:19:43.429523 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.160202 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.160804 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.653696 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.654278 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.990869 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:19:44.990918 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:19:44.998816 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh I0504 21:19:44.998837 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh I0504 21:19:45.014939 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:19:45.014956 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:19:45.021819 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h I0504 21:19:45.021849 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h I0504 21:20:04.291940 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:20:04.292490 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:20:05.137550 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:20:05.137580 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:20:05.171061 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:20:05.171089 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:20:05.177455 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv I0504 21:20:05.177482 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv I0504 21:20:43.580042 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0504 21:21:13.800268 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0504 21:21:16.766193 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 21:21:32.788340 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:32.788912 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:44.244770 3802 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv 25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv 25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c network default NAD default NAD key ] I0504 21:21:44.330788 3802 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv 25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv 25a13b2ca9e860242ee731b6eec191fc44941a0638494b7cff3bbc15f0f9ef5c network default NAD default NAD key default], result "{}", err I0504 21:21:44.386880 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:44.386946 3802 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv I0504 21:21:44.388543 3802 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv, ips: 10.130.0.59 I0504 21:21:44.388638 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:45.105222 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:21:45.105247 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:21:45.111651 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv I0504 21:21:45.111676 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv I0504 21:21:46.572781 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0504 21:21:52.194403 3802 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-rjvu-dpcq6-verify-pod] creating logical port default-tenant_my-integration-test-rjvu-dpcq6-verify-pod for pod on switch ip-10-0-0-208.ec2.internal I0504 21:21:52.194615 3802 kube.go:256] Updating pod default-tenant/my-integration-test-rjvu-dpcq6-verify-pod I0504 21:21:52.236967 3802 pod.go:62] [default-tenant/my-integration-test-rjvu-dpcq6-verify-pod] pod update took 42.412182ms I0504 21:21:52.236995 3802 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-rjvu-dpcq6-verify-pod] addLogicalPort annotation time took 42.445661ms I0504 21:21:52.238426 3802 pods.go:271] [default-tenant/my-integration-test-rjvu-dpcq6-verify-pod] addLogicalPort took 44.044793ms, libovsdb time 962.812µs I0504 21:21:52.563642 3802 cni.go:452] [default-tenant/my-integration-test-rjvu-dpcq6-verify-pod 38b6f6aa0f07af02ca791a7c3507ab637916154a8cc3e07508a5fb08dba5a35f network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-rjvu-dpcq6-verify-pod 38b6f6aa0f07af02ca791a7c3507ab637916154a8cc3e07508a5fb08dba5a35f network default NAD default NAD key ] I0504 21:21:52.572934 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-rjvu-dpcq6-verify-pod, hostIfaceName: 38b6f6aa0f07af0, network: default, NAD default, SandboxID: "38b6f6aa0f07af02ca791a7c3507ab637916154a8cc3e07508a5fb08dba5a35f", PCI device ID: , UID: "2b925f22-c401-47da-857c-5f6f60bce0c8", MAC: 0a:58:0a:82:00:44, IPs: [10.130.0.68/23] I0504 21:21:52.628821 3802 cni.go:473] [default-tenant/my-integration-test-rjvu-dpcq6-verify-pod 38b6f6aa0f07af02ca791a7c3507ab637916154a8cc3e07508a5fb08dba5a35f network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-rjvu-dpcq6-verify-pod 38b6f6aa0f07af02ca791a7c3507ab637916154a8cc3e07508a5fb08dba5a35f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a2:e9:fe:92:6c\",\"name\":\"38b6f6aa0f07af0\"},{\"mac\":\"0a:58:0a:82:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c7fa6be-4d3b-4978-82c5-58909d06694f\"}],\"ips\":[{\"address\":\"10.130.0.68/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:21:53.268593 3802 obj_retry.go:498] Detected object default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:53.269173 3802 obj_retry.go:498] Detected object default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:59.768453 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10