+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-136.ec2.internal ++ [[ -n ip-10-0-2-136.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-136.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0506 20:05:41.099293282 - disable conntrack on geneve port + echo 'I0506 20:05:41.099293282 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:05:41.119244343 - starting ovnkube-node' I0506 20:05:41.119244343 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-136.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-136.ec2.internal --init-node ip-10-0-2-136.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-136.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 20:05:41.162764 3649 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 20:05:41.162827 3649 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-770043485e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 20:05:41.164668 3649 kube.go:431] Waiting for certificate I0506 20:05:41.164708 3649 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 20:05:41.164732 3649 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 20:05:41.165414 3649 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:05:41.199936 3649 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:05:41.199955 3649 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:05:41.203954 3649 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:05:41.204455 3649 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nmj2t" I0506 20:05:41.209629 3649 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nmj2t" I0506 20:05:41.209704 3649 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:05:42.164982 3649 kube.go:438] Certificate found I0506 20:05:42.165542 3649 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:05:42.166581 3649 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 20:05:42.230935 3649 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:00:41 +0000 UTC" deadline="2026-05-07 14:12:50.465862128 +0000 UTC" I0506 20:05:42.230976 3649 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h7m8.234895795s" I0506 20:05:42.235943 3649 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:05:42.249854 3649 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 20:05:42.249943 3649 server.go:101] MetricServer registers OVS metrics I0506 20:05:42.250251 3649 server.go:105] MetricServer registers OVN DB metrics I0506 20:05:42.252079 3649 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 20:05:42.252169 3649 factory.go:561] Starting watch factory I0506 20:05:42.252263 3649 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252268 3649 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252286 3649 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252294 3649 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252277 3649 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252388 3649 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252399 3649 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252410 3649 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252278 3649 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.252482 3649 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.253338 3649 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.253355 3649 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.255272 3649 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 20:05:42.255299 3649 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 20:05:42.255342 3649 controller_manager.go:370] Starting the ovnkube controller I0506 20:05:42.255359 3649 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-136.ec2.internal I0506 20:05:42.255408 3649 controller_manager.go:395] NBDB zone sync took: 40.48µs I0506 20:05:42.255420 3649 factory.go:561] Starting watch factory I0506 20:05:42.270226 3649 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 20:05:42.270261 3649 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 20:05:42.274373 3649 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.275668 3649 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 20:05:42.275717 3649 server.go:109] MetricServer registers OVN Controller metrics I0506 20:05:42.276924 3649 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.278433 3649 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.278545 3649 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.279719 3649 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.281991 3649 server.go:113] MetricServer registers OVN Northd metrics I0506 20:05:42.286572 3649 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:05:42.287319 3649 metrics.go:519] OVN Metrics Server starts to run ... I0506 20:05:42.357718 3649 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:05:42.357742 3649 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:05:42.357747 3649 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:05:42.357752 3649 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:05:42.357755 3649 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:05:42.357759 3649 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:05:42.357866 3649 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:42.357887 3649 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:42.357869 3649 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:42.357911 3649 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:42.360698 3649 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:05:42.360716 3649 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:05:42.360720 3649 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:05:42.360723 3649 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:05:42.360726 3649 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:05:42.360729 3649 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:05:42.361347 3649 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:42.361644 3649 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:05:42.363091 3649 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:05:42.363102 3649 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:05:42.363186 3649 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.363202 3649 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.365813 3649 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.365822 3649 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:05:42.365831 3649 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:05:42.368165 3649 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:05:42.368240 3649 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.368254 3649 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.370782 3649 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.370882 3649 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:05:42.373357 3649 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:05:42.373429 3649 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.373467 3649 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.376303 3649 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:05:42.376450 3649 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.378395 3649 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:05:42.378474 3649 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.378484 3649 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.381268 3649 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.381406 3649 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:05:42.384461 3649 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:05:42.384522 3649 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.384542 3649 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.386685 3649 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:05:42.387229 3649 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.390308 3649 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:05:42.390500 3649 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:05:42.390515 3649 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:05:42.391757 3649 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:05:42.393136 3649 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:05:42.396295 3649 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:05:42.396358 3649 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.396370 3649 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.396409 3649 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.396423 3649 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.396791 3649 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:05:42.399096 3649 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.399114 3649 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:05:42.401562 3649 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:05:42.401571 3649 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:05:42.401578 3649 factory.go:680] Watch Factory start up complete, took: 149.415054ms I0506 20:05:42.401660 3649 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 20:05:42.401866 3649 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:05:42.401876 3649 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:05:42.401885 3649 factory.go:680] Watch Factory start up complete, took: 146.463282ms I0506 20:05:42.401892 3649 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-136.ec2.internal" zone I0506 20:05:42.456398 3649 default_node_network_controller.go:710] Initializing the default node network controller I0506 20:05:42.537879 3649 udn_isolation.go:101] Starting UDN host isolation manager I0506 20:05:42.544396 3649 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 20:05:42.595109 3649 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 20:05:42.595234 3649 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 20:05:42.595256 3649 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 20:05:42.630829 3649 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 20:05:42.630921 3649 default_node_network_controller.go:809] Node ip-10-0-2-136.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0506 20:05:42.636827 3649 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.136"] k8s.ovn.org/zone-name:ip-10-0-2-136.ec2.internal] on node ip-10-0-2-136.ec2.internal I0506 20:05:42.652371 3649 controller_manager.go:429] Waiting for node in zone sync took: 250.463059ms I0506 20:05:42.657158 3649 controller_manager.go:611] Switching to transit router for layer2 networks I0506 20:05:42.657174 3649 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-136.ec2.internal I0506 20:05:42.658603 3649 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 20:05:42.666726 3649 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 20:05:42.666946 3649 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0506 20:05:42.667155 3649 gateway_init.go:263] Preparing Gateway I0506 20:05:42.667227 3649 gateway_shared_intf.go:1687] Creating new gateway I0506 20:05:42.673258 3649 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:05:42.681155 3649 controller_manager.go:290] SCTP support detected in OVN I0506 20:05:42.681768 3649 services_controller.go:69] Creating services controller for network=default I0506 20:05:42.681865 3649 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 20:05:42.681932 3649 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 20:05:42.681967 3649 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 20:05:42.681978 3649 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 20:05:42.681986 3649 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:05:42.682172 3649 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 20:05:42.682226 3649 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 20:05:42.682281 3649 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.159µs I0506 20:05:42.682309 3649 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.168µs I0506 20:05:42.682321 3649 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 92.798µs I0506 20:05:42.682330 3649 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 20:05:42.682339 3649 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 20:05:42.682351 3649 default_network_controller.go:325] Starting the default network controller I0506 20:05:42.682396 3649 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.884µs I0506 20:05:42.682423 3649 udn_enabled_svc.go:95] Performing full resync I0506 20:05:42.682653 3649 udn_enabled_svc.go:99] Waiting for handler to sync I0506 20:05:42.682663 3649 udn_enabled_svc.go:104] Starting worker I0506 20:05:42.691853 3649 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 20:05:42.691912 3649 repair.go:33] Syncing exgw routes took 45.034µs I0506 20:05:42.691935 3649 default_network_controller.go:414] Starting all the Watchers... I0506 20:05:42.692085 3649 namespace.go:98] [openshift-host-network] adding namespace I0506 20:05:42.692089 3649 namespace.go:98] [kube-public] adding namespace I0506 20:05:42.692096 3649 namespace.go:98] [openshift-cluster-version] adding namespace I0506 20:05:42.692105 3649 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 20:05:42.692114 3649 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 20:05:42.692120 3649 namespace.go:98] [openshift] adding namespace I0506 20:05:42.692120 3649 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 20:05:42.692128 3649 namespace.go:98] [openshift-node] adding namespace I0506 20:05:42.692159 3649 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 20:05:42.692169 3649 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 20:05:42.692177 3649 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 20:05:42.692187 3649 namespace.go:98] [openshift-marketplace] adding namespace I0506 20:05:42.692192 3649 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 20:05:42.692196 3649 namespace.go:98] [dedicated-admin] adding namespace I0506 20:05:42.692202 3649 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 20:05:42.692770 3649 namespace.go:102] [openshift-host-network] adding namespace took 673.597µs I0506 20:05:42.692785 3649 namespace.go:98] [openshift-network-diagnostics] adding namespace W0506 20:05:42.692814 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dx4xw: pod openshift-network-diagnostics/network-check-target-dx4xw: no pod IPs found I0506 20:05:42.693427 3649 namespace.go:102] [openshift-network-diagnostics] adding namespace took 635.642µs I0506 20:05:42.693444 3649 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 20:05:42.694016 3649 namespace.go:102] [kube-public] adding namespace took 1.914013ms I0506 20:05:42.694032 3649 namespace.go:98] [kube-system] adding namespace W0506 20:05:42.694050 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-f5pfm: pod kube-system/global-pull-secret-syncer-f5pfm: no pod IPs found I0506 20:05:42.694870 3649 namespace.go:102] [kube-system] adding namespace took 831.891µs I0506 20:05:42.694887 3649 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 20:05:42.695448 3649 namespace.go:102] [openshift-cluster-version] adding namespace took 3.342977ms I0506 20:05:42.695475 3649 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 20:05:42.696080 3649 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.960977ms I0506 20:05:42.696103 3649 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 20:05:42.696763 3649 namespace.go:102] [openshift] adding namespace took 4.636903ms I0506 20:05:42.696780 3649 namespace.go:98] [openshift-config-operator] adding namespace I0506 20:05:42.697391 3649 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.272431ms I0506 20:05:42.697402 3649 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 20:05:42.697928 3649 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.796849ms I0506 20:05:42.697953 3649 namespace.go:98] [openshift-image-registry] adding namespace I0506 20:05:42.698445 3649 namespace.go:102] [openshift-node] adding namespace took 6.308776ms I0506 20:05:42.698461 3649 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 20:05:42.699060 3649 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.891513ms I0506 20:05:42.699076 3649 namespace.go:98] [kube-node-lease] adding namespace I0506 20:05:42.699615 3649 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.437147ms I0506 20:05:42.699626 3649 namespace.go:98] [openshift-dns] adding namespace I0506 20:05:42.700702 3649 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.514285ms I0506 20:05:42.700726 3649 namespace.go:98] [openshift-operators] adding namespace I0506 20:05:42.701304 3649 namespace.go:102] [openshift-marketplace] adding namespace took 9.111787ms I0506 20:05:42.701319 3649 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 20:05:42.701883 3649 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.683478ms I0506 20:05:42.701907 3649 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 20:05:42.702660 3649 namespace.go:102] [dedicated-admin] adding namespace took 10.45809ms I0506 20:05:42.702678 3649 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 20:05:42.703416 3649 namespace.go:102] [openshift-backplane-mobb] adding namespace took 11.207123ms I0506 20:05:42.703451 3649 namespace.go:98] [openshift-logging] adding namespace I0506 20:05:42.703918 3649 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 10.467399ms I0506 20:05:42.703934 3649 namespace.go:98] [openshift-config-managed] adding namespace I0506 20:05:42.704380 3649 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 9.486748ms I0506 20:05:42.704394 3649 namespace.go:98] [openshift-ingress] adding namespace I0506 20:05:42.704855 3649 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 9.373643ms I0506 20:05:42.704872 3649 namespace.go:98] [openshift-backplane] adding namespace I0506 20:05:42.705371 3649 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 9.256207ms I0506 20:05:42.705387 3649 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 20:05:42.705821 3649 namespace.go:102] [openshift-config-operator] adding namespace took 9.034882ms I0506 20:05:42.705834 3649 namespace.go:98] [openshift-dns-operator] adding namespace I0506 20:05:42.706268 3649 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.859156ms I0506 20:05:42.706282 3649 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 20:05:42.706800 3649 namespace.go:102] [openshift-image-registry] adding namespace took 8.836816ms I0506 20:05:42.706814 3649 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 20:05:42.707238 3649 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.771345ms I0506 20:05:42.707252 3649 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 20:05:42.707704 3649 namespace.go:102] [kube-node-lease] adding namespace took 8.62119ms I0506 20:05:42.707723 3649 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 20:05:42.708169 3649 namespace.go:102] [openshift-dns] adding namespace took 8.537603ms I0506 20:05:42.708184 3649 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 20:05:42.708689 3649 namespace.go:102] [openshift-operators] adding namespace took 7.956356ms I0506 20:05:42.708706 3649 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 20:05:42.709273 3649 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.949154ms I0506 20:05:42.709287 3649 namespace.go:98] [openshift-console] adding namespace I0506 20:05:42.709761 3649 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.848023ms I0506 20:05:42.709775 3649 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 20:05:42.710236 3649 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.552619ms I0506 20:05:42.710250 3649 namespace.go:98] [openshift-insights] adding namespace I0506 20:05:42.710656 3649 namespace.go:102] [openshift-logging] adding namespace took 7.199945ms I0506 20:05:42.710668 3649 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 20:05:42.711088 3649 namespace.go:102] [openshift-config-managed] adding namespace took 7.14902ms I0506 20:05:42.711099 3649 namespace.go:98] [openshift-config] adding namespace I0506 20:05:42.711502 3649 namespace.go:102] [openshift-ingress] adding namespace took 7.101464ms I0506 20:05:42.711519 3649 namespace.go:98] [openshift-network-console] adding namespace I0506 20:05:42.711959 3649 namespace.go:102] [openshift-backplane] adding namespace took 7.080357ms I0506 20:05:42.711972 3649 namespace.go:98] [openshift-controller-manager] adding namespace I0506 20:05:42.712412 3649 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.019195ms I0506 20:05:42.712425 3649 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 20:05:42.712782 3649 namespace.go:102] [openshift-dns-operator] adding namespace took 6.944561ms I0506 20:05:42.712794 3649 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 20:05:42.713169 3649 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.882473ms I0506 20:05:42.713178 3649 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 20:05:42.713627 3649 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.809122ms I0506 20:05:42.713639 3649 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 20:05:42.714028 3649 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.770159ms I0506 20:05:42.714041 3649 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 20:05:42.714444 3649 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.716336ms I0506 20:05:42.714455 3649 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 20:05:42.714833 3649 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.644389ms I0506 20:05:42.714844 3649 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 20:05:42.715247 3649 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.535151ms I0506 20:05:42.715260 3649 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 20:05:42.715685 3649 namespace.go:102] [openshift-console] adding namespace took 6.392698ms I0506 20:05:42.715696 3649 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 20:05:42.716126 3649 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.346735ms I0506 20:05:42.716158 3649 namespace.go:98] [openshift-network-operator] adding namespace I0506 20:05:42.716520 3649 namespace.go:102] [openshift-insights] adding namespace took 6.265249ms I0506 20:05:42.716531 3649 namespace.go:98] [default] adding namespace I0506 20:05:42.717012 3649 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.338649ms I0506 20:05:42.717027 3649 namespace.go:98] [openshift-apiserver] adding namespace I0506 20:05:42.717510 3649 namespace.go:102] [openshift-config] adding namespace took 6.405903ms I0506 20:05:42.717983 3649 namespace.go:102] [openshift-network-console] adding namespace took 6.46039ms I0506 20:05:42.717995 3649 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 20:05:42.718527 3649 namespace.go:102] [openshift-controller-manager] adding namespace took 6.549011ms I0506 20:05:42.718541 3649 namespace.go:98] [openshift-package-operator] adding namespace I0506 20:05:42.719090 3649 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.660624ms I0506 20:05:42.719103 3649 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 20:05:42.719593 3649 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.791776ms I0506 20:05:42.719606 3649 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 20:05:42.720077 3649 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.89391ms I0506 20:05:42.720090 3649 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 20:05:42.720515 3649 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.870743ms I0506 20:05:42.720530 3649 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 20:05:42.720926 3649 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.880262ms I0506 20:05:42.720938 3649 namespace.go:98] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] adding namespace I0506 20:05:42.721816 3649 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.35512ms I0506 20:05:42.721828 3649 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 20:05:42.722321 3649 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.47072ms I0506 20:05:42.722335 3649 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 20:05:42.722793 3649 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.526875ms I0506 20:05:42.722804 3649 namespace.go:98] [openshift-authentication] adding namespace I0506 20:05:42.723243 3649 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.541685ms I0506 20:05:42.723254 3649 namespace.go:98] [openshift-machine-api] adding namespace I0506 20:05:42.723692 3649 namespace.go:102] [openshift-network-operator] adding namespace took 7.52922ms I0506 20:05:42.723705 3649 namespace.go:98] [openshift-console-operator] adding namespace I0506 20:05:42.724157 3649 namespace.go:102] [default] adding namespace took 7.602982ms I0506 20:05:42.724173 3649 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 20:05:42.724552 3649 namespace.go:102] [openshift-apiserver] adding namespace took 7.521036ms I0506 20:05:42.724563 3649 namespace.go:98] [openshift-monitoring] adding namespace I0506 20:05:42.725061 3649 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.061001ms I0506 20:05:42.725511 3649 namespace.go:102] [openshift-package-operator] adding namespace took 6.96457ms I0506 20:05:42.725978 3649 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.86996ms I0506 20:05:42.726437 3649 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.826548ms I0506 20:05:42.726889 3649 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.794793ms I0506 20:05:42.727332 3649 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.796846ms I0506 20:05:42.727346 3649 namespace.go:98] [openshift-infra] adding namespace I0506 20:05:42.727766 3649 namespace.go:102] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] adding namespace took 6.82329ms I0506 20:05:42.728124 3649 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.289735ms I0506 20:05:42.728588 3649 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.2484ms I0506 20:05:42.728960 3649 namespace.go:102] [openshift-authentication] adding namespace took 6.150723ms I0506 20:05:42.729454 3649 namespace.go:102] [openshift-machine-api] adding namespace took 6.19417ms I0506 20:05:42.730057 3649 namespace.go:102] [openshift-console-operator] adding namespace took 6.346755ms I0506 20:05:42.730073 3649 namespace.go:98] [openshift-multus] adding namespace I0506 20:05:42.730532 3649 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.35356ms I0506 20:05:42.731007 3649 namespace.go:102] [openshift-monitoring] adding namespace took 6.437156ms I0506 20:05:42.731022 3649 namespace.go:98] [openshift-etcd] adding namespace W0506 20:05:42.731429 3649 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-g5pg2: pod openshift-multus/network-metrics-daemon-g5pg2: no pod IPs found I0506 20:05:42.731468 3649 namespace.go:102] [openshift-infra] adding namespace took 4.118097ms I0506 20:05:42.731989 3649 namespace.go:102] [openshift-multus] adding namespace took 1.909226ms I0506 20:05:42.732429 3649 namespace.go:102] [openshift-etcd] adding namespace took 1.401804ms W0506 20:05:42.732508 3649 master.go:458] Unable to parse local node ip-10-0-2-136.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 20:05:42.732517 3649 master.go:481] Removing stale chassis with ID/Name: 3f3b5a98-a20f-4429-8255-b3f8f353f205, hostname: ip-10-0-2-136.ec2.internal I0506 20:05:42.732954 3649 master.go:548] Adding or Updating local node "ip-10-0-2-136.ec2.internal" for network "default" I0506 20:05:42.734230 3649 zone_ic_handler.go:195] Time taken to create transit switch: 453.366µs I0506 20:05:42.734248 3649 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-149.ec2.internal for the network default E0506 20:05:42.734328 3649 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-11.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-11.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-11.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0098d27d8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0407984239}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0506 20:05:42.734437 3649 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-11.ec2.internal", UID:"c9d7809c-90f3-4078-89f7-43192e42c1d3", APIVersion:"v1", ResourceVersion:"8848", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-11.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-11.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0098d27d8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0407984239}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0506 20:05:42.735293 3649 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-149.ec2.internal" on network "default" took: 1.526771ms I0506 20:05:42.736720 3649 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-136.ec2.internal for the network default I0506 20:05:42.736880 3649 zone_ic_handler.go:195] Time taken to create transit switch: 147.505µs I0506 20:05:42.737664 3649 default_network_controller.go:823] Node add failed for ip-10-0-2-136.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal, error getting gateway config for node ip-10-0-2-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal", failed to update chassis to local for local node ip-10-0-2-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal] E0506 20:05:42.737729 3649 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-136.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal, error getting gateway config for node ip-10-0-2-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal", failed to update chassis to local for local node ip-10-0-2-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal] I0506 20:05:42.737793 3649 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 20:05:42.737819 3649 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 20:05:42.737791 3649 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-136.ec2.internal", UID:"c0084a6f-dd85-4bab-9660-1134424ce0ae", APIVersion:"v1", ResourceVersion:"9280", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal, error getting gateway config for node ip-10-0-2-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal", failed to update chassis to local for local node ip-10-0-2-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal] I0506 20:05:42.737834 3649 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 20:05:42.737846 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0506 20:05:42.737891 3649 node_tracker.go:235] Node ip-10-0-2-136.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal" I0506 20:05:42.737906 3649 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:42.737918 3649 services_controller.go:574] Full service sync requested for network=default I0506 20:05:42.737928 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0506 20:05:42.738015 3649 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:42.738024 3649 services_controller.go:574] Full service sync requested for network=default I0506 20:05:42.738031 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0506 20:05:42.738054 3649 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:42.738061 3649 services_controller.go:574] Full service sync requested for network=default I0506 20:05:42.806745 3649 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:05:42.813991 3649 iptables.go:108] Creating table: filter chain: OUTPUT I0506 20:05:42.820849 3649 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 20:05:42.820866 3649 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-136.ec2.internal","mac-address":"0e:73:02:62:52:c3","ip-addresses":["10.0.2.136/24"],"ip-address":"10.0.2.136/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3f3b5a98-a20f-4429-8255-b3f8f353f205 k8s.ovn.org/node-encap-ips:["10.0.2.136"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.136/24"} k8s.ovn.org/zone-name:ip-10-0-2-136.ec2.internal] on node ip-10-0-2-136.ec2.internal I0506 20:05:42.837551 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0506 20:05:42.837598 3649 master.go:548] Adding or Updating local node "ip-10-0-2-136.ec2.internal" for network "default" I0506 20:05:42.837621 3649 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:42.837636 3649 services_controller.go:574] Full service sync requested for network=default I0506 20:05:42.837901 3649 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 20:05:42.837915 3649 services_controller.go:208] Setting up event handlers for services for network=default I0506 20:05:42.837954 3649 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 20:05:42.837987 3649 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 20:05:42.837996 3649 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 20:05:42.841822 3649 default_node_network_controller.go:519] Node connection status = connected W0506 20:05:42.842213 3649 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-f5pfm: pod kube-system/global-pull-secret-syncer-f5pfm: no pod IPs found W0506 20:05:42.842233 3649 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-g5pg2: pod openshift-multus/network-metrics-daemon-g5pg2: no pod IPs found W0506 20:05:42.842247 3649 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-dx4xw: pod openshift-network-diagnostics/network-check-target-dx4xw: no pod IPs found I0506 20:05:42.843364 3649 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-136.ec2.internal for the network default I0506 20:05:42.843549 3649 zone_ic_handler.go:195] Time taken to create transit switch: 173.381µs I0506 20:05:42.938436 3649 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 20:05:42.938461 3649 repair.go:60] Starting repairing loop for services I0506 20:05:42.938583 3649 repair.go:131] Deleted 0 stale service LBs I0506 20:05:42.938603 3649 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 20:05:42.938618 3649 repair.go:62] Finished repairing loop for services: 158.927µs I0506 20:05:42.938649 3649 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 20:05:42.938660 3649 services_controller.go:254] Starting workers for network=default W0506 20:05:42.938801 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:05:42.939204 3649 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dx4xw] creating logical port openshift-network-diagnostics_network-check-target-dx4xw for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:42.939303 3649 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-f5pfm] creating logical port kube-system_global-pull-secret-syncer-f5pfm for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:42.939345 3649 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-g5pg2] creating logical port openshift-multus_network-metrics-daemon-g5pg2 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:42.939355 3649 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-dx4xw I0506 20:05:42.939379 3649 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-f5pfm I0506 20:05:42.939406 3649 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-g5pg2 I0506 20:05:42.957490 3649 pod.go:62] [openshift-multus/network-metrics-daemon-g5pg2] pod update took 18.108328ms I0506 20:05:42.957515 3649 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-g5pg2] addLogicalPort annotation time took 18.134857ms I0506 20:05:42.958395 3649 pods.go:271] [openshift-multus/network-metrics-daemon-g5pg2] addLogicalPort took 19.053628ms, libovsdb time 652.3µs I0506 20:05:42.965667 3649 pod.go:62] [kube-system/global-pull-secret-syncer-f5pfm] pod update took 26.313568ms I0506 20:05:42.965685 3649 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-f5pfm] addLogicalPort annotation time took 26.339102ms I0506 20:05:42.966329 3649 pod.go:62] [openshift-network-diagnostics/network-check-target-dx4xw] pod update took 27.035843ms I0506 20:05:42.966347 3649 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-dx4xw] addLogicalPort annotation time took 27.060255ms I0506 20:05:42.966552 3649 pods.go:271] [kube-system/global-pull-secret-syncer-f5pfm] addLogicalPort took 27.261464ms, libovsdb time 638.529µs I0506 20:05:42.967271 3649 pods.go:271] [openshift-network-diagnostics/network-check-target-dx4xw] addLogicalPort took 28.081446ms, libovsdb time 605.451µs I0506 20:05:42.967632 3649 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 20:05:42.967656 3649 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 20:05:42.967668 3649 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 20:05:42.967673 3649 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 20:05:42.967854 3649 repair.go:29] Repairing admin network policies took 176.38µs I0506 20:05:42.967970 3649 repair.go:92] Repairing baseline admin network policies took 108µs I0506 20:05:42.968442 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 20:05:42.968459 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 20:05:42.970056 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 20:05:42.970077 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 20:05:42.970088 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 20:05:42.971840 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 20:05:42.971861 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 20:05:42.971871 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 20:05:42.972350 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 20:05:42.972370 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 20:05:42.972379 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 20:05:42.973781 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:05:42.973799 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 20:05:42.973807 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 20:05:42.976176 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 20:05:42.976194 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 20:05:42.976204 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 20:05:42.978103 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 20:05:42.978127 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 20:05:42.978155 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 20:05:42.980396 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 20:05:42.980416 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 20:05:42.980424 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 20:05:42.980912 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 20:05:42.980926 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 20:05:42.980934 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 20:05:42.981224 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 20:05:42.981245 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 20:05:42.981254 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 20:05:42.981753 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:05:42.981773 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 20:05:42.981781 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 20:05:42.982295 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 20:05:42.982314 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 20:05:42.982321 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 20:05:42.982610 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 20:05:42.982626 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 20:05:42.982632 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 20:05:42.984253 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 20:05:42.984272 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 20:05:42.984280 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 20:05:42.984768 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 20:05:42.984784 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 20:05:42.984797 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 20:05:42.985942 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 20:05:42.985960 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 20:05:42.985969 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 20:05:42.986530 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 20:05:42.986557 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 20:05:42.986568 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 20:05:42.987082 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 20:05:42.987099 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 20:05:42.987107 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 20:05:42.987626 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 20:05:42.987643 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 20:05:42.987653 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 20:05:42.988615 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 20:05:42.988635 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 20:05:42.988643 3649 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 20:05:42.989086 3649 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 20:05:42.989104 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 20:05:42.989894 3649 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 20:05:42.989909 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:05:42.990574 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 20:05:42.990593 3649 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 20:05:42.990602 3649 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 20:05:42.991465 3649 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 20:05:42.991485 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 20:05:42.991496 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 20:05:42.992366 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 20:05:42.992386 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 20:05:42.992398 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 20:05:42.993417 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 20:05:42.993437 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 20:05:42.993447 3649 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 20:05:42.995044 3649 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 20:05:42.995062 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 20:05:42.995071 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 20:05:42.995539 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 20:05:42.995557 3649 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 20:05:42.995580 3649 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:05:42.996242 3649 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 20:05:42.996261 3649 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 20:05:42.996267 3649 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 20:05:42.996513 3649 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 20:05:42.996532 3649 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 20:05:42.996543 3649 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 20:05:42.996792 3649 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 20:05:43.002785 3649 egressfirewall.go:374] Starting EgressFirewall controller I0506 20:05:43.002822 3649 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 20:05:43.002825 3649 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 20:05:43.002852 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 20:05:43.002863 3649 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 20:05:43.002862 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 20:05:43.002876 3649 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 20:05:43.003178 3649 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 20:05:43.003192 3649 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 20:05:43.003198 3649 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 20:05:43.003207 3649 egressqos.go:193] Setting up event handlers for EgressQoS I0506 20:05:43.003218 3649 egressfirewall.go:723] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0506 20:05:43.003232 3649 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0506 20:05:43.003237 3649 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall I0506 20:05:43.003356 3649 egressqos.go:245] Starting EgressQoS Controller I0506 20:05:43.003370 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 20:05:43.003378 3649 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 20:05:43.003386 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 20:05:43.003393 3649 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 20:05:43.003400 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 20:05:43.003406 3649 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 20:05:43.003410 3649 egressqos.go:259] Repairing EgressQoSes I0506 20:05:43.003414 3649 egressqos.go:399] Starting repairing loop for egressqos I0506 20:05:43.003504 3649 egressqos.go:401] Finished repairing loop for egressqos: 90.049µs I0506 20:05:43.003525 3649 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 20:05:43.003549 3649 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-136.ec2.internal I0506 20:05:43.003599 3649 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-136.ec2.internal : 52.145µs I0506 20:05:43.003686 3649 egressservice_zone.go:210] Starting Egress Services Controller I0506 20:05:43.003701 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:05:43.003710 3649 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:05:43.003715 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:05:43.003720 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:05:43.003725 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:05:43.003730 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:05:43.003735 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 20:05:43.003740 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 20:05:43.003744 3649 egressservice_zone.go:228] Repairing Egress Services I0506 20:05:43.004040 3649 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 20:05:43.004049 3649 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:05:43.004066 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0506 20:05:43.004081 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 17.663µs I0506 20:05:43.004089 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0506 20:05:43.004094 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 5.515µs I0506 20:05:43.004098 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:43.004102 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 3.909µs I0506 20:05:43.004216 3649 default_network_controller.go:585] Completing all the Watchers took 312.271143ms I0506 20:05:43.004233 3649 default_network_controller.go:589] Starting unidling controllers I0506 20:05:43.004244 3649 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 20:05:43.004250 3649 unidle.go:63] Populating Initial ContollerEvent events I0506 20:05:43.004265 3649 unidle.go:79] Setting up event handlers for services I0506 20:05:43.004315 3649 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:05:43.342637 3649 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:43.842595 3649 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:44.343040 3649 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:44.705568 3649 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:05:44.843001 3649 default_node_network_controller.go:519] Node connection status = connected I0506 20:05:44.862400 3649 bridgeconfig.go:537] Gateway is ready I0506 20:05:44.862420 3649 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 20:05:44.875564 3649 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.136. Updating OVN encap IP. I0506 20:05:44.881677 3649 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.136 - it is already configured I0506 20:05:44.881695 3649 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.136/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 20:05:44.881973 3649 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.136/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-136.ec2.internal","mac-address":"0e:73:02:62:52:c3","ip-addresses":["10.0.2.136/24"],"ip-address":"10.0.2.136/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:3f3b5a98-a20f-4429-8255-b3f8f353f205 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.136/24"}] on node ip-10-0-2-136.ec2.internal I0506 20:05:44.896439 3649 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0506 20:05:44.896455 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:44.896469 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 18.827µs I0506 20:05:44.896488 3649 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall I0506 20:05:44.896526 3649 master.go:548] Adding or Updating local node "ip-10-0-2-136.ec2.internal" for network "default" I0506 20:05:44.896543 3649 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0506 20:05:44.896558 3649 services_controller.go:574] Full service sync requested for network=default W0506 20:05:44.896759 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:05:44.896817 3649 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.136 I0506 20:05:44.897191 3649 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-136.ec2.internal I0506 20:05:44.901346 3649 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-136.ec2.internal. Updating no re-route policies I0506 20:05:44.901428 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8nv4d I0506 20:05:44.901427 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dx4xw I0506 20:05:44.901449 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8nv4d I0506 20:05:44.901449 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-136.ec2.internal I0506 20:05:44.901454 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dx4xw I0506 20:05:44.901457 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9qwld I0506 20:05:44.901461 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-136.ec2.internal I0506 20:05:44.901464 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6shrd I0506 20:05:44.901467 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9qwld I0506 20:05:44.901431 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-136.ec2.internal I0506 20:05:44.901477 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8nv4d after 0 failed attempt(s) I0506 20:05:44.901480 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6shrd I0506 20:05:44.901482 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-136.ec2.internal after 0 failed attempt(s) I0506 20:05:44.901449 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-2w95v I0506 20:05:44.901487 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9qwld after 0 failed attempt(s) I0506 20:05:44.901488 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-136.ec2.internal I0506 20:05:44.901493 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-2w95v I0506 20:05:44.901494 3649 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dx4xw] creating logical port openshift-network-diagnostics_network-check-target-dx4xw for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:44.901497 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kngcv I0506 20:05:44.901496 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-g5pg2 I0506 20:05:44.901502 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6shrd after 0 failed attempt(s) I0506 20:05:44.901505 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kngcv I0506 20:05:44.901500 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-j52cw I0506 20:05:44.901510 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-g5pg2 I0506 20:05:44.901509 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-136.ec2.internal after 0 failed attempt(s) I0506 20:05:44.901509 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-2w95v after 0 failed attempt(s) I0506 20:05:44.901516 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-j52cw I0506 20:05:44.901517 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-8x7n5 I0506 20:05:44.901516 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-h9fzq I0506 20:05:44.901520 3649 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-c76t2 I0506 20:05:44.901522 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kngcv after 0 failed attempt(s) I0506 20:05:44.901530 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-j52cw after 0 failed attempt(s) I0506 20:05:44.901531 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-8x7n5 I0506 20:05:44.901531 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-h9fzq I0506 20:05:44.901535 3649 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-c76t2 I0506 20:05:44.901543 3649 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-g5pg2] creating logical port openshift-multus_network-metrics-daemon-g5pg2 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:44.901553 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-c76t2 after 0 failed attempt(s) I0506 20:05:44.901555 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-8x7n5 after 0 failed attempt(s) I0506 20:05:44.901555 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-h9fzq after 0 failed attempt(s) I0506 20:05:44.901441 3649 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-f5pfm I0506 20:05:44.901605 3649 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-f5pfm I0506 20:05:44.901631 3649 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-f5pfm] creating logical port kube-system_global-pull-secret-syncer-f5pfm for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:44.902226 3649 pods.go:271] [openshift-multus/network-metrics-daemon-g5pg2] addLogicalPort took 692.606µs, libovsdb time 308.62µs I0506 20:05:44.902239 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-g5pg2 after 0 failed attempt(s) I0506 20:05:44.902450 3649 pods.go:271] [kube-system/global-pull-secret-syncer-f5pfm] addLogicalPort took 825.755µs, libovsdb time 507.78µs I0506 20:05:44.902461 3649 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-f5pfm after 0 failed attempt(s) I0506 20:05:44.902575 3649 pods.go:271] [openshift-network-diagnostics/network-check-target-dx4xw] addLogicalPort took 1.09105ms, libovsdb time 664.456µs I0506 20:05:44.902586 3649 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-dx4xw after 0 failed attempt(s) I0506 20:05:44.911951 3649 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 20:05:44.925301 3649 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 20:05:44.929122 3649 iptables.go:108] Creating table: nat chain: OUTPUT I0506 20:05:44.972466 3649 iptables.go:108] Creating table: nat chain: PREROUTING I0506 20:05:45.028657 3649 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:05:45.047861 3649 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 20:05:45.047974 3649 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 20:05:45.048022 3649 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 20:05:45.048130 3649 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 20:05:45.048203 3649 gateway_init.go:325] Gateway and management port readiness took 2.210810027s I0506 20:05:45.048237 3649 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 20:05:45.048289 3649 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 20:05:45.048307 3649 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 20:05:45.048318 3649 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:05:45.048392 3649 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 20:05:45.048471 3649 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.754µs I0506 20:05:45.048803 3649 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 20:05:45.048829 3649 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.569µs I0506 20:05:45.048837 3649 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.245µs I0506 20:05:45.048843 3649 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 20:05:45.048853 3649 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 20:05:45.048862 3649 default_node_network_controller.go:899] Starting the default node network controller I0506 20:05:45.048869 3649 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 20:05:45.048959 3649 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.856µs I0506 20:05:45.049069 3649 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 20:05:45.049078 3649 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 20:05:45.049102 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d860 0xc00032e0e0 0xc00032e150 0xc00032e1c0 0xc00032e230 0xc00032e2a0 0xc00032e380 0xc000aab9f0 0xc00032e3f0 0xc00032e460 0xc0000242d0 0xc0061ef3b0 0xc00032e4d0 map[0x2ff9080:0xc002490cc0 0x2ff95c0:0xc002490f00 0x2ffa2e0:0xc002490c00 0x2ffa580:0xc002490c60 0x2ffad60:0xc002490d20 0x2ffb000:0xc002490d80 0x2ffb2a0:0xc002490de0 0x2ffba80:0xc002490f60 0x2ffbd20:0xc002490fc0 0x3026980:0xc000ae4de0 0x3026d20:0xc000ae4e40 0x3027800:0xc000b55c20 0x3029160:0xc001be2000 0x30298a0:0xc0024249c0 0x302a720:0xc000ae4d80] 0xc000aa0850 0} I0506 20:05:45.049177 3649 gateway.go:151] Starting gateway service sync I0506 20:05:45.049639 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 20:05:45.052153 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 20:05:45.076405 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 20:05:45.077886 3649 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 20:05:45.079325 3649 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 20:05:45.116165 3649 gateway.go:168] Gateway service sync done. Time taken: 66.97213ms I0506 20:05:45.116913 3649 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31378 I0506 20:05:45.117241 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d860 0xc00032e0e0 0xc00032e150 0xc00032e1c0 0xc00032e230 0xc00032e2a0 0xc00032e380 0xc000aab9f0 0xc00032e3f0 0xc00032e460 0xc0000242d0 0xc0061ef3b0 0xc00032e4d0 map[0x2ff9080:0xc002490cc0 0x2ff95c0:0xc002490f00 0x2ffa2e0:0xc002490c00 0x2ffa580:0xc002490c60 0x2ffad60:0xc002490d20 0x2ffb000:0xc002490d80 0x2ffb2a0:0xc002490de0 0x2ffba80:0xc002490f60 0x2ffbd20:0xc002490fc0 0x3026980:0xc000ae4de0 0x3026d20:0xc000ae4e40 0x3027800:0xc000b55c20 0x3029160:0xc001be2000 0x30298a0:0xc0024249c0 0x302a720:0xc000ae4d80] 0xc000aa0850 0} I0506 20:05:45.117899 3649 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d860 0xc00032e0e0 0xc00032e150 0xc00032e1c0 0xc00032e230 0xc00032e2a0 0xc00032e380 0xc000aab9f0 0xc00032e3f0 0xc00032e460 0xc0000242d0 0xc0061ef3b0 0xc00032e4d0 map[0x2ff9080:0xc002490cc0 0x2ff95c0:0xc002490f00 0x2ffa2e0:0xc002490c00 0x2ffa580:0xc002490c60 0x2ffad60:0xc002490d20 0x2ffb000:0xc002490d80 0x2ffb2a0:0xc002490de0 0x2ffba80:0xc002490f60 0x2ffbd20:0xc002490fc0 0x3026980:0xc000ae4de0 0x3026d20:0xc000ae4e40 0x3027800:0xc000b55c20 0x3029160:0xc001be2000 0x30298a0:0xc0024249c0 0x302a720:0xc000ae4d80] 0xc000aa0850 0} I0506 20:05:45.117984 3649 gateway.go:532] Reconciling gateway with updates I0506 20:05:45.124735 3649 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 20:05:45.124825 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:05:45.124849 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:05:45.124855 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:05:45.124866 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:05:45.124870 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:05:45.124869 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:05:45.124877 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:05:45.124880 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:05:45.124856 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:05:45.124891 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:05:45.124891 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:05:45.124887 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:05:45.124897 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:05:45.124903 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:05:45.124904 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:05:45.124906 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:05:45.124913 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:05:45.124908 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:05:45.124924 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:05:45.124927 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:05:45.124931 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:05:45.124933 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:05:45.124890 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:05:45.124936 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:05:45.124949 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:05:45.124949 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:05:45.124953 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:05:45.124957 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:05:45.124961 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:05:45.124961 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:05:45.124967 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:05:45.124970 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:05:45.124973 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:05:45.124964 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:05:45.124878 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:05:45.124981 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:05:45.124986 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:05:45.124989 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:05:45.124910 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:05:45.125000 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:05:45.125005 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:05:45.125006 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:05:45.125004 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:05:45.125011 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:05:45.124972 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:05:45.125025 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:05:45.125001 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:05:45.125029 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:05:45.125033 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:05:45.125042 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:05:45.124949 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:05:45.125064 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:05:45.125066 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:05:45.125072 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:05:45.124849 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:05:45.125074 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:05:45.125074 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:05:45.125082 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:05:45.125086 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:05:45.125091 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:05:45.125095 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:05:45.125101 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:05:45.125102 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:05:45.125115 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:05:45.124895 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:05:45.125201 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:05:45.125250 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:05:45.125262 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:05:45.124991 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:05:45.125278 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:05:45.125290 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:05:45.125295 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:05:45.124875 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:05:45.125322 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:05:45.124964 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:05:45.124876 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:05:45.124830 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:05:45.125463 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:05:45.125473 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:05:45.124950 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:05:45.125483 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:05:45.124887 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:05:45.125494 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:05:45.125500 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:05:45.124961 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:05:45.124894 3649 default_node_network_controller.go:944] Gateway and management port readiness took 75.807248ms I0506 20:05:45.125613 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:05:45.125624 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:05:45.125633 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:05:45.124976 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:05:45.125673 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:05:45.124990 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:05:45.124994 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:05:45.125738 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:05:45.125021 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:05:45.125771 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:05:45.125032 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:05:45.125795 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:05:45.125049 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:05:45.125850 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:05:45.125063 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:05:45.125064 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:05:45.125076 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:05:45.125909 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:05:45.125080 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 31264 is already open, no action needed I0506 20:05:45.125940 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 31783 is already open, no action needed I0506 20:05:45.125085 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:05:45.124937 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:05:45.125086 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:05:45.125080 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:05:45.124896 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:05:45.126046 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:05:45.127042 3649 node_ip_handler_linux.go:160] Node IP manager is running W0506 20:05:45.171506 3649 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:05:45.171727 3649 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:05:45.171864 3649 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0506 20:05:45.180684 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:05:45.180710 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:05:45.180722 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:05:45.180728 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:05:45.180735 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:05:45.180741 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:05:45.180746 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:05:45.180752 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:05:45.180758 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:05:45.180763 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:05:45.180768 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:05:45.180775 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:05:45.180780 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:05:45.180785 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:05:45.180791 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:05:45.180797 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:05:45.180801 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:05:45.180807 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:05:45.222524 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:05:45.222536 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:05:45.222544 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:05:45.222551 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:05:45.222563 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) W0506 20:05:46.542701 3649 egressip_healthcheck.go:76] Health checking using insecure connection I0506 20:05:46.542758 3649 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0506 20:05:46.542860 3649 default_node_network_controller.go:1380] Starting node controller node sync I0506 20:05:46.554896 3649 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.015014ms I0506 20:05:46.555094 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 10.0.0.11 to PMTUD blocking rules I0506 20:05:46.555106 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:05:46.555119 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules I0506 20:05:46.555150 3649 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:05:46.567441 3649 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 20:05:46.567713 3649 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 20:05:46.567936 3649 egressservice_node.go:183] Starting Egress Services Controller I0506 20:05:46.567960 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:05:46.567975 3649 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:05:46.567999 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:05:46.568008 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:05:46.568014 3649 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:05:46.568019 3649 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:05:46.568023 3649 egressservice_node.go:197] Repairing Egress Services I0506 20:05:46.579163 3649 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 20:05:46.579182 3649 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:05:46.579464 3649 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 20:05:46.579477 3649 link_network_manager.go:119] Link manager is running I0506 20:05:46.579486 3649 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 20:05:46.579674 3649 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 20:05:46.580210 3649 vrf_manager.go:128] VRF manager is running I0506 20:05:46.580283 3649 node_controller_manager.go:437] Removing flows to drop GARP I0506 20:05:46.580295 3649 gateway.go:532] Reconciling gateway with updates I0506 20:05:46.603441 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:05:46.603449 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:05:46.603467 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:05:46.603468 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:05:46.603477 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:05:46.603482 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:05:46.603440 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:05:46.603504 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:05:46.603503 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:05:46.603513 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:05:46.603513 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:05:46.603535 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:05:46.603549 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:05:46.603549 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:05:46.603551 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:05:46.603557 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:05:46.603560 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:05:46.603566 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:05:46.603571 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:05:46.603571 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:05:46.603577 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:05:46.603582 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:05:46.603584 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:05:46.603587 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:05:46.603593 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:05:46.603599 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:05:46.603599 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:05:46.603606 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:05:46.603616 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:05:46.603633 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:05:46.603641 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:05:46.603644 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:05:46.603643 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:05:46.603652 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:05:46.603650 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:05:46.603656 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:05:46.603658 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:05:46.603665 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:05:46.603667 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:05:46.603673 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:05:46.603674 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:05:46.603676 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:05:46.603681 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:05:46.603684 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:05:46.603687 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:05:46.603632 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:05:46.603686 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:05:46.603694 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:05:46.603699 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:05:46.603668 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:05:46.603701 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:05:46.603709 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:05:46.603709 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:05:46.603715 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:05:46.603715 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:05:46.603715 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 31264 is already open, no action needed I0506 20:05:46.603724 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:05:46.603726 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:05:46.603729 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:05:46.603736 3649 port_claim.go:71] Svc openshift-ingress/router-default: port 31783 is already open, no action needed I0506 20:05:46.603604 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:05:46.603735 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:05:46.603750 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:05:46.603778 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:05:46.603677 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:05:46.603791 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:05:46.603676 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:05:46.603618 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:05:46.603778 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:05:46.603556 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:05:46.603831 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:05:46.603836 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:05:46.603849 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:05:46.603850 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:05:46.603855 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:05:46.603850 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:05:46.603875 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:05:46.603880 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:05:46.603488 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:05:46.603643 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:05:46.603859 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:05:46.603538 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:05:46.603836 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:05:46.603514 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:05:46.603515 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:05:46.603500 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:05:46.604018 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:05:46.603515 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:05:46.603542 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:05:46.604067 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:05:46.603557 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:05:46.604082 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:05:46.603561 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:05:46.603572 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:05:46.604157 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:05:46.603581 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:05:46.604210 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:05:46.604235 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:05:46.603575 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:05:46.604249 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:05:46.603630 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:05:46.604314 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:05:46.604322 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:05:46.603643 3649 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:05:46.604331 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:05:46.603657 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:05:46.604413 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:05:46.603660 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:05:46.604423 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:05:46.603687 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:05:46.603703 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:05:46.603733 3649 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:05:46.603790 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:05:46.650017 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:05:46.650029 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:05:46.650050 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:05:46.650059 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:05:46.650069 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:05:46.650081 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:05:46.650090 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:05:46.650096 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:05:46.692165 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:05:46.692192 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:05:46.692199 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:05:46.692206 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:05:46.692212 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:05:46.692218 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:05:46.692223 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:05:46.692229 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:05:46.692234 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:05:46.692240 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:05:46.740368 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:05:46.740403 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:05:46.740411 3649 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:05:48.365998 3649 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0506 20:05:48.366030 3649 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 40.965µs I0506 20:05:48.393299 3649 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5b4447bfb7-zbdtn] creating logical port openshift-image-registry_image-registry-5b4447bfb7-zbdtn for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:48.393421 3649 kube.go:256] Updating pod openshift-image-registry/image-registry-5b4447bfb7-zbdtn I0506 20:05:48.413992 3649 pod.go:62] [openshift-image-registry/image-registry-5b4447bfb7-zbdtn] pod update took 20.59958ms I0506 20:05:48.414015 3649 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5b4447bfb7-zbdtn] addLogicalPort annotation time took 20.62836ms I0506 20:05:48.415344 3649 pods.go:271] [openshift-image-registry/image-registry-5b4447bfb7-zbdtn] addLogicalPort took 22.065392ms, libovsdb time 972.797µs I0506 20:05:48.417745 3649 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-6hsqs] creating logical port openshift-dns_dns-default-6hsqs for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:48.417967 3649 kube.go:256] Updating pod openshift-dns/dns-default-6hsqs I0506 20:05:48.418023 3649 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-p95pt] creating logical port openshift-ingress-canary_ingress-canary-p95pt for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:48.418133 3649 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-p95pt I0506 20:05:48.437736 3649 pod.go:62] [openshift-ingress-canary/ingress-canary-p95pt] pod update took 19.632205ms I0506 20:05:48.437758 3649 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-p95pt] addLogicalPort annotation time took 19.658961ms I0506 20:05:48.438864 3649 pods.go:271] [openshift-ingress-canary/ingress-canary-p95pt] addLogicalPort took 20.845927ms, libovsdb time 832.463µs I0506 20:05:48.442250 3649 pod.go:62] [openshift-dns/dns-default-6hsqs] pod update took 24.350081ms I0506 20:05:48.442276 3649 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-6hsqs] addLogicalPort annotation time took 24.379989ms I0506 20:05:48.443387 3649 pods.go:271] [openshift-dns/dns-default-6hsqs] addLogicalPort took 25.660794ms, libovsdb time 801.817µs I0506 20:05:50.076235 3649 cni.go:452] [openshift-ingress-canary/ingress-canary-p95pt e0c1100758282c6ff388237be75ad4f98224e7ca38cf46056400ffca745cf686 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-p95pt e0c1100758282c6ff388237be75ad4f98224e7ca38cf46056400ffca745cf686 network default NAD default NAD key ] I0506 20:05:50.131726 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-p95pt, hostIfaceName: e0c1100758282c6, network: default, NAD default, SandboxID: "e0c1100758282c6ff388237be75ad4f98224e7ca38cf46056400ffca745cf686", PCI device ID: , UID: "b78049cf-5ec3-44ca-a723-7a104550e69c", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0506 20:05:50.191292 3649 cni.go:473] [openshift-ingress-canary/ingress-canary-p95pt e0c1100758282c6ff388237be75ad4f98224e7ca38cf46056400ffca745cf686 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-p95pt e0c1100758282c6ff388237be75ad4f98224e7ca38cf46056400ffca745cf686 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:99:a4:e8:4b:6d\",\"name\":\"e0c1100758282c6\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15af6d2f-f105-40bf-b759-6a32b0d40d2e\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:05:51.215236 3649 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx for pod on switch ip-10-0-2-136.ec2.internal I0506 20:05:51.215371 3649 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx I0506 20:05:51.230456 3649 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx] pod update took 15.115548ms I0506 20:05:51.230489 3649 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx] addLogicalPort annotation time took 15.153444ms I0506 20:05:51.231868 3649 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx] addLogicalPort took 16.653758ms, libovsdb time 1.064614ms I0506 20:05:51.434542 3649 default_network_controller.go:1025] Node "ip-10-0-0-11.ec2.internal" in remote zone "ip-10-0-0-11.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:05:51.435351 3649 zone_ic_handler.go:195] Time taken to create transit switch: 296.663µs I0506 20:05:51.435366 3649 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-11.ec2.internal for the network default I0506 20:05:51.436444 3649 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-11.ec2.internal" on network "default" took: 1.406731ms I0506 20:05:52.075374 3649 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx 07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx 07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b network default NAD default NAD key ] I0506 20:05:52.086570 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx, hostIfaceName: 07d3321a724124f, network: default, NAD default, SandboxID: "07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b", PCI device ID: , UID: "a8c3428d-aecc-4c16-ba1a-594f7f2c12a2", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0506 20:05:52.142924 3649 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx 07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx 07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:72:1c:e2:3e:76\",\"name\":\"07d3321a724124f\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a80c54b6-4981-4f96-b741-81d377a7ff9e\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:05:52.559764 3649 cni.go:452] [kube-system/global-pull-secret-syncer-f5pfm d018789bd7aefe92fa0d4de2ceb12bd9010bc2d3841e5bff60eb880920bdb150 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-f5pfm d018789bd7aefe92fa0d4de2ceb12bd9010bc2d3841e5bff60eb880920bdb150 network default NAD default NAD key ] I0506 20:05:52.569395 3649 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-f5pfm, hostIfaceName: d018789bd7aefe9, network: default, NAD default, SandboxID: "d018789bd7aefe92fa0d4de2ceb12bd9010bc2d3841e5bff60eb880920bdb150", PCI device ID: , UID: "ef05b522-6724-4181-bc71-59ab097192ed", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0506 20:05:52.576670 3649 cni.go:452] [openshift-network-diagnostics/network-check-target-dx4xw 50ddc847c734c9f82fc68dedc8e2c515e3a993e17ad34808395b8a834fc10da4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-dx4xw 50ddc847c734c9f82fc68dedc8e2c515e3a993e17ad34808395b8a834fc10da4 network default NAD default NAD key ] I0506 20:05:52.586760 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-dx4xw, hostIfaceName: 50ddc847c734c9f, network: default, NAD default, SandboxID: "50ddc847c734c9f82fc68dedc8e2c515e3a993e17ad34808395b8a834fc10da4", PCI device ID: , UID: "ce3f6179-e1f1-4634-9e1f-664b8c660da4", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0506 20:05:52.621802 3649 cni.go:473] [kube-system/global-pull-secret-syncer-f5pfm d018789bd7aefe92fa0d4de2ceb12bd9010bc2d3841e5bff60eb880920bdb150 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-f5pfm d018789bd7aefe92fa0d4de2ceb12bd9010bc2d3841e5bff60eb880920bdb150 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ac:6f:e6:23:33\",\"name\":\"d018789bd7aefe9\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/750c1d52-703b-4eb6-97df-11d91d318fd3\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:05:52.636505 3649 cni.go:473] [openshift-network-diagnostics/network-check-target-dx4xw 50ddc847c734c9f82fc68dedc8e2c515e3a993e17ad34808395b8a834fc10da4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-dx4xw 50ddc847c734c9f82fc68dedc8e2c515e3a993e17ad34808395b8a834fc10da4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:75:93:56:0a:9d\",\"name\":\"50ddc847c734c9f\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67844378-b5f7-42fe-b1a0-2ea5c08458f3\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:05:59.769061 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:06:00.295985 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:06:00.296012 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:06:01.296889 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:06:01.296916 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:06:10.817045 3649 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx 07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx 07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b network default NAD default NAD key ] I0506 20:06:10.888233 3649 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx 07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx 07d3321a724124fca246558eb987cf4480671ea41a2c045fd31614556ac7122b network default NAD default NAD key default], result "{}", err I0506 20:06:10.965587 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:06:10.965653 3649 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx I0506 20:06:10.966931 3649 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx, ips: 10.130.0.9 I0506 20:06:10.966957 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:06:10.966978 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:06:10.966988 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 20:06:10.967199 3649 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:06:10.967215 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 20:06:11.990703 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:06:11.990757 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:06:11.990774 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:06:11.990785 3649 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:06:16.280837 3649 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 20:06:16.292500 3649 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0506 20:06:30.784934 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:07:00.886343 3649 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-hl5m8] creating logical port openshift-console-operator_console-operator-66dbbb6468-hl5m8 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:00.886434 3649 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-hl5m8 I0506 20:07:00.902235 3649 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-hl5m8] pod update took 15.82021ms I0506 20:07:00.902268 3649 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-hl5m8] addLogicalPort annotation time took 15.858797ms I0506 20:07:00.903546 3649 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-hl5m8] addLogicalPort took 17.218798ms, libovsdb time 901µs I0506 20:07:00.998405 3649 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-fpqxx for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:00.998504 3649 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx I0506 20:07:01.003865 3649 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-2fdgg for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:01.004023 3649 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg I0506 20:07:01.012899 3649 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-rsntt for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:01.013007 3649 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt I0506 20:07:01.026293 3649 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg] pod update took 22.339901ms I0506 20:07:01.026320 3649 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg] addLogicalPort annotation time took 22.373094ms I0506 20:07:01.026299 3649 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx] pod update took 27.820019ms I0506 20:07:01.026399 3649 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx] addLogicalPort annotation time took 27.923975ms I0506 20:07:01.027527 3649 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg] addLogicalPort took 23.676823ms, libovsdb time 893.335µs I0506 20:07:01.027785 3649 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx] addLogicalPort took 29.397262ms, libovsdb time 1.064749ms I0506 20:07:01.054708 3649 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt] pod update took 41.725553ms I0506 20:07:01.054737 3649 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt] addLogicalPort annotation time took 41.76198ms I0506 20:07:01.055963 3649 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt] addLogicalPort took 43.082638ms, libovsdb time 908.718µs I0506 20:07:01.246623 3649 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-hl5m8 35e343edbed324b2e1b4d8477fa05ad7ca98786a97b9be216537b00372e4d35d network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-hl5m8 35e343edbed324b2e1b4d8477fa05ad7ca98786a97b9be216537b00372e4d35d network default NAD default NAD key ] I0506 20:07:01.257938 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-hl5m8, hostIfaceName: 35e343edbed324b, network: default, NAD default, SandboxID: "35e343edbed324b2e1b4d8477fa05ad7ca98786a97b9be216537b00372e4d35d", PCI device ID: , UID: "a4af6f0d-e6a7-4376-9275-d55d70f9f696", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0506 20:07:01.309945 3649 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-hl5m8 35e343edbed324b2e1b4d8477fa05ad7ca98786a97b9be216537b00372e4d35d network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-hl5m8 35e343edbed324b2e1b4d8477fa05ad7ca98786a97b9be216537b00372e4d35d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d0:9c:2f:6c:d3\",\"name\":\"35e343edbed324b\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d749d7c0-ee68-4512-8da2-b58496fdbacb\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:07:01.364047 3649 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx 41163d50ae8635b361299852f3f14230dbdec5a66fd13b2a2391b822834cd4f5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx 41163d50ae8635b361299852f3f14230dbdec5a66fd13b2a2391b822834cd4f5 network default NAD default NAD key ] I0506 20:07:01.376030 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-fpqxx, hostIfaceName: 41163d50ae8635b, network: default, NAD default, SandboxID: "41163d50ae8635b361299852f3f14230dbdec5a66fd13b2a2391b822834cd4f5", PCI device ID: , UID: "0d52a984-9aaf-4cad-b2ce-5225d89f30fa", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0506 20:07:01.379426 3649 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt 224c1372074b8d83b13068f9c3b838a7be1367dd969044a552d043c1c18d34be network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt 224c1372074b8d83b13068f9c3b838a7be1367dd969044a552d043c1c18d34be network default NAD default NAD key ] I0506 20:07:01.389096 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-rsntt, hostIfaceName: 224c1372074b8d8, network: default, NAD default, SandboxID: "224c1372074b8d83b13068f9c3b838a7be1367dd969044a552d043c1c18d34be", PCI device ID: , UID: "1cc0588c-3864-42c4-83be-f31866fd2e15", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0506 20:07:01.427970 3649 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx 41163d50ae8635b361299852f3f14230dbdec5a66fd13b2a2391b822834cd4f5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fpqxx 41163d50ae8635b361299852f3f14230dbdec5a66fd13b2a2391b822834cd4f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:69:c3:ab:dd:30\",\"name\":\"41163d50ae8635b\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67a71d50-3836-4f63-b2f3-0e8124e01ade\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:07:01.444526 3649 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt 224c1372074b8d83b13068f9c3b838a7be1367dd969044a552d043c1c18d34be network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-rsntt 224c1372074b8d83b13068f9c3b838a7be1367dd969044a552d043c1c18d34be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:e1:2b:b7:44:31\",\"name\":\"224c1372074b8d8\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34b58441-1aca-493e-9f1c-48641052af42\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:03.968543 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:07:05.636155 3649 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 20:07:05.637012 3649 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 837.647µs I0506 20:07:05.657979 3649 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 20:07:06.175230 3649 namespace.go:98] [openshift-service-ca] adding namespace I0506 20:07:06.176186 3649 namespace.go:102] [openshift-service-ca] adding namespace took 930.258µs I0506 20:07:06.191375 3649 namespace.go:142] [openshift-service-ca] updating namespace I0506 20:07:06.715977 3649 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-rxtgx for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:06.716073 3649 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx I0506 20:07:06.734724 3649 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx] pod update took 18.672783ms I0506 20:07:06.734750 3649 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx] addLogicalPort annotation time took 18.707899ms I0506 20:07:06.735886 3649 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx] addLogicalPort took 19.925058ms, libovsdb time 813.872µs I0506 20:07:07.073381 3649 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx 5a4512efd16bc974fc2d2448f5fb1e3f9c71876758cc2667fbdb899febc1872e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx 5a4512efd16bc974fc2d2448f5fb1e3f9c71876758cc2667fbdb899febc1872e network default NAD default NAD key ] I0506 20:07:07.084657 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-rxtgx, hostIfaceName: 5a4512efd16bc97, network: default, NAD default, SandboxID: "5a4512efd16bc974fc2d2448f5fb1e3f9c71876758cc2667fbdb899febc1872e", PCI device ID: , UID: "b92499aa-6ea7-4702-a4a3-a5a2f23901cb", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0506 20:07:07.136160 3649 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx 5a4512efd16bc974fc2d2448f5fb1e3f9c71876758cc2667fbdb899febc1872e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rxtgx 5a4512efd16bc974fc2d2448f5fb1e3f9c71876758cc2667fbdb899febc1872e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:66:63:84:9f:3d\",\"name\":\"5a4512efd16bc97\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffa06376-d82f-4f94-8114-a950ac1d61bd\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:07:07.849168 3649 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-4mnzs] creating logical port openshift-service-ca_service-ca-d9cb48497-4mnzs for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:07.849273 3649 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-4mnzs I0506 20:07:07.864631 3649 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-4mnzs] pod update took 15.389912ms I0506 20:07:07.864654 3649 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-4mnzs] addLogicalPort annotation time took 15.418407ms I0506 20:07:07.865944 3649 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-4mnzs] addLogicalPort took 16.813134ms, libovsdb time 961.237µs I0506 20:07:08.389993 3649 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-4mnzs be8041374d89dfc3c058f9006272f305ca1ab5c4c41ad427ad1b423eb6f67fcd network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-4mnzs be8041374d89dfc3c058f9006272f305ca1ab5c4c41ad427ad1b423eb6f67fcd network default NAD default NAD key ] I0506 20:07:08.406957 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-4mnzs, hostIfaceName: be8041374d89dfc, network: default, NAD default, SandboxID: "be8041374d89dfc3c058f9006272f305ca1ab5c4c41ad427ad1b423eb6f67fcd", PCI device ID: , UID: "88f11872-f94a-4acd-89fd-9cd7dbd55d18", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0506 20:07:08.462394 3649 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-4mnzs be8041374d89dfc3c058f9006272f305ca1ab5c4c41ad427ad1b423eb6f67fcd network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-4mnzs be8041374d89dfc3c058f9006272f305ca1ab5c4c41ad427ad1b423eb6f67fcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:9f:51:bc:92:00\",\"name\":\"be8041374d89dfc\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df7d6462-df84-4c61-bba7-8ff73b11fce3\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:16.133430 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:07:28.575877 3649 cni.go:452] [openshift-multus/network-metrics-daemon-g5pg2 e234e4874665776abdf0f1f99b29987fb015a715ba7ce065afa627c63fc16e7e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-g5pg2 e234e4874665776abdf0f1f99b29987fb015a715ba7ce065afa627c63fc16e7e network default NAD default NAD key ] I0506 20:07:28.585808 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-g5pg2, hostIfaceName: e234e4874665776, network: default, NAD default, SandboxID: "e234e4874665776abdf0f1f99b29987fb015a715ba7ce065afa627c63fc16e7e", PCI device ID: , UID: "ea29fbcd-f8ec-4fb8-ad7e-d7c0dce87f2d", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0506 20:07:28.639624 3649 cni.go:473] [openshift-multus/network-metrics-daemon-g5pg2 e234e4874665776abdf0f1f99b29987fb015a715ba7ce065afa627c63fc16e7e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-g5pg2 e234e4874665776abdf0f1f99b29987fb015a715ba7ce065afa627c63fc16e7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:36:dc:02:23:57\",\"name\":\"e234e4874665776\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0317b081-5549-4f8f-8ea0-e9325b617d42\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:30.841402 3649 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:30.841422 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:30.841427 3649 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 20:07:30.893771 3649 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ss977] creating logical port openshift-insights_insights-runtime-extractor-ss977 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:30.893899 3649 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ss977 I0506 20:07:31.052037 3649 pod.go:62] [openshift-insights/insights-runtime-extractor-ss977] pod update took 158.16504ms I0506 20:07:31.052065 3649 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ss977] addLogicalPort annotation time took 158.198552ms I0506 20:07:31.053270 3649 pods.go:271] [openshift-insights/insights-runtime-extractor-ss977] addLogicalPort took 159.515102ms, libovsdb time 884.434µs I0506 20:07:31.588647 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:07:31.589297 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:07:31.614599 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:07:31.614633 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:07:31.614670 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bff88964d-ltk5p I0506 20:07:31.614682 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bff88964d-ltk5p W0506 20:07:31.688219 3649 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:31.688239 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 20:07:31.688244 3649 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 20:07:32.101057 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:07:32.101090 3649 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5b4447bfb7-zbdtn I0506 20:07:32.102473 3649 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5b4447bfb7-zbdtn, ips: 10.130.0.6 I0506 20:07:32.102507 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:07:32.116623 3649 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-97fbf8ccb-s2l5g] creating logical port openshift-image-registry_image-registry-97fbf8ccb-s2l5g for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:32.116694 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:07:32.116717 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:07:32.116760 3649 kube.go:256] Updating pod openshift-image-registry/image-registry-97fbf8ccb-s2l5g I0506 20:07:32.129354 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b4447bfb7-zbdtn I0506 20:07:32.129383 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b4447bfb7-zbdtn I0506 20:07:32.138262 3649 pod.go:62] [openshift-image-registry/image-registry-97fbf8ccb-s2l5g] pod update took 21.548377ms I0506 20:07:32.138293 3649 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-97fbf8ccb-s2l5g] addLogicalPort annotation time took 21.58591ms I0506 20:07:32.139688 3649 pods.go:271] [openshift-image-registry/image-registry-97fbf8ccb-s2l5g] addLogicalPort took 23.082737ms, libovsdb time 978.346µs I0506 20:07:32.154122 3649 cni.go:452] [openshift-insights/insights-runtime-extractor-ss977 9060dc2d93bf186eecc2ba7380c1f1416a30de89735bdcf59e58fbf7a132ef65 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ss977 9060dc2d93bf186eecc2ba7380c1f1416a30de89735bdcf59e58fbf7a132ef65 network default NAD default NAD key ] I0506 20:07:32.163658 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ss977, hostIfaceName: 9060dc2d93bf186, network: default, NAD default, SandboxID: "9060dc2d93bf186eecc2ba7380c1f1416a30de89735bdcf59e58fbf7a132ef65", PCI device ID: , UID: "65c0ae4b-6f7c-4fb2-a4b9-2d64622b562b", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0506 20:07:32.217733 3649 cni.go:473] [openshift-insights/insights-runtime-extractor-ss977 9060dc2d93bf186eecc2ba7380c1f1416a30de89735bdcf59e58fbf7a132ef65 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ss977 9060dc2d93bf186eecc2ba7380c1f1416a30de89735bdcf59e58fbf7a132ef65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:88:f1:fa:58:19\",\"name\":\"9060dc2d93bf186\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85719e5b-81d4-4b77-bdc4-cec3ea7775bc\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:07:32.477082 3649 cni.go:452] [openshift-image-registry/image-registry-97fbf8ccb-s2l5g 8323e1523e90d6217a5f5d7d77a182b32a691e040e2baf525a5324472846fb17 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-97fbf8ccb-s2l5g 8323e1523e90d6217a5f5d7d77a182b32a691e040e2baf525a5324472846fb17 network default NAD default NAD key ] I0506 20:07:32.486842 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-97fbf8ccb-s2l5g, hostIfaceName: 8323e1523e90d62, network: default, NAD default, SandboxID: "8323e1523e90d6217a5f5d7d77a182b32a691e040e2baf525a5324472846fb17", PCI device ID: , UID: "24efeb1a-9ff7-41b2-a683-801ef5908bdd", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0506 20:07:32.538062 3649 cni.go:473] [openshift-image-registry/image-registry-97fbf8ccb-s2l5g 8323e1523e90d6217a5f5d7d77a182b32a691e040e2baf525a5324472846fb17 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-97fbf8ccb-s2l5g 8323e1523e90d6217a5f5d7d77a182b32a691e040e2baf525a5324472846fb17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:86:d7:5d:c5:48\",\"name\":\"8323e1523e90d62\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85640c18-9ea1-4da3-827e-90177bddbe46\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:32.613701 3649 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:07:33.095625 3649 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:07:33.175465 3649 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg 1f877bf9c1d6e680f9f05717193a71db6fbd189481139ad8c4b049f872bb3045 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg 1f877bf9c1d6e680f9f05717193a71db6fbd189481139ad8c4b049f872bb3045 network default NAD default NAD key ] I0506 20:07:33.185856 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-2fdgg, hostIfaceName: 1f877bf9c1d6e68, network: default, NAD default, SandboxID: "1f877bf9c1d6e680f9f05717193a71db6fbd189481139ad8c4b049f872bb3045", PCI device ID: , UID: "07cb70dd-0751-41be-8097-f57851a35b11", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0506 20:07:33.238462 3649 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg 1f877bf9c1d6e680f9f05717193a71db6fbd189481139ad8c4b049f872bb3045 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2fdgg 1f877bf9c1d6e680f9f05717193a71db6fbd189481139ad8c4b049f872bb3045 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:91:81:ed:5e:fe\",\"name\":\"1f877bf9c1d6e68\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88a5823d-6d20-4d9b-8b8b-ae329516b8e9\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:34.655573 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.655599 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.655662 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.655681 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.655688 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.676328 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.676350 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.676356 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.680077 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.680092 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.691220 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.691238 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.691243 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 20:07:34.691723 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 20:07:34.691733 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0506 20:07:36.256782 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-m6t9j for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:36.256873 3649 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j I0506 20:07:36.270789 3649 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j] pod update took 13.936574ms I0506 20:07:36.270820 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j] addLogicalPort annotation time took 13.975617ms I0506 20:07:36.272097 3649 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j] addLogicalPort took 15.337822ms, libovsdb time 874.26µs W0506 20:07:36.647769 3649 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:07:37.217523 3649 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j 230d6e59bc3097e9a757e937795bbbcc643fe7176287f02f5854f912d98a4f1a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j 230d6e59bc3097e9a757e937795bbbcc643fe7176287f02f5854f912d98a4f1a network default NAD default NAD key ] I0506 20:07:37.228699 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-m6t9j, hostIfaceName: 230d6e59bc3097e, network: default, NAD default, SandboxID: "230d6e59bc3097e9a757e937795bbbcc643fe7176287f02f5854f912d98a4f1a", PCI device ID: , UID: "89151400-fa5a-48b6-8338-0438c570161b", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0506 20:07:37.281237 3649 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j 230d6e59bc3097e9a757e937795bbbcc643fe7176287f02f5854f912d98a4f1a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-m6t9j 230d6e59bc3097e9a757e937795bbbcc643fe7176287f02f5854f912d98a4f1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:6f:3c:87:b6:d6\",\"name\":\"230d6e59bc3097e\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f0373d7-8e6c-4a69-91aa-fbda684289f3\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:38.650397 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 20:07:39.108821 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 20:07:39.143773 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0506 20:07:44.814007 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-5jc22] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-5jc22 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:44.814115 3649 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-5jc22 I0506 20:07:44.836430 3649 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-5jc22] pod update took 22.342338ms I0506 20:07:44.836452 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-5jc22] addLogicalPort annotation time took 22.369256ms I0506 20:07:44.837749 3649 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-5jc22] addLogicalPort took 23.760402ms, libovsdb time 935.592µs I0506 20:07:45.184131 3649 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-5jc22 491520c95e40a627233e92e3ff69bcb947c773638a11cad253c26515a0bf1f68 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-5jc22 491520c95e40a627233e92e3ff69bcb947c773638a11cad253c26515a0bf1f68 network default NAD default NAD key ] I0506 20:07:45.194165 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-5jc22, hostIfaceName: 491520c95e40a62, network: default, NAD default, SandboxID: "491520c95e40a627233e92e3ff69bcb947c773638a11cad253c26515a0bf1f68", PCI device ID: , UID: "e44f499a-847f-40c6-a5c0-3a0344703d1f", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0506 20:07:45.248339 3649 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-5jc22 491520c95e40a627233e92e3ff69bcb947c773638a11cad253c26515a0bf1f68 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-5jc22 491520c95e40a627233e92e3ff69bcb947c773638a11cad253c26515a0bf1f68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f3:ca:fc:fe:1e\",\"name\":\"491520c95e40a62\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bea2d473-bf27-480a-b785-9933f35c079b\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:07:46.951974 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-66455d9c57-9bvvb] creating logical port openshift-monitoring_thanos-querier-66455d9c57-9bvvb for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:46.952082 3649 kube.go:256] Updating pod openshift-monitoring/thanos-querier-66455d9c57-9bvvb I0506 20:07:46.969049 3649 pod.go:62] [openshift-monitoring/thanos-querier-66455d9c57-9bvvb] pod update took 16.998807ms I0506 20:07:46.969077 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-66455d9c57-9bvvb] addLogicalPort annotation time took 17.03104ms I0506 20:07:46.970349 3649 pods.go:271] [openshift-monitoring/thanos-querier-66455d9c57-9bvvb] addLogicalPort took 18.39128ms, libovsdb time 925.213µs I0506 20:07:47.345972 3649 cni.go:452] [openshift-monitoring/thanos-querier-66455d9c57-9bvvb d6bb9df48a898aa031ebcfab87cb8747c9e846d80436dd1a73937fe992453838 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-66455d9c57-9bvvb d6bb9df48a898aa031ebcfab87cb8747c9e846d80436dd1a73937fe992453838 network default NAD default NAD key ] I0506 20:07:47.355936 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-66455d9c57-9bvvb, hostIfaceName: d6bb9df48a898aa, network: default, NAD default, SandboxID: "d6bb9df48a898aa031ebcfab87cb8747c9e846d80436dd1a73937fe992453838", PCI device ID: , UID: "158570b4-1103-4be0-9616-78a25d61e37f", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0506 20:07:47.409109 3649 cni.go:473] [openshift-monitoring/thanos-querier-66455d9c57-9bvvb d6bb9df48a898aa031ebcfab87cb8747c9e846d80436dd1a73937fe992453838 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-66455d9c57-9bvvb d6bb9df48a898aa031ebcfab87cb8747c9e846d80436dd1a73937fe992453838 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:16:f1:97:be:17\",\"name\":\"d6bb9df48a898aa\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84726671-a352-4bc2-b7fb-31d0961d0b7a\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:47.697242 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:47.697267 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:47.697272 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:48.735653 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:48.735680 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:07:48.735686 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:07:49.572900 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-xtwjh for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:49.573036 3649 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh I0506 20:07:49.589186 3649 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh] pod update took 16.17541ms I0506 20:07:49.589212 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh] addLogicalPort annotation time took 16.207909ms I0506 20:07:49.590435 3649 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh] addLogicalPort took 17.550632ms, libovsdb time 892.524µs I0506 20:07:50.541121 3649 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh ee3b2751ffa8936d63f0b6a7d2ffb808a0802fb18728bfe4a8cbdbf2dc5e59a6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh ee3b2751ffa8936d63f0b6a7d2ffb808a0802fb18728bfe4a8cbdbf2dc5e59a6 network default NAD default NAD key ] I0506 20:07:50.551705 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-xtwjh, hostIfaceName: ee3b2751ffa8936, network: default, NAD default, SandboxID: "ee3b2751ffa8936d63f0b6a7d2ffb808a0802fb18728bfe4a8cbdbf2dc5e59a6", PCI device ID: , UID: "12b8586e-5579-4a54-a8c0-8405acd9281a", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0506 20:07:50.606876 3649 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh ee3b2751ffa8936d63f0b6a7d2ffb808a0802fb18728bfe4a8cbdbf2dc5e59a6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xtwjh ee3b2751ffa8936d63f0b6a7d2ffb808a0802fb18728bfe4a8cbdbf2dc5e59a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:fa:9e:e1:4f:c3\",\"name\":\"ee3b2751ffa8936\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03f1eda8-8930-4017-8f1e-f8eedae28d30\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:51.182808 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.182835 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.182840 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.182845 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 20:07:51.241439 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:51.241614 3649 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 20:07:51.276116 3649 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 34.556803ms I0506 20:07:51.276172 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 34.618132ms I0506 20:07:51.277706 3649 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 36.282572ms, libovsdb time 1.115199ms I0506 20:07:51.656218 3649 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071 network default NAD default NAD key ] I0506 20:07:51.666250 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8276f2185ef94a1, network: default, NAD default, SandboxID: "8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071", PCI device ID: , UID: "6c037139-fca2-45cf-b585-7c6a5ada7534", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0506 20:07:51.721625 3649 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:a3:38:cf:80:51\",\"name\":\"8276f2185ef94a1\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20ad5b31-6dfa-4f27-88ac-95f65b2b0b21\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:51.728861 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:07:51.776015 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.776037 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.776043 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:51.776048 3649 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:52.182809 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 20:07:52.718210 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:07:52.742725 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 20:07:52.742746 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 20:07:52.788445 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:07:52.788466 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:07:53.203335 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:07:53.203356 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:07:53.225956 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 20:07:54.094996 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:07:56.415215 3649 cni.go:452] [openshift-dns/dns-default-6hsqs 45abfc631fbd2ec706f1eb186f848523f145ca25836040d1b216a6e1be00e074 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-6hsqs 45abfc631fbd2ec706f1eb186f848523f145ca25836040d1b216a6e1be00e074 network default NAD default NAD key ] I0506 20:07:56.425010 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-6hsqs, hostIfaceName: 45abfc631fbd2ec, network: default, NAD default, SandboxID: "45abfc631fbd2ec706f1eb186f848523f145ca25836040d1b216a6e1be00e074", PCI device ID: , UID: "12c9a86a-8414-436c-b556-864e64b91aef", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0506 20:07:56.479563 3649 cni.go:473] [openshift-dns/dns-default-6hsqs 45abfc631fbd2ec706f1eb186f848523f145ca25836040d1b216a6e1be00e074 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-6hsqs 45abfc631fbd2ec706f1eb186f848523f145ca25836040d1b216a6e1be00e074 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:16:54:b8:48:32\",\"name\":\"45abfc631fbd2ec\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb8a84fd-f57c-4236-bc89-f82b21076bb7\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:56.558054 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:07:56.773876 3649 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-mzcz5] creating logical port openshift-console_downloads-5c54f4944f-mzcz5 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:07:56.773979 3649 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-mzcz5 I0506 20:07:56.790731 3649 pod.go:62] [openshift-console/downloads-5c54f4944f-mzcz5] pod update took 16.77737ms I0506 20:07:56.790757 3649 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-mzcz5] addLogicalPort annotation time took 16.806983ms I0506 20:07:56.792094 3649 pods.go:271] [openshift-console/downloads-5c54f4944f-mzcz5] addLogicalPort took 18.263703ms, libovsdb time 964.862µs I0506 20:07:57.137534 3649 cni.go:452] [openshift-console/downloads-5c54f4944f-mzcz5 0c4923d95b178096d696e8956f9ae979ea1ade786989966538d4568bd6d00a1b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-mzcz5 0c4923d95b178096d696e8956f9ae979ea1ade786989966538d4568bd6d00a1b network default NAD default NAD key ] I0506 20:07:57.147928 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-mzcz5, hostIfaceName: 0c4923d95b17809, network: default, NAD default, SandboxID: "0c4923d95b178096d696e8956f9ae979ea1ade786989966538d4568bd6d00a1b", PCI device ID: , UID: "bd5e8cfe-b1fb-480f-8ba5-9ee35b3fed26", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0506 20:07:57.206154 3649 cni.go:473] [openshift-console/downloads-5c54f4944f-mzcz5 0c4923d95b178096d696e8956f9ae979ea1ade786989966538d4568bd6d00a1b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-mzcz5 0c4923d95b178096d696e8956f9ae979ea1ade786989966538d4568bd6d00a1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:7b:df:b4:03:c9\",\"name\":\"0c4923d95b17809\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaaccfd2-3755-412f-9697-99163c019416\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:07:57.206766 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:57.206788 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:57.206796 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:07:57.206804 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 20:08:05.303257 3649 base_network_controller_pods.go:487] [default/openshift-console/console-b447fb6c-4m5gg] creating logical port openshift-console_console-b447fb6c-4m5gg for pod on switch ip-10-0-2-136.ec2.internal I0506 20:08:05.303367 3649 kube.go:256] Updating pod openshift-console/console-b447fb6c-4m5gg I0506 20:08:05.328525 3649 pod.go:62] [openshift-console/console-b447fb6c-4m5gg] pod update took 25.186286ms I0506 20:08:05.328554 3649 base_network_controller_pods.go:951] [default/openshift-console/console-b447fb6c-4m5gg] addLogicalPort annotation time took 25.221394ms I0506 20:08:05.329928 3649 pods.go:271] [openshift-console/console-b447fb6c-4m5gg] addLogicalPort took 26.688799ms, libovsdb time 997.526µs I0506 20:08:08.034414 3649 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0506 20:08:09.245711 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:08:09.245736 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:08:09.245742 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0506 20:08:12.132764 3649 cni.go:452] [openshift-console/console-b447fb6c-4m5gg 5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-b447fb6c-4m5gg 5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0 network default NAD default NAD key ] I0506 20:08:12.142430 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-b447fb6c-4m5gg, hostIfaceName: 5229871cb3e8bb3, network: default, NAD default, SandboxID: "5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0", PCI device ID: , UID: "649cfc49-ecd3-4b86-8e1d-f5b7c9f55030", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0506 20:08:12.197653 3649 cni.go:473] [openshift-console/console-b447fb6c-4m5gg 5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-b447fb6c-4m5gg 5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d2:a0:9c:74:56\",\"name\":\"5229871cb3e8bb3\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26497019-a643-41ae-be6f-f09657905f59\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:08:12.288134 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:08:12.288262 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:08:12.288313 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:08:12.750900 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 20:08:12.811909 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:08:13.293163 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:08:13.338156 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 20:08:15.306763 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:08:15.765067 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 20:08:19.430135 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:19.430789 3649 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:08:19.851394 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:08:19.851432 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:08:19.865992 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:19.866022 3649 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:19.869177 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bff88964d-sdzlt I0506 20:08:19.869207 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bff88964d-sdzlt W0506 20:08:29.881797 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 20:08:35.908631 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 20:08:40.467699 3649 cni.go:452] [openshift-console/console-b447fb6c-4m5gg 5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-b447fb6c-4m5gg 5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0 network default NAD default NAD key ] I0506 20:08:40.545334 3649 cni.go:473] [openshift-console/console-b447fb6c-4m5gg 5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-b447fb6c-4m5gg 5229871cb3e8bb350e086d54aeb3d71d31a2cf410e0578f0937cf56f8c7003e0 network default NAD default NAD key default], result "{}", err I0506 20:08:40.615004 3649 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-4m5gg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:40.615041 3649 pods.go:176] Deleting pod: openshift-console/console-b447fb6c-4m5gg I0506 20:08:40.616388 3649 pods.go:236] Attempting to release IPs for pod: openshift-console/console-b447fb6c-4m5gg, ips: 10.130.0.24 I0506 20:08:40.616418 3649 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-4m5gg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:40.624541 3649 base_network_controller_pods.go:487] [default/openshift-console/console-754bcd54d-8kvlb] creating logical port openshift-console_console-754bcd54d-8kvlb for pod on switch ip-10-0-2-136.ec2.internal I0506 20:08:40.624717 3649 kube.go:256] Updating pod openshift-console/console-754bcd54d-8kvlb I0506 20:08:40.640781 3649 pod.go:62] [openshift-console/console-754bcd54d-8kvlb] pod update took 16.105788ms I0506 20:08:40.640813 3649 base_network_controller_pods.go:951] [default/openshift-console/console-754bcd54d-8kvlb] addLogicalPort annotation time took 16.142998ms I0506 20:08:40.642313 3649 pods.go:271] [openshift-console/console-754bcd54d-8kvlb] addLogicalPort took 17.789694ms, libovsdb time 1.089941ms I0506 20:08:41.030313 3649 cni.go:452] [openshift-console/console-754bcd54d-8kvlb 5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-754bcd54d-8kvlb 5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407 network default NAD default NAD key ] I0506 20:08:41.040813 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-754bcd54d-8kvlb, hostIfaceName: 5ac8680a6a27433, network: default, NAD default, SandboxID: "5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407", PCI device ID: , UID: "cd05b602-51ae-40b0-a1b7-95e01a0f5d0d", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0506 20:08:41.097065 3649 cni.go:473] [openshift-console/console-754bcd54d-8kvlb 5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-754bcd54d-8kvlb 5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:8f:b0:76:40:70\",\"name\":\"5ac8680a6a27433\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/233f4b28-c0f2-468f-9c44-c81dbc0c3a99\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:08:41.430289 3649 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-4m5gg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:41.430316 3649 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-4m5gg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:41.432349 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b447fb6c-4m5gg I0506 20:08:41.432380 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b447fb6c-4m5gg I0506 20:08:45.218304 3649 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-rvg7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:45.219119 3649 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-rvg7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:45.874301 3649 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-rvg7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:45.874333 3649 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-rvg7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:45.879470 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b447fb6c-rvg7p I0506 20:08:45.879504 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b447fb6c-rvg7p I0506 20:08:51.369745 3649 obj_retry.go:498] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:08:51.370362 3649 obj_retry.go:498] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:08:51.475093 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:08:51.899974 3649 obj_retry.go:492] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:51.899999 3649 obj_retry.go:492] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:08:51.907069 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5589678557-tfmm8 I0506 20:08:51.907098 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5589678557-tfmm8 W0506 20:08:52.031079 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:08:52.031103 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:08:52.031113 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:08:52.031120 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:08:52.521590 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:08:52.521616 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 20:09:06.314390 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:06.314967 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:06.969950 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:06.969974 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:06.975445 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 20:09:06.975477 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 20:09:10.985093 3649 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071 network default NAD default NAD key ] I0506 20:09:11.058438 3649 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 8276f2185ef94a12998fe09e64bb665cc8fcae5cae9def5ea5d81bb63346e071 network default NAD default NAD key default], result "{}", err I0506 20:09:11.129377 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:11.129412 3649 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0506 20:09:11.130736 3649 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.22 I0506 20:09:11.130770 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:11.549464 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:11.549487 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:11.555537 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 20:09:11.555563 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 20:09:11.595893 3649 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:09:11.596045 3649 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 20:09:11.628158 3649 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 32.137318ms I0506 20:09:11.628182 3649 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 32.187681ms I0506 20:09:11.629394 3649 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 33.521591ms, libovsdb time 866.928µs I0506 20:09:11.961195 3649 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a65a132ebc3b5ce8f2458edce3545226ed70ec60952193e6bc6a6a57874667c2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a65a132ebc3b5ce8f2458edce3545226ed70ec60952193e6bc6a6a57874667c2 network default NAD default NAD key ] I0506 20:09:11.970938 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a65a132ebc3b5ce, network: default, NAD default, SandboxID: "a65a132ebc3b5ce8f2458edce3545226ed70ec60952193e6bc6a6a57874667c2", PCI device ID: , UID: "7eab0bed-e412-4344-82da-d1cbdd4f4d62", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0506 20:09:12.026430 3649 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a65a132ebc3b5ce8f2458edce3545226ed70ec60952193e6bc6a6a57874667c2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a65a132ebc3b5ce8f2458edce3545226ed70ec60952193e6bc6a6a57874667c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f5:84:ab:7d:71\",\"name\":\"a65a132ebc3b5ce\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f35aead7-c87e-4b88-aedd-fc32ae2e33f5\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:09:38.454592 3649 cni.go:452] [openshift-console/console-754bcd54d-8kvlb 5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-754bcd54d-8kvlb 5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407 network default NAD default NAD key ] I0506 20:09:38.542046 3649 cni.go:473] [openshift-console/console-754bcd54d-8kvlb 5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-754bcd54d-8kvlb 5ac8680a6a27433d77531197e14d7b29f1c8bc729e90ed73a207570a0f4be407 network default NAD default NAD key default], result "{}", err I0506 20:09:38.591315 3649 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-8kvlb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:38.591360 3649 pods.go:176] Deleting pod: openshift-console/console-754bcd54d-8kvlb I0506 20:09:38.592741 3649 pods.go:236] Attempting to release IPs for pod: openshift-console/console-754bcd54d-8kvlb, ips: 10.130.0.25 I0506 20:09:38.592770 3649 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-8kvlb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:38.599868 3649 base_network_controller_pods.go:487] [default/openshift-console/console-6d5b98456d-phg2w] creating logical port openshift-console_console-6d5b98456d-phg2w for pod on switch ip-10-0-2-136.ec2.internal I0506 20:09:38.600000 3649 kube.go:256] Updating pod openshift-console/console-6d5b98456d-phg2w I0506 20:09:38.613470 3649 pod.go:62] [openshift-console/console-6d5b98456d-phg2w] pod update took 13.494642ms I0506 20:09:38.613500 3649 base_network_controller_pods.go:951] [default/openshift-console/console-6d5b98456d-phg2w] addLogicalPort annotation time took 13.530788ms I0506 20:09:38.615074 3649 pods.go:271] [openshift-console/console-6d5b98456d-phg2w] addLogicalPort took 15.227714ms, libovsdb time 1.132882ms I0506 20:09:38.667112 3649 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-8kvlb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:38.667165 3649 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-8kvlb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:38.672983 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754bcd54d-8kvlb I0506 20:09:38.673013 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754bcd54d-8kvlb I0506 20:09:38.759709 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:38.760336 3649 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:38.962744 3649 cni.go:452] [openshift-console/console-6d5b98456d-phg2w 825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d5b98456d-phg2w 825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec network default NAD default NAD key ] I0506 20:09:38.972719 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d5b98456d-phg2w, hostIfaceName: 825a2422c538e59, network: default, NAD default, SandboxID: "825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec", PCI device ID: , UID: "47f5e8ba-009f-4d64-a1df-959cc9f085ab", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0506 20:09:39.029029 3649 cni.go:473] [openshift-console/console-6d5b98456d-phg2w 825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d5b98456d-phg2w 825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:da:aa:e7:83:63\",\"name\":\"825a2422c538e59\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a974654-4da9-4547-9b0f-b6166912829f\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:09:39.182345 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:39.182645 3649 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:39.191048 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 20:09:39.191076 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 20:09:49.379908 3649 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-w7j29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:09:49.380573 3649 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-w7j29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:09:49.730922 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:09:50.230745 3649 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-w7j29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:50.230776 3649 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-w7j29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:09:50.236977 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754bcd54d-w7j29 I0506 20:09:50.237002 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754bcd54d-w7j29 I0506 20:10:01.285136 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:01.285755 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:01.296703 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:01.296728 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:01.302054 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp I0506 20:10:01.302084 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp I0506 20:10:05.322223 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:05.322796 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:06.222415 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:06.222441 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:10:12.858556 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:10:12.858585 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 20:10:14.155085 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:14.155639 3649 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:10:14.349121 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:14.349165 3649 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:10:14.356971 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 20:10:14.357003 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 20:10:58.389837 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 W0506 20:11:20.497836 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:11:29.365229 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0506 20:11:31.533207 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 20:11:31.533265 3649 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pmrbk IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pmrbk: no pod IPs found I0506 20:11:41.379539 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:11:42.278231 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 20:11:54.364053 3649 cni.go:452] [openshift-console/console-6d5b98456d-phg2w 825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d5b98456d-phg2w 825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec network default NAD default NAD key ] I0506 20:11:54.445708 3649 cni.go:473] [openshift-console/console-6d5b98456d-phg2w 825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d5b98456d-phg2w 825a2422c538e59db48bcd3d6bd8e812c0991f854c7eaa8e59abaf16c55784ec network default NAD default NAD key default], result "{}", err I0506 20:11:54.495212 3649 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-phg2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:11:54.495254 3649 pods.go:176] Deleting pod: openshift-console/console-6d5b98456d-phg2w I0506 20:11:54.496661 3649 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d5b98456d-phg2w, ips: 10.130.0.27 I0506 20:11:54.496696 3649 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-phg2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:11:54.505965 3649 base_network_controller_pods.go:487] [default/openshift-console/console-5c75fbd4d4-ppg6s] creating logical port openshift-console_console-5c75fbd4d4-ppg6s for pod on switch ip-10-0-2-136.ec2.internal I0506 20:11:54.506165 3649 kube.go:256] Updating pod openshift-console/console-5c75fbd4d4-ppg6s I0506 20:11:54.520075 3649 pod.go:62] [openshift-console/console-5c75fbd4d4-ppg6s] pod update took 13.974676ms I0506 20:11:54.520100 3649 base_network_controller_pods.go:951] [default/openshift-console/console-5c75fbd4d4-ppg6s] addLogicalPort annotation time took 14.006852ms I0506 20:11:54.521425 3649 pods.go:271] [openshift-console/console-5c75fbd4d4-ppg6s] addLogicalPort took 15.482303ms, libovsdb time 950.582µs I0506 20:11:55.173588 3649 cni.go:452] [openshift-console/console-5c75fbd4d4-ppg6s f37227fdc6aa53ff2e7a55934533f020fddc4cfcfa3e3e01df3baa94f662767c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c75fbd4d4-ppg6s f37227fdc6aa53ff2e7a55934533f020fddc4cfcfa3e3e01df3baa94f662767c network default NAD default NAD key ] I0506 20:11:55.183117 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c75fbd4d4-ppg6s, hostIfaceName: f37227fdc6aa53f, network: default, NAD default, SandboxID: "f37227fdc6aa53ff2e7a55934533f020fddc4cfcfa3e3e01df3baa94f662767c", PCI device ID: , UID: "5ea5b343-a441-441b-a9f5-9b06c2fc7e52", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0506 20:11:55.229320 3649 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-phg2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:11:55.229345 3649 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-phg2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:11:55.232310 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5b98456d-phg2w I0506 20:11:55.232340 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5b98456d-phg2w I0506 20:11:55.239601 3649 cni.go:473] [openshift-console/console-5c75fbd4d4-ppg6s f37227fdc6aa53ff2e7a55934533f020fddc4cfcfa3e3e01df3baa94f662767c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c75fbd4d4-ppg6s f37227fdc6aa53ff2e7a55934533f020fddc4cfcfa3e3e01df3baa94f662767c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ac:1c:d8:33:02\",\"name\":\"f37227fdc6aa53f\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68aa545f-8bb3-48ff-91ef-66f64d41ad60\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:12:05.046436 3649 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-n4wfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:05.047063 3649 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-n4wfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:12:05.286802 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:12:05.662954 3649 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-n4wfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:05.662975 3649 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-n4wfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:05.667096 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5b98456d-n4wfx I0506 20:12:05.667122 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5b98456d-n4wfx I0506 20:12:26.283973 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0506 20:12:51.281675 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0506 20:12:55.402999 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 20:12:57.374243 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 20:13:04.396368 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 20:13:36.384126 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 20:13:41.289177 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=558 I0506 20:13:53.280783 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0506 20:13:59.365217 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 20:14:14.401854 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 20:14:55.369520 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 20:15:28.282224 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0506 20:15:53.636329 3649 namespace.go:98] [tsf] adding namespace I0506 20:15:53.637211 3649 namespace.go:102] [tsf] adding namespace took 851.185µs I0506 20:15:53.655387 3649 namespace.go:142] [tsf] updating namespace I0506 20:15:53.666955 3649 namespace.go:142] [tsf] updating namespace I0506 20:15:57.296736 3649 namespace.go:98] [cert-manager-operator] adding namespace I0506 20:15:57.296818 3649 namespace.go:98] [konflux-operator] adding namespace I0506 20:15:57.297739 3649 namespace.go:102] [cert-manager-operator] adding namespace took 975.459µs I0506 20:15:57.298346 3649 namespace.go:102] [konflux-operator] adding namespace took 1.50972ms I0506 20:15:57.301159 3649 namespace.go:98] [rhtpa-operator] adding namespace I0506 20:15:57.301307 3649 namespace.go:98] [konflux-ui] adding namespace I0506 20:15:57.301790 3649 namespace.go:102] [rhtpa-operator] adding namespace took 620.269µs I0506 20:15:57.302400 3649 namespace.go:102] [konflux-ui] adding namespace took 1.070177ms I0506 20:15:57.306033 3649 namespace.go:98] [tsf-keycloak] adding namespace I0506 20:15:57.306110 3649 namespace.go:98] [tsf-tas] adding namespace I0506 20:15:57.306276 3649 namespace.go:98] [rhbk-operator] adding namespace I0506 20:15:57.306827 3649 namespace.go:102] [tsf-keycloak] adding namespace took 777.63µs I0506 20:15:57.307427 3649 namespace.go:102] [tsf-tas] adding namespace took 1.303114ms I0506 20:15:57.307450 3649 namespace.go:98] [tsf-tpa] adding namespace I0506 20:15:57.308055 3649 namespace.go:102] [rhbk-operator] adding namespace took 1.756094ms I0506 20:15:57.308556 3649 namespace.go:102] [tsf-tpa] adding namespace took 1.09906ms I0506 20:15:57.320311 3649 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:15:57.335076 3649 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:15:57.347741 3649 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:15:57.347757 3649 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:15:57.347822 3649 namespace.go:142] [konflux-ui] updating namespace I0506 20:15:57.347951 3649 namespace.go:142] [konflux-operator] updating namespace I0506 20:15:57.354982 3649 namespace.go:142] [tsf-tas] updating namespace I0506 20:15:57.355096 3649 namespace.go:142] [tsf-tpa] updating namespace I0506 20:15:57.355256 3649 namespace.go:142] [rhbk-operator] updating namespace I0506 20:15:57.360511 3649 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:15:57.409169 3649 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:15:57.439073 3649 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:15:57.439118 3649 namespace.go:142] [konflux-ui] updating namespace I0506 20:15:57.465946 3649 namespace.go:142] [konflux-ui] updating namespace I0506 20:15:57.473321 3649 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:15:57.489942 3649 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:15:57.526131 3649 namespace.go:142] [tsf-tas] updating namespace I0506 20:15:57.529071 3649 namespace.go:142] [tsf-tas] updating namespace I0506 20:15:57.546948 3649 namespace.go:142] [rhbk-operator] updating namespace I0506 20:15:57.565066 3649 namespace.go:142] [rhbk-operator] updating namespace I0506 20:15:57.615104 3649 namespace.go:142] [tsf-tpa] updating namespace I0506 20:15:57.642367 3649 namespace.go:142] [tsf-tpa] updating namespace I0506 20:15:57.661130 3649 namespace.go:142] [konflux-operator] updating namespace I0506 20:15:57.675111 3649 namespace.go:142] [konflux-operator] updating namespace I0506 20:15:58.533485 3649 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:15:58.541475 3649 namespace.go:142] [tsf-tpa] updating namespace I0506 20:16:00.201434 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:00.201558 3649 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 I0506 20:16:00.234766 3649 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7] pod update took 33.238681ms I0506 20:16:00.234791 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7] addLogicalPort annotation time took 33.26974ms I0506 20:16:00.236018 3649 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7] addLogicalPort took 34.605413ms, libovsdb time 891.2µs I0506 20:16:00.288022 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:00.288174 3649 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd I0506 20:16:00.300368 3649 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd] pod update took 12.243412ms I0506 20:16:00.300396 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd] addLogicalPort annotation time took 12.278957ms I0506 20:16:00.301758 3649 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd] addLogicalPort took 13.749893ms, libovsdb time 988.064µs I0506 20:16:00.566730 3649 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165 network default NAD default NAD key ] I0506 20:16:00.576889 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7, hostIfaceName: b9b314365f789d2, network: default, NAD default, SandboxID: "b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165", PCI device ID: , UID: "a729408f-f54c-4150-a2b7-5a15be444ce9", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0506 20:16:00.636211 3649 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:df:1b:87:b6:b0\",\"name\":\"b9b314365f789d2\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/341bd655-c6a1-44a8-a7df-ddd8a72b05e5\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:00.653678 3649 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7 network default NAD default NAD key ] I0506 20:16:00.663346 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd, hostIfaceName: c07fc39f945b127, network: default, NAD default, SandboxID: "c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7", PCI device ID: , UID: "f258e558-9f37-4cb8-8569-234b1aa08200", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0506 20:16:00.724548 3649 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:57:35:07:c0:d6\",\"name\":\"c07fc39f945b127\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eabcd9ec-bb27-476e-8e9f-dec77436fa64\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:03.202299 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:03.202470 3649 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq I0506 20:16:03.220430 3649 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq] pod update took 18.005342ms I0506 20:16:03.220455 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq] addLogicalPort annotation time took 18.036387ms I0506 20:16:03.221792 3649 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq] addLogicalPort took 19.512892ms, libovsdb time 993.193µs I0506 20:16:03.563964 3649 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423 network default NAD default NAD key ] I0506 20:16:03.573872 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq, hostIfaceName: fe2a84d673f2118, network: default, NAD default, SandboxID: "fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423", PCI device ID: , UID: "0e643a5f-b2d1-4ed1-9bfb-602811773246", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0506 20:16:03.628522 3649 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:40:22:9b:0f:b0\",\"name\":\"fe2a84d673f2118\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd25ef02-cd6f-4453-aaeb-a1114b9f3670\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:04.273995 3649 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165 network default NAD default NAD key ] I0506 20:16:04.346343 3649 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 b9b314365f789d2e8914df706ed1c17f5c6539584bc8630818f7abd5c285d165 network default NAD default NAD key default], result "{}", err I0506 20:16:04.395322 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:04.395392 3649 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 I0506 20:16:04.397003 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7, ips: 10.130.0.29 I0506 20:16:04.397047 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:04.397079 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:04.397094 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:04.397324 3649 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:04.397341 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:05.057008 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:05.057194 3649 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb I0506 20:16:05.076789 3649 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb] pod update took 19.656467ms I0506 20:16:05.076812 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb] addLogicalPort annotation time took 19.685431ms I0506 20:16:05.078070 3649 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb] addLogicalPort took 21.08697ms, libovsdb time 885.055µs I0506 20:16:05.418944 3649 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb 6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb 6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935 network default NAD default NAD key ] I0506 20:16:05.423570 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:05.423660 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:05.423684 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:05.423694 3649 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:05.429311 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb, hostIfaceName: 6e9887ae974b490, network: default, NAD default, SandboxID: "6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935", PCI device ID: , UID: "91e76b3e-787e-4d31-bdf6-d849f80d85d2", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0506 20:16:05.485262 3649 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb 6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb 6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c2:63:f5:fb:55\",\"name\":\"6e9887ae974b490\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63f7befd-83d9-49a7-afee-6ba43ccbf047\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:06.291099 3649 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7 network default NAD default NAD key ] I0506 20:16:06.364521 3649 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd c07fc39f945b1271637014f1b472a28bbcd97e98815d512e80aaa656507592f7 network default NAD default NAD key default], result "{}", err I0506 20:16:06.416091 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:06.416129 3649 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd I0506 20:16:06.417577 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd, ips: 10.130.0.30 I0506 20:16:06.417614 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:06.417644 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:06.417654 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:06.417872 3649 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:06.417888 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:06.489088 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:06.489215 3649 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd I0506 20:16:06.502065 3649 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd] pod update took 12.874917ms I0506 20:16:06.502096 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd] addLogicalPort annotation time took 12.914248ms I0506 20:16:06.503541 3649 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd] addLogicalPort took 14.466163ms, libovsdb time 927.659µs I0506 20:16:06.591110 3649 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:06.591275 3649 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp I0506 20:16:06.604802 3649 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp] pod update took 13.56592ms I0506 20:16:06.604828 3649 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp] addLogicalPort annotation time took 13.596618ms I0506 20:16:06.606174 3649 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp] addLogicalPort took 15.083376ms, libovsdb time 979.888µs I0506 20:16:06.855584 3649 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd 487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd 487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832 network default NAD default NAD key ] I0506 20:16:06.865424 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd, hostIfaceName: 487ab1b7f588746, network: default, NAD default, SandboxID: "487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832", PCI device ID: , UID: "79cc98af-4853-4e66-b759-7dc89446d8ea", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0506 20:16:06.921953 3649 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd 487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd 487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:88:91:5c:f9:3f\",\"name\":\"487ab1b7f588746\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a400131-93dc-464f-900a-73cc4e59ebff\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:06.954687 3649 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391 network default NAD default NAD key ] I0506 20:16:06.965290 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp, hostIfaceName: fed32788364db79, network: default, NAD default, SandboxID: "fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391", PCI device ID: , UID: "44d06fe1-3adb-41a6-bb5c-0d5d4eed928c", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0506 20:16:07.023516 3649 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:76:54:b8:31:11\",\"name\":\"fed32788364db79\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3572aab-bdf4-4ce6-bc0a-bc0fd9a53216\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:07.302454 3649 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423 network default NAD default NAD key ] I0506 20:16:07.375099 3649 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq fe2a84d673f211873471aac1fa4084d8d1230607bb6fc841268e5f0c214a9423 network default NAD default NAD key default], result "{}", err I0506 20:16:07.442428 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:07.442458 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:07.442477 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:07.442486 3649 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:07.456422 3649 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:07.456464 3649 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq I0506 20:16:07.457908 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq, ips: 10.130.0.31 I0506 20:16:07.457950 3649 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:07.457979 3649 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:07.457988 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:07.458224 3649 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:07.458245 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:08.484855 3649 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:08.484909 3649 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:08.484938 3649 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:08.484950 3649 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:10.330310 3649 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb 6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb 6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935 network default NAD default NAD key ] I0506 20:16:10.331503 3649 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd 487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd 487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832 network default NAD default NAD key ] I0506 20:16:10.409990 3649 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb 6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb 6e9887ae974b49005812a12df773a378a2c123f36dbf3adeddff7ed9fe6c2935 network default NAD default NAD key default], result "{}", err I0506 20:16:10.439103 3649 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd 487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd 487ab1b7f58874655a16361758b7688ea3292512abda961a53bb588f1534e832 network default NAD default NAD key default], result "{}", err I0506 20:16:10.462433 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.462480 3649 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb I0506 20:16:10.464048 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb, ips: 10.130.0.32 I0506 20:16:10.464087 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.464115 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.464126 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:10.464353 3649 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.464368 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:10.489666 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.489701 3649 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd I0506 20:16:10.491351 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd, ips: 10.130.0.33 I0506 20:16:10.491390 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.491409 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.491416 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:10.491656 3649 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:10.491675 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:11.336496 3649 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391 network default NAD default NAD key ] I0506 20:16:11.411692 3649 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp fed32788364db79cf631819567282eecdd7fb6321155ce7ce629c5a9fe6a3391 network default NAD default NAD key default], result "{}", err I0506 20:16:11.461001 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:11.461048 3649 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp I0506 20:16:11.462620 3649 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp, ips: 10.130.0.34 I0506 20:16:11.462651 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:11.462669 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:11.462676 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:16:11.462839 3649 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:16:11.462854 3649 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:16:11.498290 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.498318 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.498338 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.498347 3649 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.531844 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.531893 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.531914 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:11.531927 3649 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:12.501454 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:12.501480 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:12.501494 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:12.501514 3649 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:19.803991 3649 namespace.go:98] [cert-manager] adding namespace I0506 20:16:19.804970 3649 namespace.go:102] [cert-manager] adding namespace took 954.874µs I0506 20:16:19.895052 3649 namespace.go:142] [cert-manager] updating namespace I0506 20:16:19.936990 3649 namespace.go:142] [cert-manager] updating namespace I0506 20:16:20.394881 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0506 20:16:21.109278 3649 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-ph7zx for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:21.109392 3649 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx I0506 20:16:21.125326 3649 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx] pod update took 15.96774ms I0506 20:16:21.125352 3649 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx] addLogicalPort annotation time took 15.999844ms I0506 20:16:21.127054 3649 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx] addLogicalPort took 17.792425ms, libovsdb time 972.461µs I0506 20:16:21.492211 3649 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx d849f4397a224b35c1bed7ec092ea9dcb1341c523e0a53534fa74c618cd40a33 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx d849f4397a224b35c1bed7ec092ea9dcb1341c523e0a53534fa74c618cd40a33 network default NAD default NAD key ] I0506 20:16:21.520653 3649 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-ph7zx, hostIfaceName: d849f4397a224b3, network: default, NAD default, SandboxID: "d849f4397a224b35c1bed7ec092ea9dcb1341c523e0a53534fa74c618cd40a33", PCI device ID: , UID: "0ec052f4-a543-46f1-a481-db8ce5061583", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0506 20:16:21.574912 3649 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx d849f4397a224b35c1bed7ec092ea9dcb1341c523e0a53534fa74c618cd40a33 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ph7zx d849f4397a224b35c1bed7ec092ea9dcb1341c523e0a53534fa74c618cd40a33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7b:b3:42:d6:2a\",\"name\":\"d849f4397a224b3\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2adbc2ab-4d2a-4fbe-8761-023ae8771fb5\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:16:24.425067 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 20:16:24.425091 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 20:16:25.530310 3649 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-9mdvb for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:25.530418 3649 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb I0506 20:16:25.548181 3649 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb] pod update took 17.783851ms I0506 20:16:25.548205 3649 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb] addLogicalPort annotation time took 17.814362ms I0506 20:16:25.549531 3649 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb] addLogicalPort took 19.242056ms, libovsdb time 967.012µs I0506 20:16:25.832051 3649 namespace.go:142] [openshift-operators] updating namespace I0506 20:16:25.893936 3649 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb 0d124db6cd5390669e440d569b4598b98a0b12a88567fbe9246f688af2b7db9b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb 0d124db6cd5390669e440d569b4598b98a0b12a88567fbe9246f688af2b7db9b network default NAD default NAD key ] I0506 20:16:25.903512 3649 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-9mdvb, hostIfaceName: 0d124db6cd53906, network: default, NAD default, SandboxID: "0d124db6cd5390669e440d569b4598b98a0b12a88567fbe9246f688af2b7db9b", PCI device ID: , UID: "9b44bb32-3e6c-4875-9c52-bea17df80653", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0506 20:16:25.944581 3649 namespace.go:142] [openshift-operators] updating namespace I0506 20:16:25.961729 3649 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb 0d124db6cd5390669e440d569b4598b98a0b12a88567fbe9246f688af2b7db9b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-9mdvb 0d124db6cd5390669e440d569b4598b98a0b12a88567fbe9246f688af2b7db9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:56:0e:96:f3:a3\",\"name\":\"0d124db6cd53906\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec85d114-1725-4ee9-a030-01a3f3df3549\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:16:26.689754 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:28.741179 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 20:16:30.443305 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 20:16:30.443326 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 20:16:34.583229 3649 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 20:16:34.584099 3649 namespace.go:102] [trusted-artifact-signer] adding namespace took 845.447µs I0506 20:16:34.625078 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:16:34.634732 3649 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 20:16:34.760496 3649 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 20:16:34.997846 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:35.013440 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:35.036179 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 20:16:35.051215 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 20:16:35.275975 3649 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-8xx8g] creating logical port cert-manager_cert-manager-59c77684cc-8xx8g for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:35.276112 3649 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-8xx8g I0506 20:16:35.295080 3649 pod.go:62] [cert-manager/cert-manager-59c77684cc-8xx8g] pod update took 18.991009ms I0506 20:16:35.295103 3649 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-8xx8g] addLogicalPort annotation time took 19.020642ms I0506 20:16:35.296381 3649 pods.go:271] [cert-manager/cert-manager-59c77684cc-8xx8g] addLogicalPort took 20.422297ms, libovsdb time 883.549µs I0506 20:16:35.636950 3649 cni.go:452] [cert-manager/cert-manager-59c77684cc-8xx8g 6317719445c7e4793a221c8e6925aa13dac30c8f597263bff5bcfff6d57a0933 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-8xx8g 6317719445c7e4793a221c8e6925aa13dac30c8f597263bff5bcfff6d57a0933 network default NAD default NAD key ] I0506 20:16:35.647171 3649 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-8xx8g, hostIfaceName: 6317719445c7e47, network: default, NAD default, SandboxID: "6317719445c7e4793a221c8e6925aa13dac30c8f597263bff5bcfff6d57a0933", PCI device ID: , UID: "6ebf1166-a206-413d-8f47-66e85512431c", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0506 20:16:35.704904 3649 cni.go:473] [cert-manager/cert-manager-59c77684cc-8xx8g 6317719445c7e4793a221c8e6925aa13dac30c8f597263bff5bcfff6d57a0933 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-8xx8g 6317719445c7e4793a221c8e6925aa13dac30c8f597263bff5bcfff6d57a0933 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:24:08:64:ae:b7\",\"name\":\"6317719445c7e47\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3fa748c-808c-41a4-a051-a87e5b4898c0\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:35.760186 3649 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-6cgzp for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:35.760279 3649 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp I0506 20:16:35.779180 3649 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp] pod update took 18.924338ms I0506 20:16:35.779207 3649 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp] addLogicalPort annotation time took 18.958537ms I0506 20:16:35.780427 3649 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp] addLogicalPort took 20.26182ms, libovsdb time 802.476µs I0506 20:16:36.133799 3649 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp 86374cc384282364ec7c24d92e46c179953a14c09827d8f722008108cc08b37c network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp 86374cc384282364ec7c24d92e46c179953a14c09827d8f722008108cc08b37c network default NAD default NAD key ] I0506 20:16:36.144299 3649 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-6cgzp, hostIfaceName: 86374cc38428236, network: default, NAD default, SandboxID: "86374cc384282364ec7c24d92e46c179953a14c09827d8f722008108cc08b37c", PCI device ID: , UID: "b918b7b5-0e8a-46df-9f57-21a297b2e963", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0506 20:16:36.201794 3649 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp 86374cc384282364ec7c24d92e46c179953a14c09827d8f722008108cc08b37c network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-6cgzp 86374cc384282364ec7c24d92e46c179953a14c09827d8f722008108cc08b37c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:be:f4:15:af:bb\",\"name\":\"86374cc38428236\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35a818e1-3b94-4f11-a176-9b78a3291057\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:39.191275 3649 namespace.go:142] [openshift-operators] updating namespace I0506 20:16:39.890503 3649 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-w76mc] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-w76mc for pod on switch ip-10-0-2-136.ec2.internal I0506 20:16:39.890617 3649 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-w76mc I0506 20:16:39.916262 3649 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-w76mc] pod update took 25.670999ms I0506 20:16:39.916286 3649 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-w76mc] addLogicalPort annotation time took 25.700945ms I0506 20:16:39.917473 3649 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-w76mc] addLogicalPort took 26.98497ms, libovsdb time 818.199µs I0506 20:16:40.257903 3649 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-w76mc 13743216cbd1b38473971022fec1cde42e32488f6484468f862ddc6bad484254 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-w76mc 13743216cbd1b38473971022fec1cde42e32488f6484468f862ddc6bad484254 network default NAD default NAD key ] I0506 20:16:40.268279 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-w76mc, hostIfaceName: 13743216cbd1b38, network: default, NAD default, SandboxID: "13743216cbd1b38473971022fec1cde42e32488f6484468f862ddc6bad484254", PCI device ID: , UID: "5e517d0f-cd5d-4f58-a913-a9d405a57c20", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0506 20:16:40.329277 3649 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-w76mc 13743216cbd1b38473971022fec1cde42e32488f6484468f862ddc6bad484254 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-w76mc 13743216cbd1b38473971022fec1cde42e32488f6484468f862ddc6bad484254 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ba:6a:51:71:d5\",\"name\":\"13743216cbd1b38\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1464836c-b4e5-4dd6-b2d2-3018361956f9\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:16:47.124860 3649 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:47.125468 3649 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:16:47.160063 3649 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:47.160095 3649 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:16:47.178196 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 20:16:47.178232 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 20:16:54.214951 3649 namespace.go:98] [openshift-pipelines] adding namespace I0506 20:16:54.215932 3649 namespace.go:102] [openshift-pipelines] adding namespace took 952.905µs I0506 20:16:54.235978 3649 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:16:54.920745 3649 namespace.go:142] [cert-manager] updating namespace I0506 20:16:55.123592 3649 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:16:55.527132 3649 namespace.go:142] [konflux-operator] updating namespace I0506 20:16:55.725173 3649 namespace.go:142] [konflux-ui] updating namespace I0506 20:16:55.928295 3649 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace I0506 20:16:56.326164 3649 namespace.go:142] [rhbk-operator] updating namespace I0506 20:16:56.529105 3649 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:16:56.729889 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:16:56.932529 3649 namespace.go:142] [tsf] updating namespace I0506 20:16:57.136409 3649 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:16:57.336279 3649 namespace.go:142] [tsf-tas] updating namespace I0506 20:16:57.534108 3649 namespace.go:142] [tsf-tpa] updating namespace I0506 20:16:57.669386 3649 namespace.go:142] [cert-manager] updating namespace I0506 20:16:57.681120 3649 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:16:57.689622 3649 namespace.go:142] [default] updating namespace I0506 20:16:57.699405 3649 namespace.go:142] [konflux-operator] updating namespace I0506 20:16:57.710755 3649 namespace.go:142] [konflux-ui] updating namespace I0506 20:16:57.720349 3649 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace I0506 20:16:57.729104 3649 namespace.go:142] [openshift] updating namespace I0506 20:16:57.736937 3649 namespace.go:142] [rhbk-operator] updating namespace I0506 20:16:57.748409 3649 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:16:57.759308 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:16:57.768262 3649 namespace.go:142] [tsf] updating namespace I0506 20:16:57.780445 3649 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:16:57.801276 3649 namespace.go:142] [tsf-tas] updating namespace I0506 20:16:57.818063 3649 namespace.go:142] [tsf-tpa] updating namespace I0506 20:16:57.917476 3649 namespace.go:142] [cert-manager] updating namespace I0506 20:16:58.018234 3649 namespace.go:142] [cert-manager-operator] updating namespace W0506 20:16:58.044299 3649 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 20:16:58.073383 3649 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 20:16:58.118930 3649 namespace.go:142] [default] updating namespace I0506 20:16:58.214954 3649 namespace.go:142] [konflux-operator] updating namespace I0506 20:16:58.319627 3649 namespace.go:142] [konflux-ui] updating namespace I0506 20:16:58.422525 3649 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace I0506 20:16:58.519242 3649 namespace.go:142] [openshift] updating namespace I0506 20:16:58.617123 3649 namespace.go:142] [rhbk-operator] updating namespace I0506 20:16:58.718929 3649 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:16:58.818625 3649 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:16:58.916532 3649 namespace.go:142] [tsf] updating namespace I0506 20:16:59.015407 3649 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:16:59.120571 3649 namespace.go:142] [tsf-tas] updating namespace I0506 20:16:59.216094 3649 namespace.go:142] [tsf-tpa] updating namespace I0506 20:16:59.580924 3649 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:17:07.119647 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-thkgh for pod on switch ip-10-0-2-136.ec2.internal I0506 20:17:07.119738 3649 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh I0506 20:17:07.147569 3649 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh] pod update took 27.855646ms I0506 20:17:07.147595 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh] addLogicalPort annotation time took 27.888046ms I0506 20:17:07.148934 3649 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh] addLogicalPort took 29.301853ms, libovsdb time 963.611µs I0506 20:17:07.485782 3649 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh 8633bd9d0458f2fa1d94b92a2456e7b31af5444e6cd37394cdf1884a59538ece network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh 8633bd9d0458f2fa1d94b92a2456e7b31af5444e6cd37394cdf1884a59538ece network default NAD default NAD key ] I0506 20:17:07.495759 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-thkgh, hostIfaceName: 8633bd9d0458f2f, network: default, NAD default, SandboxID: "8633bd9d0458f2fa1d94b92a2456e7b31af5444e6cd37394cdf1884a59538ece", PCI device ID: , UID: "8e446dbc-836c-45e3-8ff7-15bada041ef4", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0506 20:17:07.552971 3649 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh 8633bd9d0458f2fa1d94b92a2456e7b31af5444e6cd37394cdf1884a59538ece network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-thkgh 8633bd9d0458f2fa1d94b92a2456e7b31af5444e6cd37394cdf1884a59538ece network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:8a:de:7d:bf:e1\",\"name\":\"8633bd9d0458f2f\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84b00d5e-3576-4c03-bd97-32d12a8a74e0\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:17:10.679907 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:17:10.679934 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:17:10.679940 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:17:12.927585 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:17:12.927613 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:17:12.927618 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:17:12.983953 3649 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:12.983972 3649 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:12.983977 3649 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:12.983981 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:17:21.680682 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:17:21.680702 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:17:21.680708 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 20:17:30.802093 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-cfpx5 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:17:30.802216 3649 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5 I0506 20:17:30.822038 3649 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5] pod update took 19.847529ms I0506 20:17:30.822063 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5] addLogicalPort annotation time took 19.879604ms I0506 20:17:30.823496 3649 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5] addLogicalPort took 21.421223ms, libovsdb time 986.253µs I0506 20:17:31.188061 3649 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5 7e479c680120c9e8041e7ce2340e6d092865a30719129af43b633d7eaf2d8a95 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5 7e479c680120c9e8041e7ce2340e6d092865a30719129af43b633d7eaf2d8a95 network default NAD default NAD key ] I0506 20:17:31.198009 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-cfpx5, hostIfaceName: 7e479c680120c9e, network: default, NAD default, SandboxID: "7e479c680120c9e8041e7ce2340e6d092865a30719129af43b633d7eaf2d8a95", PCI device ID: , UID: "2c1b8a37-d169-4603-b814-98fc45386f90", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0506 20:17:31.255404 3649 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5 7e479c680120c9e8041e7ce2340e6d092865a30719129af43b633d7eaf2d8a95 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-cfpx5 7e479c680120c9e8041e7ce2340e6d092865a30719129af43b633d7eaf2d8a95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f0:91:9e:b7:79\",\"name\":\"7e479c680120c9e\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/030f0f50-3eba-4dec-96e2-f17cac2c4009\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:17:34.368363 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0506 20:17:35.247798 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 20:17:40.375545 3649 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:40.376130 3649 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:40.395331 3649 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:40.395354 3649 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:40.398125 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 20:17:40.398164 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 20:17:42.315598 3649 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 20:17:42.316377 3649 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 20:17:42.316398 3649 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 20:17:42.318579 3649 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 20:17:42.797031 3649 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:17:47.703667 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-mbkw9 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:17:47.703761 3649 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9 I0506 20:17:47.716493 3649 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9] pod update took 12.755594ms I0506 20:17:47.716517 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9] addLogicalPort annotation time took 12.789086ms I0506 20:17:47.718010 3649 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9] addLogicalPort took 14.357104ms, libovsdb time 1.122093ms I0506 20:17:48.069050 3649 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9 ef69b4721a9e63aed383ce64fd203581e0c78db4a86a36c8e3f75b8857a0aaa7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9 ef69b4721a9e63aed383ce64fd203581e0c78db4a86a36c8e3f75b8857a0aaa7 network default NAD default NAD key ] I0506 20:17:48.079481 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-mbkw9, hostIfaceName: ef69b4721a9e63a, network: default, NAD default, SandboxID: "ef69b4721a9e63aed383ce64fd203581e0c78db4a86a36c8e3f75b8857a0aaa7", PCI device ID: , UID: "8b92417c-cc10-4f9f-b833-e836978098a4", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0506 20:17:48.148816 3649 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9 ef69b4721a9e63aed383ce64fd203581e0c78db4a86a36c8e3f75b8857a0aaa7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-mbkw9 ef69b4721a9e63aed383ce64fd203581e0c78db4a86a36c8e3f75b8857a0aaa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:46:a4:43:a9:a4\",\"name\":\"ef69b4721a9e63a\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c92d01f-741b-4354-abd9-ae99d6048454\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:17:51.887958 3649 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 20:17:52.108700 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:17:52.108728 3649 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:17:52.108738 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:17:52.108760 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0506 20:18:05.752088 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-gxwgm for pod on switch ip-10-0-2-136.ec2.internal I0506 20:18:05.752224 3649 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm I0506 20:18:05.770311 3649 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm] pod update took 18.126514ms I0506 20:18:05.770366 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm] addLogicalPort annotation time took 18.187821ms I0506 20:18:05.771643 3649 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm] addLogicalPort took 19.571124ms, libovsdb time 896.387µs I0506 20:18:06.118595 3649 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm ab8d91126387652fa40bdae67aad2e52589c2642559ee01b2069514109456f5e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm ab8d91126387652fa40bdae67aad2e52589c2642559ee01b2069514109456f5e network default NAD default NAD key ] I0506 20:18:06.128582 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-gxwgm, hostIfaceName: ab8d91126387652, network: default, NAD default, SandboxID: "ab8d91126387652fa40bdae67aad2e52589c2642559ee01b2069514109456f5e", PCI device ID: , UID: "10221b3f-555a-4448-affe-2a6dd17ca5fc", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0506 20:18:06.185966 3649 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm ab8d91126387652fa40bdae67aad2e52589c2642559ee01b2069514109456f5e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-gxwgm ab8d91126387652fa40bdae67aad2e52589c2642559ee01b2069514109456f5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:df:be:63:34:b7\",\"name\":\"ab8d91126387652\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7e6ecd6-74d4-4e10-b8c0-83f19a53e971\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:18:09.996107 3649 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:18:09.996132 3649 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:18:09.996169 3649 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:18:17.037290 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:18:17.037310 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:18:17.037316 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 20:18:23.325303 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-tnm5d] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-tnm5d for pod on switch ip-10-0-2-136.ec2.internal I0506 20:18:23.325392 3649 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-tnm5d I0506 20:18:23.336612 3649 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-tnm5d] pod update took 11.243882ms I0506 20:18:23.336640 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-tnm5d] addLogicalPort annotation time took 11.274906ms I0506 20:18:23.338102 3649 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-tnm5d] addLogicalPort took 12.811542ms, libovsdb time 1.044464ms I0506 20:18:23.687492 3649 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-tnm5d ee7164c653177347b743ed57444ca11dc6fe931c2c2585604981d78ef4f6a742 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tnm5d ee7164c653177347b743ed57444ca11dc6fe931c2c2585604981d78ef4f6a742 network default NAD default NAD key ] I0506 20:18:23.697177 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-tnm5d, hostIfaceName: ee7164c65317734, network: default, NAD default, SandboxID: "ee7164c653177347b743ed57444ca11dc6fe931c2c2585604981d78ef4f6a742", PCI device ID: , UID: "1c745dc5-5f99-43c4-887e-27f24812fdfd", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0506 20:18:23.756768 3649 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-tnm5d ee7164c653177347b743ed57444ca11dc6fe931c2c2585604981d78ef4f6a742 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tnm5d ee7164c653177347b743ed57444ca11dc6fe931c2c2585604981d78ef4f6a742 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:4c:ec:70:99:61\",\"name\":\"ee7164c65317734\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd62bc1b-1739-4d7c-b7d9-b63bc701f536\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:18:32.790697 3649 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:32.791281 3649 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:32.842117 3649 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:32.842166 3649 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:32.846866 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 20:18:32.846899 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 20:18:34.287010 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0506 20:18:34.632985 3649 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-cvxnf-n77jx] creating logical port tsf-tas_segment-backup-installation-cvxnf-n77jx for pod on switch ip-10-0-2-136.ec2.internal I0506 20:18:34.633221 3649 kube.go:256] Updating pod tsf-tas/segment-backup-installation-cvxnf-n77jx I0506 20:18:34.649213 3649 pod.go:62] [tsf-tas/segment-backup-installation-cvxnf-n77jx] pod update took 16.015729ms I0506 20:18:34.649240 3649 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-cvxnf-n77jx] addLogicalPort annotation time took 16.050386ms I0506 20:18:34.650876 3649 pods.go:271] [tsf-tas/segment-backup-installation-cvxnf-n77jx] addLogicalPort took 17.91096ms, libovsdb time 1.187629ms I0506 20:18:35.003097 3649 cni.go:452] [tsf-tas/segment-backup-installation-cvxnf-n77jx a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-cvxnf-n77jx a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb network default NAD default NAD key ] I0506 20:18:35.012766 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-cvxnf-n77jx, hostIfaceName: a49e12e7f204291, network: default, NAD default, SandboxID: "a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb", PCI device ID: , UID: "8df6f121-5af6-4be9-b22d-0c01326d4e57", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0506 20:18:35.072322 3649 cni.go:473] [tsf-tas/segment-backup-installation-cvxnf-n77jx a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-cvxnf-n77jx a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:65:6e:4e:48:38\",\"name\":\"a49e12e7f204291\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ced7ef97-49f2-4581-9581-6d706ae92018\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:18:35.435557 3649 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6988c7dd84-qx2cr] creating logical port tsf-tas_fulcio-server-6988c7dd84-qx2cr for pod on switch ip-10-0-2-136.ec2.internal I0506 20:18:35.435720 3649 kube.go:256] Updating pod tsf-tas/fulcio-server-6988c7dd84-qx2cr I0506 20:18:35.465058 3649 pod.go:62] [tsf-tas/fulcio-server-6988c7dd84-qx2cr] pod update took 29.375346ms I0506 20:18:35.465085 3649 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6988c7dd84-qx2cr] addLogicalPort annotation time took 29.408971ms I0506 20:18:35.466424 3649 pods.go:271] [tsf-tas/fulcio-server-6988c7dd84-qx2cr] addLogicalPort took 30.897556ms, libovsdb time 913.521µs I0506 20:18:35.802656 3649 cni.go:452] [tsf-tas/fulcio-server-6988c7dd84-qx2cr 928e5012f0192d3f8da901a0615f592ffd00aa74bcba3d145b1acfbcbee9ee97 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6988c7dd84-qx2cr 928e5012f0192d3f8da901a0615f592ffd00aa74bcba3d145b1acfbcbee9ee97 network default NAD default NAD key ] I0506 20:18:35.812751 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6988c7dd84-qx2cr, hostIfaceName: 928e5012f0192d3, network: default, NAD default, SandboxID: "928e5012f0192d3f8da901a0615f592ffd00aa74bcba3d145b1acfbcbee9ee97", PCI device ID: , UID: "96430d76-39ef-4fee-8b9b-ae9cfd32b37a", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0506 20:18:35.871754 3649 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-85c45c56b8-dgmrj] creating logical port tsf-tas_trillian-logserver-85c45c56b8-dgmrj for pod on switch ip-10-0-2-136.ec2.internal I0506 20:18:35.871878 3649 kube.go:256] Updating pod tsf-tas/trillian-logserver-85c45c56b8-dgmrj I0506 20:18:35.872049 3649 cni.go:473] [tsf-tas/fulcio-server-6988c7dd84-qx2cr 928e5012f0192d3f8da901a0615f592ffd00aa74bcba3d145b1acfbcbee9ee97 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6988c7dd84-qx2cr 928e5012f0192d3f8da901a0615f592ffd00aa74bcba3d145b1acfbcbee9ee97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:41:c9:53:51:98\",\"name\":\"928e5012f0192d3\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bff80372-0597-407c-8795-9db5bcf08fae\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:18:35.891572 3649 pod.go:62] [tsf-tas/trillian-logserver-85c45c56b8-dgmrj] pod update took 19.735458ms I0506 20:18:35.891598 3649 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-85c45c56b8-dgmrj] addLogicalPort annotation time took 19.767873ms I0506 20:18:35.892961 3649 pods.go:271] [tsf-tas/trillian-logserver-85c45c56b8-dgmrj] addLogicalPort took 21.230338ms, libovsdb time 933.019µs I0506 20:18:37.073850 3649 cni.go:452] [tsf-tas/trillian-logserver-85c45c56b8-dgmrj 3b6d943775d322de8484f61fad5ad4e7032ffc97558c71a9025c5bf9dae7e359 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-85c45c56b8-dgmrj 3b6d943775d322de8484f61fad5ad4e7032ffc97558c71a9025c5bf9dae7e359 network default NAD default NAD key ] I0506 20:18:37.084576 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-85c45c56b8-dgmrj, hostIfaceName: 3b6d943775d322d, network: default, NAD default, SandboxID: "3b6d943775d322de8484f61fad5ad4e7032ffc97558c71a9025c5bf9dae7e359", PCI device ID: , UID: "88d89384-d9a4-47fa-939a-5655bf08cacd", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0506 20:18:37.150833 3649 cni.go:473] [tsf-tas/trillian-logserver-85c45c56b8-dgmrj 3b6d943775d322de8484f61fad5ad4e7032ffc97558c71a9025c5bf9dae7e359 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-85c45c56b8-dgmrj 3b6d943775d322de8484f61fad5ad4e7032ffc97558c71a9025c5bf9dae7e359 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:e3:97:cd:0e:bd\",\"name\":\"3b6d943775d322d\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76c3faf3-338e-4915-b536-9e190969ceeb\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:18:38.160956 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:18:38.160977 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:18:38.188497 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:18:38.188519 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0506 20:18:38.652620 3649 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-85694d686b-rtvgc] creating logical port tsf-tas_trillian-db-85694d686b-rtvgc for pod on switch ip-10-0-2-136.ec2.internal I0506 20:18:38.652740 3649 kube.go:256] Updating pod tsf-tas/trillian-db-85694d686b-rtvgc I0506 20:18:38.665581 3649 pod.go:62] [tsf-tas/trillian-db-85694d686b-rtvgc] pod update took 12.869414ms I0506 20:18:38.665613 3649 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-85694d686b-rtvgc] addLogicalPort annotation time took 12.906677ms I0506 20:18:38.667356 3649 pods.go:271] [tsf-tas/trillian-db-85694d686b-rtvgc] addLogicalPort took 14.761131ms, libovsdb time 1.037161ms I0506 20:18:40.553390 3649 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-tc8q6 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:18:40.553511 3649 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6 I0506 20:18:40.569603 3649 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6] pod update took 16.126834ms I0506 20:18:40.569648 3649 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6] addLogicalPort annotation time took 16.165181ms I0506 20:18:40.571520 3649 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6] addLogicalPort took 18.149905ms, libovsdb time 1.079133ms I0506 20:18:40.921686 3649 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6 d0d9ec9eae97df36b4f98a7b1adc85534192f15aa264d8387ff01526b94239a0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6 d0d9ec9eae97df36b4f98a7b1adc85534192f15aa264d8387ff01526b94239a0 network default NAD default NAD key ] I0506 20:18:40.933457 3649 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-tc8q6, hostIfaceName: d0d9ec9eae97df3, network: default, NAD default, SandboxID: "d0d9ec9eae97df36b4f98a7b1adc85534192f15aa264d8387ff01526b94239a0", PCI device ID: , UID: "6c9c51b2-fc25-4e89-b899-157f0f98b944", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0506 20:18:40.996764 3649 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6 d0d9ec9eae97df36b4f98a7b1adc85534192f15aa264d8387ff01526b94239a0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tc8q6 d0d9ec9eae97df36b4f98a7b1adc85534192f15aa264d8387ff01526b94239a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:be:16:cf:3c:81\",\"name\":\"d0d9ec9eae97df3\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58fb63e7-9993-4908-aa6a-954343618c6d\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:18:43.388238 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 20:18:45.766479 3649 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4tshr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:45.767061 3649 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4tshr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:18:46.404238 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 20:18:46.644308 3649 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4tshr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:46.644342 3649 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4tshr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:49.945073 3649 cni.go:452] [tsf-tas/trillian-db-85694d686b-rtvgc 3cdfffdfcee0f97da9603ab6c42dc3c55348b7f6a2bc546dbdf2bc63307650b1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-85694d686b-rtvgc 3cdfffdfcee0f97da9603ab6c42dc3c55348b7f6a2bc546dbdf2bc63307650b1 network default NAD default NAD key ] I0506 20:18:49.955017 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-85694d686b-rtvgc, hostIfaceName: 3cdfffdfcee0f97, network: default, NAD default, SandboxID: "3cdfffdfcee0f97da9603ab6c42dc3c55348b7f6a2bc546dbdf2bc63307650b1", PCI device ID: , UID: "31e0986f-0ea4-4937-a75e-dfc7904e5ce1", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0506 20:18:50.019446 3649 cni.go:473] [tsf-tas/trillian-db-85694d686b-rtvgc 3cdfffdfcee0f97da9603ab6c42dc3c55348b7f6a2bc546dbdf2bc63307650b1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-85694d686b-rtvgc 3cdfffdfcee0f97da9603ab6c42dc3c55348b7f6a2bc546dbdf2bc63307650b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:86:9c:f4:88:47\",\"name\":\"3cdfffdfcee0f97\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccd8d63c-a64c-4901-adb5-3f009cca0fdd\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:18:50.239654 3649 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 20:18:50.239674 3649 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 20:18:50.285755 3649 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 20:18:50.386975 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 W0506 20:18:51.255865 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 20:18:51.255886 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0506 20:18:51.376596 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0506 20:18:53.283996 3649 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 20:18:54.274741 3649 cni.go:452] [tsf-tas/segment-backup-installation-cvxnf-n77jx a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-cvxnf-n77jx a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb network default NAD default NAD key ] I0506 20:18:54.365318 3649 cni.go:473] [tsf-tas/segment-backup-installation-cvxnf-n77jx a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-cvxnf-n77jx a49e12e7f20429180e0dfd502878512883604541c4b052e3bd1ad17a5717c7eb network default NAD default NAD key default], result "{}", err I0506 20:18:54.418132 3649 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:54.418205 3649 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-cvxnf-n77jx I0506 20:18:54.419745 3649 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-cvxnf-n77jx, ips: 10.130.0.45 I0506 20:18:54.419776 3649 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:18:55.283897 3649 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:18:55.283924 3649 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:19:04.310063 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0506 20:19:19.369069 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 20:19:23.962677 3649 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:23.963278 3649 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:23.982412 3649 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:23.982438 3649 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:23.989053 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 20:19:23.989080 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 20:19:27.768282 3649 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:27.768849 3649 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:28.639491 3649 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:28.639541 3649 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:31.399644 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 20:19:33.020080 3649 obj_retry.go:498] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:33.020664 3649 obj_retry.go:498] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:33.908073 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:33.908102 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:34.008587 3649 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-th76m] creating logical port tsf_tsf-tekton-configuration-th76m for pod on switch ip-10-0-2-136.ec2.internal I0506 20:19:34.008711 3649 kube.go:256] Updating pod tsf/tsf-tekton-configuration-th76m I0506 20:19:34.021101 3649 pod.go:62] [tsf/tsf-tekton-configuration-th76m] pod update took 12.426069ms I0506 20:19:34.021124 3649 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-th76m] addLogicalPort annotation time took 12.455672ms I0506 20:19:34.022462 3649 pods.go:271] [tsf/tsf-tekton-configuration-th76m] addLogicalPort took 13.896258ms, libovsdb time 914.376µs I0506 20:19:34.439081 3649 cni.go:452] [tsf/tsf-tekton-configuration-th76m 27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-th76m 27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f network default NAD default NAD key ] I0506 20:19:34.448759 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-th76m, hostIfaceName: 27f669ff81cea95, network: default, NAD default, SandboxID: "27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f", PCI device ID: , UID: "7e2a5fdc-aa6d-4249-8ced-aa94dffe5db2", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0506 20:19:34.508987 3649 cni.go:473] [tsf/tsf-tekton-configuration-th76m 27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-th76m 27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:23:e1:19:3a:3c\",\"name\":\"27f669ff81cea95\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a769cdc7-af19-4a2f-b876-d1b0a9c21d12\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:19:36.908109 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0506 20:19:37.671134 3649 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 20:19:41.840194 3649 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:41.840762 3649 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:19:41.949056 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 20:19:42.558877 3649 cni.go:452] [tsf/tsf-tekton-configuration-th76m 27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-th76m 27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f network default NAD default NAD key ] I0506 20:19:42.646796 3649 cni.go:473] [tsf/tsf-tekton-configuration-th76m 27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-th76m 27f669ff81cea956262c17e22b5063619908e2872382add4916c55a7d970bd0f network default NAD default NAD key default], result "{}", err I0506 20:19:42.701213 3649 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-th76m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:42.701257 3649 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-th76m I0506 20:19:42.702657 3649 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-th76m, ips: 10.130.0.50 I0506 20:19:42.702688 3649 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-th76m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:42.715687 3649 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:42.715707 3649 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.721656 3649 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-th76m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.721687 3649 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-th76m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.757658 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.757684 3649 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:43.762576 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7wrfc I0506 20:19:43.762601 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7wrfc W0506 20:19:48.731109 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 20:19:49.133378 3649 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:49.133943 3649 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:49.153087 3649 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:49.153117 3649 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:49.158621 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 20:19:49.158646 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 20:19:50.443088 3649 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-vbwdp] creating logical port tsf-tpa_create-db-vbwdp for pod on switch ip-10-0-2-136.ec2.internal I0506 20:19:50.443215 3649 kube.go:256] Updating pod tsf-tpa/create-db-vbwdp I0506 20:19:50.456110 3649 pod.go:62] [tsf-tpa/create-db-vbwdp] pod update took 12.920246ms I0506 20:19:50.456163 3649 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-vbwdp] addLogicalPort annotation time took 12.958268ms I0506 20:19:50.457675 3649 pods.go:271] [tsf-tpa/create-db-vbwdp] addLogicalPort took 14.605764ms, libovsdb time 1.068243ms I0506 20:19:50.809303 3649 cni.go:452] [tsf-tpa/create-db-vbwdp b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-vbwdp b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38 network default NAD default NAD key ] I0506 20:19:50.819032 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-vbwdp, hostIfaceName: b6380b48db01828, network: default, NAD default, SandboxID: "b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38", PCI device ID: , UID: "88580e11-2496-474c-9a9f-814ff0ca3619", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0506 20:19:50.880229 3649 cni.go:473] [tsf-tpa/create-db-vbwdp b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-vbwdp b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:78:37:5d:fc:5c\",\"name\":\"b6380b48db01828\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2721a5b3-d560-4c41-9712-2e01aae4792b\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:19:54.281161 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0506 20:19:54.632564 3649 cni.go:452] [tsf-tpa/create-db-vbwdp b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-vbwdp b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38 network default NAD default NAD key ] I0506 20:19:54.725238 3649 cni.go:473] [tsf-tpa/create-db-vbwdp b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-vbwdp b6380b48db01828ba5409273ea2bb824d755207837edd8cb9473cffbadc4ea38 network default NAD default NAD key default], result "{}", err I0506 20:19:54.777767 3649 obj_retry.go:498] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:54.777804 3649 pods.go:176] Deleting pod: tsf-tpa/create-db-vbwdp I0506 20:19:54.779237 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-vbwdp, ips: 10.130.0.51 I0506 20:19:54.779275 3649 obj_retry.go:498] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:19:55.801664 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:55.801693 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:19:58.637371 3649 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-q54fd-mdjfz] creating logical port tsf-tas_tuf-repository-init-q54fd-mdjfz for pod on switch ip-10-0-2-136.ec2.internal I0506 20:19:58.637487 3649 kube.go:256] Updating pod tsf-tas/tuf-repository-init-q54fd-mdjfz I0506 20:19:58.649792 3649 pod.go:62] [tsf-tas/tuf-repository-init-q54fd-mdjfz] pod update took 12.335886ms I0506 20:19:58.649816 3649 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-q54fd-mdjfz] addLogicalPort annotation time took 12.367112ms I0506 20:19:58.651437 3649 pods.go:271] [tsf-tas/tuf-repository-init-q54fd-mdjfz] addLogicalPort took 14.087405ms, libovsdb time 1.067592ms I0506 20:20:02.361714 3649 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:02.362312 3649 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:03.087233 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:03.087260 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:03.289308 3649 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-f22p6] creating logical port tsf-tpa_create-importers-f22p6 for pod on switch ip-10-0-2-136.ec2.internal I0506 20:20:03.289422 3649 kube.go:256] Updating pod tsf-tpa/create-importers-f22p6 I0506 20:20:03.304219 3649 pod.go:62] [tsf-tpa/create-importers-f22p6] pod update took 14.831872ms I0506 20:20:03.304247 3649 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-f22p6] addLogicalPort annotation time took 14.866825ms I0506 20:20:03.305550 3649 pods.go:271] [tsf-tpa/create-importers-f22p6] addLogicalPort took 16.259646ms, libovsdb time 847.613µs I0506 20:20:03.655930 3649 cni.go:452] [tsf-tpa/create-importers-f22p6 f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-f22p6 f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e network default NAD default NAD key ] I0506 20:20:03.666135 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-f22p6, hostIfaceName: f1eee99d2846b3d, network: default, NAD default, SandboxID: "f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e", PCI device ID: , UID: "a919ebf2-eee9-4b78-8c99-6c8d3d3ee302", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0506 20:20:03.726015 3649 cni.go:473] [tsf-tpa/create-importers-f22p6 f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-f22p6 f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:40:c8:88:b2:24\",\"name\":\"f1eee99d2846b3d\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4755a4f7-d4b7-493e-a032-3d13e60323f0\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:20:03.960720 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:03.961314 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:04.827291 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:04.827322 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:05.704941 3649 cni.go:452] [tsf-tpa/create-importers-f22p6 f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-f22p6 f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e network default NAD default NAD key ] I0506 20:20:05.792553 3649 cni.go:473] [tsf-tpa/create-importers-f22p6 f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-f22p6 f1eee99d2846b3ded93a4d11a9c5934b4a8a6c3846af1a520ca886634f32753e network default NAD default NAD key default], result "{}", err I0506 20:20:05.847712 3649 obj_retry.go:498] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:05.847751 3649 pods.go:176] Deleting pod: tsf-tpa/create-importers-f22p6 I0506 20:20:05.849166 3649 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-f22p6, ips: 10.130.0.53 I0506 20:20:05.849203 3649 obj_retry.go:498] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:06.871236 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:06.871267 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:07.704877 3649 cni.go:452] [tsf-tas/tuf-repository-init-q54fd-mdjfz 57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-q54fd-mdjfz 57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef network default NAD default NAD key ] I0506 20:20:07.714968 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-q54fd-mdjfz, hostIfaceName: 57617db6b39e231, network: default, NAD default, SandboxID: "57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef", PCI device ID: , UID: "8fa8bdc2-5480-437e-89c7-ba7641adcad0", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0506 20:20:07.773594 3649 cni.go:473] [tsf-tas/tuf-repository-init-q54fd-mdjfz 57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-q54fd-mdjfz 57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:dc:32:a9:82:95\",\"name\":\"57617db6b39e231\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/196b0a42-58f6-4cfc-818f-9deddff20102\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:20:13.141576 3649 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 20:20:15.291639 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=515 I0506 20:20:15.773104 3649 cni.go:452] [tsf-tas/tuf-repository-init-q54fd-mdjfz 57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-q54fd-mdjfz 57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef network default NAD default NAD key ] I0506 20:20:15.863392 3649 cni.go:473] [tsf-tas/tuf-repository-init-q54fd-mdjfz 57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-q54fd-mdjfz 57617db6b39e23105e3175491026823068a3c2bede4e2ebfb0d939290ba3bdef network default NAD default NAD key default], result "{}", err I0506 20:20:15.917617 3649 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:15.917655 3649 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-q54fd-mdjfz I0506 20:20:15.918992 3649 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-q54fd-mdjfz, ips: 10.130.0.52 I0506 20:20:15.919024 3649 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:16.791824 3649 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:16.791857 3649 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:20.800830 3649 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-66whx] creating logical port tsf-tas_tuf-97fc8ff76-66whx for pod on switch ip-10-0-2-136.ec2.internal I0506 20:20:20.800921 3649 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-66whx I0506 20:20:20.815124 3649 pod.go:62] [tsf-tas/tuf-97fc8ff76-66whx] pod update took 14.226971ms I0506 20:20:20.815171 3649 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-66whx] addLogicalPort annotation time took 14.278078ms I0506 20:20:20.816732 3649 pods.go:271] [tsf-tas/tuf-97fc8ff76-66whx] addLogicalPort took 15.917046ms, libovsdb time 1.053818ms I0506 20:20:22.285333 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0506 20:20:26.353388 3649 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:26.354016 3649 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:26.376540 3649 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:26.376568 3649 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:26.382510 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 20:20:26.382533 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 20:20:27.197879 3649 namespace.go:98] [default-tenant] adding namespace I0506 20:20:27.198735 3649 namespace.go:102] [default-tenant] adding namespace took 825.94µs I0506 20:20:27.203923 3649 namespace.go:98] [integration-service] adding namespace I0506 20:20:27.204025 3649 namespace.go:98] [build-service] adding namespace I0506 20:20:27.204751 3649 namespace.go:102] [integration-service] adding namespace took 809.369µs I0506 20:20:27.205439 3649 namespace.go:102] [build-service] adding namespace took 1.396717ms I0506 20:20:27.205472 3649 namespace.go:98] [image-controller] adding namespace I0506 20:20:27.206007 3649 namespace.go:102] [image-controller] adding namespace took 527.346µs I0506 20:20:27.275979 3649 namespace.go:142] [default-tenant] updating namespace I0506 20:20:27.317061 3649 namespace.go:142] [default-tenant] updating namespace I0506 20:20:27.343920 3649 namespace.go:142] [integration-service] updating namespace I0506 20:20:27.393123 3649 namespace.go:142] [integration-service] updating namespace I0506 20:20:27.403538 3649 namespace.go:142] [build-service] updating namespace I0506 20:20:27.438231 3649 namespace.go:142] [build-service] updating namespace I0506 20:20:27.442729 3649 namespace.go:142] [image-controller] updating namespace I0506 20:20:27.452064 3649 namespace.go:142] [build-service] updating namespace I0506 20:20:27.474258 3649 namespace.go:142] [integration-service] updating namespace I0506 20:20:27.491150 3649 namespace.go:142] [image-controller] updating namespace I0506 20:20:27.516775 3649 namespace.go:98] [release-service] adding namespace I0506 20:20:27.517655 3649 namespace.go:102] [release-service] adding namespace took 858.555µs I0506 20:20:27.562330 3649 namespace.go:142] [konflux-ui] updating namespace I0506 20:20:27.581915 3649 namespace.go:142] [release-service] updating namespace I0506 20:20:27.595533 3649 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-136.ec2.internal I0506 20:20:27.595663 3649 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0506 20:20:27.615609 3649 namespace.go:142] [release-service] updating namespace I0506 20:20:27.623222 3649 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 27.581634ms I0506 20:20:27.623258 3649 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 27.624196ms I0506 20:20:27.624557 3649 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 29.04413ms, libovsdb time 882.398µs I0506 20:20:27.743989 3649 namespace.go:98] [konflux-info] adding namespace I0506 20:20:27.745005 3649 namespace.go:102] [konflux-info] adding namespace took 996.346µs I0506 20:20:27.788279 3649 namespace.go:98] [namespace-lister] adding namespace I0506 20:20:27.789178 3649 namespace.go:102] [namespace-lister] adding namespace took 873.582µs I0506 20:20:27.802309 3649 namespace.go:142] [konflux-info] updating namespace I0506 20:20:27.839168 3649 namespace.go:98] [enterprise-contract-service] adding namespace I0506 20:20:27.840084 3649 namespace.go:102] [enterprise-contract-service] adding namespace took 897.011µs I0506 20:20:27.854300 3649 namespace.go:142] [image-controller] updating namespace I0506 20:20:27.891116 3649 namespace.go:142] [konflux-info] updating namespace I0506 20:20:27.927032 3649 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:27.955403 3649 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:28.065023 3649 namespace.go:142] [default-tenant] updating namespace I0506 20:20:28.071454 3649 cni.go:452] [tsf-tas/tuf-97fc8ff76-66whx f1c380e5f4a66b851666b07f67759ce92a378d49995064455ebfa2e3a5534d38 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-66whx f1c380e5f4a66b851666b07f67759ce92a378d49995064455ebfa2e3a5534d38 network default NAD default NAD key ] I0506 20:20:28.081916 3649 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-66whx, hostIfaceName: f1c380e5f4a66b8, network: default, NAD default, SandboxID: "f1c380e5f4a66b851666b07f67759ce92a378d49995064455ebfa2e3a5534d38", PCI device ID: , UID: "062b40c5-4abb-4fd1-b272-aa826e9d0ab3", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0506 20:20:28.095759 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:28.143520 3649 cni.go:473] [tsf-tas/tuf-97fc8ff76-66whx f1c380e5f4a66b851666b07f67759ce92a378d49995064455ebfa2e3a5534d38 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-66whx f1c380e5f4a66b851666b07f67759ce92a378d49995064455ebfa2e3a5534d38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:9a:48:d2:6c:c3\",\"name\":\"f1c380e5f4a66b8\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa90db35-89d2-4674-8cbc-79c2a412ede9\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:20:28.184186 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:28.196976 3649 namespace.go:98] [segment-bridge] adding namespace I0506 20:20:28.197961 3649 namespace.go:102] [segment-bridge] adding namespace took 957.38µs I0506 20:20:28.259953 3649 cni.go:452] [konflux-ui/test-tsf-konflux 39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed network default NAD default NAD key ] I0506 20:20:28.270495 3649 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 39a6e704eb0baaa, network: default, NAD default, SandboxID: "39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed", PCI device ID: , UID: "3baa021a-3128-44f4-b6c8-a3b09ab8c312", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0506 20:20:28.329981 3649 cni.go:473] [konflux-ui/test-tsf-konflux 39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a1:c6:16:6e:33\",\"name\":\"39a6e704eb0baaa\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdbc8b3e-237c-48eb-ad10-12763fd6dc24\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:20:28.353213 3649 namespace.go:98] [konflux-cli] adding namespace I0506 20:20:28.354051 3649 namespace.go:102] [konflux-cli] adding namespace took 812.326µs I0506 20:20:28.434947 3649 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:28.605186 3649 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:28.619100 3649 namespace.go:142] [konflux-cli] updating namespace I0506 20:20:28.690157 3649 namespace.go:142] [konflux-cli] updating namespace I0506 20:20:29.004003 3649 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 20:20:29.004617 3649 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 20:20:29.004637 3649 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 20:20:29.007520 3649 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 20:20:29.178073 3649 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 20:20:29.178104 3649 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 20:20:29.179022 3649 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel W0506 20:20:29.940080 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 20:20:30.280133 3649 namespace.go:142] [build-service] updating namespace I0506 20:20:30.284764 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0506 20:20:30.878072 3649 namespace.go:142] [default-tenant] updating namespace I0506 20:20:31.586293 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:32.215044 3649 namespace.go:142] [image-controller] updating namespace I0506 20:20:32.651132 3649 namespace.go:142] [integration-service] updating namespace I0506 20:20:33.075340 3649 base_network_controller_pods.go:487] [default/konflux-ui/proxy-c5c47474f-qljtr] creating logical port konflux-ui_proxy-c5c47474f-qljtr for pod on switch ip-10-0-2-136.ec2.internal I0506 20:20:33.075466 3649 kube.go:256] Updating pod konflux-ui/proxy-c5c47474f-qljtr I0506 20:20:33.097372 3649 pod.go:62] [konflux-ui/proxy-c5c47474f-qljtr] pod update took 21.946955ms I0506 20:20:33.097401 3649 base_network_controller_pods.go:951] [default/konflux-ui/proxy-c5c47474f-qljtr] addLogicalPort annotation time took 21.979173ms I0506 20:20:33.098809 3649 pods.go:271] [konflux-ui/proxy-c5c47474f-qljtr] addLogicalPort took 23.493209ms, libovsdb time 910.242µs I0506 20:20:33.133321 3649 namespace.go:142] [konflux-cli] updating namespace W0506 20:20:33.158224 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 20:20:33.404551 3649 namespace.go:142] [konflux-info] updating namespace I0506 20:20:33.603092 3649 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:33.797567 3649 namespace.go:142] [release-service] updating namespace I0506 20:20:34.006213 3649 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:34.146726 3649 namespace.go:142] [build-service] updating namespace I0506 20:20:34.168755 3649 namespace.go:142] [default-tenant] updating namespace I0506 20:20:34.191032 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:34.207043 3649 namespace.go:142] [image-controller] updating namespace I0506 20:20:34.224945 3649 namespace.go:142] [integration-service] updating namespace I0506 20:20:34.265262 3649 namespace.go:142] [konflux-cli] updating namespace I0506 20:20:34.293066 3649 namespace.go:142] [konflux-info] updating namespace I0506 20:20:34.327118 3649 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:34.343007 3649 namespace.go:142] [release-service] updating namespace I0506 20:20:34.376621 3649 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:34.426104 3649 namespace.go:142] [build-service] updating namespace I0506 20:20:34.536746 3649 namespace.go:142] [default-tenant] updating namespace I0506 20:20:34.633561 3649 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:20:34.724683 3649 namespace.go:142] [image-controller] updating namespace I0506 20:20:34.826066 3649 namespace.go:142] [integration-service] updating namespace I0506 20:20:34.934488 3649 namespace.go:142] [konflux-cli] updating namespace W0506 20:20:34.987758 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 20:20:35.033299 3649 namespace.go:142] [konflux-info] updating namespace I0506 20:20:35.128929 3649 namespace.go:142] [namespace-lister] updating namespace I0506 20:20:35.225363 3649 namespace.go:142] [release-service] updating namespace I0506 20:20:35.328787 3649 namespace.go:142] [segment-bridge] updating namespace I0506 20:20:37.640868 3649 cni.go:452] [konflux-ui/proxy-c5c47474f-qljtr b8c9fd4c58381b57bd4340ffd409bd5776c240909d0df404fd330e5397486dd8 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-c5c47474f-qljtr b8c9fd4c58381b57bd4340ffd409bd5776c240909d0df404fd330e5397486dd8 network default NAD default NAD key ] I0506 20:20:37.650623 3649 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-c5c47474f-qljtr, hostIfaceName: b8c9fd4c58381b5, network: default, NAD default, SandboxID: "b8c9fd4c58381b57bd4340ffd409bd5776c240909d0df404fd330e5397486dd8", PCI device ID: , UID: "f4302e62-24a6-4ccb-89c2-d6603261ef36", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0506 20:20:37.713110 3649 cni.go:473] [konflux-ui/proxy-c5c47474f-qljtr b8c9fd4c58381b57bd4340ffd409bd5776c240909d0df404fd330e5397486dd8 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-c5c47474f-qljtr b8c9fd4c58381b57bd4340ffd409bd5776c240909d0df404fd330e5397486dd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:21:48:05:b8:6a\",\"name\":\"b8c9fd4c58381b5\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b1e308e-4881-49f9-bc1c-d163091dbf13\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:20:38.007481 3649 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0506 20:20:39.382617 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0506 20:20:40.020092 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:20:40.025986 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:20:40.866158 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0506 20:20:41.034693 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:20:41.038453 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:20:41.072602 3649 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 20:20:42.958496 3649 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 20:20:42.958515 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:20:45.069294 3649 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:20:45.069316 3649 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 20:20:46.076929 3649 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 20:20:46.077023 3649 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0506 20:20:47.405552 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 20:20:52.196975 3649 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:52.197559 3649 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:53.120712 3649 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:53.120737 3649 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:53.128839 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c I0506 20:20:53.128868 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c W0506 20:21:22.032272 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 20:21:22.032293 3649 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 20:21:51.359103 3649 obj_retry.go:498] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:51.359732 3649 obj_retry.go:498] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:51.750069 3649 obj_retry.go:492] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:51.750093 3649 obj_retry.go:492] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:51.756998 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6746d6dd7b-wgxzg I0506 20:21:51.757030 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6746d6dd7b-wgxzg I0506 20:21:59.435315 3649 cni.go:452] [konflux-ui/test-tsf-konflux 39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed network default NAD default NAD key ] I0506 20:21:59.526937 3649 cni.go:473] [konflux-ui/test-tsf-konflux 39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 39a6e704eb0baaac625455f080a3d87889fbff09db58668648766415c0c275ed network default NAD default NAD key default], result "{}", err I0506 20:21:59.584488 3649 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:59.584524 3649 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0506 20:21:59.586102 3649 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.55 I0506 20:21:59.586133 3649 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:59.622343 3649 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:59.622375 3649 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:59.628361 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 20:21:59.628394 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 20:22:31.792352 3649 namespace.go:98] [managed-tenant-0pd7z] adding namespace I0506 20:22:31.793302 3649 namespace.go:102] [managed-tenant-0pd7z] adding namespace took 924.992µs I0506 20:22:31.820169 3649 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:31.841239 3649 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:32.925747 3649 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:33.055913 3649 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:22:33.154715 3649 namespace.go:142] [managed-tenant-0pd7z] updating namespace I0506 20:23:48.367619 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 20:23:58.398092 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 20:24:07.371205 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 20:24:08.290098 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 I0506 20:24:08.404243 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0506 20:24:14.372445 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 20:25:16.285278 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157 I0506 20:25:24.390231 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 20:25:31.294497 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=112 I0506 20:25:35.283750 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 20:25:44.385288 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:25:47.288397 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=16 I0506 20:26:22.402896 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 20:26:50.408001 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 20:27:55.379664 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 20:28:55.291086 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0506 20:29:55.053912 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:29:55.053961 3649 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:29:55.059127 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vbwdp I0506 20:29:55.059170 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vbwdp I0506 20:29:57.407290 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0506 20:30:03.043128 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:03.043198 3649 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:03.048258 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-pr2vg I0506 20:30:03.048286 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-pr2vg I0506 20:30:04.286006 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.286629 3649 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:05.149318 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:05.149345 3649 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:06.034695 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:06.034749 3649 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:06.039666 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-f22p6 I0506 20:30:06.039704 3649 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-f22p6 I0506 20:31:28.292944 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0506 20:31:31.370440 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 20:31:31.374254 3649 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 20:32:26.298242 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0506 20:32:36.375858 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 20:32:41.402050 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 20:32:44.291584 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0506 20:33:25.288527 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0506 20:33:26.411630 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 20:33:33.405935 3649 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 20:34:12.393772 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 20:34:25.286981 3649 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0506 20:34:33.388172 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 20:34:59.410809 3649 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5