+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-183.ec2.internal ++ [[ -n ip-10-0-0-183.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-183.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 11:47:30.573278372 - disable conntrack on geneve port' I0425 11:47:30.573278372 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 11:47:30.591006517 - starting ovnkube-node + echo 'I0425 11:47:30.591006517 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-183.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-183.ec2.internal --init-node ip-10-0-0-183.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-183.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 11:47:30.632896 3682 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 11:47:30.632957 3682 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c26eaf2d8c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 11:47:30.634483 3682 kube.go:431] Waiting for certificate I0425 11:47:30.634520 3682 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 11:47:30.634573 3682 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 11:47:30.635342 3682 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 11:47:30.660791 3682 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:30.660812 3682 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:30.662820 3682 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:30.665133 3682 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-96cmx" I0425 11:47:30.672309 3682 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-96cmx" I0425 11:47:30.672415 3682 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:31.635181 3682 kube.go:438] Certificate found I0425 11:47:31.635786 3682 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 11:47:31.636699 3682 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 11:47:31.681158 3682 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 11:42:30 +0000 UTC" deadline="2026-04-26 08:02:44.437309879 +0000 UTC" I0425 11:47:31.681205 3682 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h15m12.756117197s" I0425 11:47:31.706190 3682 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 11:47:31.724721 3682 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 11:47:31.724804 3682 factory.go:561] Starting watch factory I0425 11:47:31.724912 3682 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 11:47:31.725019 3682 server.go:101] MetricServer registers OVS metrics I0425 11:47:31.725003 3682 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.725043 3682 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.725641 3682 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.725653 3682 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.725671 3682 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.725673 3682 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.725896 3682 server.go:105] MetricServer registers OVN DB metrics I0425 11:47:31.726044 3682 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.726063 3682 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.726359 3682 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.726380 3682 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.727180 3682 controller_manager.go:370] Starting the ovnkube controller I0425 11:47:31.727194 3682 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-183.ec2.internal I0425 11:47:31.727254 3682 controller_manager.go:395] NBDB zone sync took: 51.103µs I0425 11:47:31.727271 3682 factory.go:561] Starting watch factory I0425 11:47:31.727641 3682 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.727690 3682 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.730995 3682 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 11:47:31.731015 3682 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 11:47:31.741433 3682 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.741798 3682 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.743706 3682 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.744103 3682 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.747319 3682 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 11:47:31.747439 3682 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 11:47:31.747319 3682 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.751989 3682 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 11:47:31.752024 3682 server.go:109] MetricServer registers OVN Controller metrics I0425 11:47:31.755027 3682 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:31.756503 3682 server.go:113] MetricServer registers OVN Northd metrics I0425 11:47:31.760382 3682 metrics.go:519] OVN Metrics Server starts to run ... I0425 11:47:31.830304 3682 factory.go:1977] *v1.Service informer cache synced successfully I0425 11:47:31.830344 3682 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 11:47:31.830348 3682 factory.go:1977] *v1.Pod informer cache synced successfully I0425 11:47:31.830352 3682 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 11:47:31.830354 3682 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 11:47:31.830357 3682 factory.go:1977] *v1.Node informer cache synced successfully I0425 11:47:31.830441 3682 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:31.830451 3682 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:31.830456 3682 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:31.830465 3682 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:31.833506 3682 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 11:47:31.833519 3682 factory.go:1977] *v1.Node informer cache synced successfully I0425 11:47:31.833523 3682 factory.go:1977] *v1.Service informer cache synced successfully I0425 11:47:31.833526 3682 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 11:47:31.833529 3682 factory.go:1977] *v1.Pod informer cache synced successfully I0425 11:47:31.833532 3682 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 11:47:31.856740 3682 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:31.876705 3682 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:31.936724 3682 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 11:47:31.936752 3682 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 11:47:31.936836 3682 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:31.936847 3682 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:31.939923 3682 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 11:47:31.939936 3682 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 11:47:31.954791 3682 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.042736 3682 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 11:47:32.042837 3682 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.042853 3682 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.045262 3682 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.045354 3682 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 11:47:32.048214 3682 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 11:47:32.048279 3682 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.048290 3682 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.050429 3682 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.050442 3682 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 11:47:32.054236 3682 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 11:47:32.054293 3682 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.054305 3682 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.055665 3682 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 11:47:32.056355 3682 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.060249 3682 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 11:47:32.060305 3682 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.060316 3682 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.060781 3682 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 11:47:32.098784 3682 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.166279 3682 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 11:47:32.166352 3682 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 11:47:32.166509 3682 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:32.166523 3682 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:32.170397 3682 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:32.172358 3682 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 11:47:32.172368 3682 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 11:47:32.172431 3682 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.172442 3682 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.172450 3682 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.172474 3682 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.176325 3682 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.228413 3682 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:32.277829 3682 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 11:47:32.277851 3682 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 11:47:32.277861 3682 factory.go:680] Watch Factory start up complete, took: 550.588417ms I0425 11:47:32.277869 3682 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-183.ec2.internal" zone I0425 11:47:32.277841 3682 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 11:47:32.277901 3682 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 11:47:32.277909 3682 factory.go:680] Watch Factory start up complete, took: 553.111439ms I0425 11:47:32.277992 3682 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 11:47:32.314986 3682 default_node_network_controller.go:710] Initializing the default node network controller I0425 11:47:32.373693 3682 udn_isolation.go:101] Starting UDN host isolation manager I0425 11:47:32.379699 3682 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 11:47:32.448742 3682 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 11:47:32.448829 3682 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 11:47:32.448845 3682 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 11:47:32.480482 3682 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 11:47:32.480546 3682 default_node_network_controller.go:809] Node ip-10-0-0-183.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0425 11:47:32.486180 3682 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.183"] k8s.ovn.org/zone-name:ip-10-0-0-183.ec2.internal] on node ip-10-0-0-183.ec2.internal I0425 11:47:32.508130 3682 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 11:47:32.514300 3682 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 11:47:32.514455 3682 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0425 11:47:32.514591 3682 gateway_init.go:263] Preparing Gateway I0425 11:47:32.514603 3682 gateway_shared_intf.go:1687] Creating new gateway I0425 11:47:32.528436 3682 controller_manager.go:429] Waiting for node in zone sync took: 250.554078ms I0425 11:47:32.533755 3682 controller_manager.go:611] Switching to transit router for layer2 networks I0425 11:47:32.533768 3682 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-183.ec2.internal I0425 11:47:32.551809 3682 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 11:47:32.558040 3682 controller_manager.go:290] SCTP support detected in OVN I0425 11:47:32.558673 3682 services_controller.go:69] Creating services controller for network=default I0425 11:47:32.558797 3682 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 11:47:32.558868 3682 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 11:47:32.558914 3682 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 11:47:32.558926 3682 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 11:47:32.558933 3682 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 11:47:32.559133 3682 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 11:47:32.559170 3682 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 11:47:32.559211 3682 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.133µs I0425 11:47:32.559233 3682 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 55.284µs I0425 11:47:32.559241 3682 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 69.543µs I0425 11:47:32.559248 3682 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 11:47:32.559257 3682 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 11:47:32.559271 3682 default_network_controller.go:325] Starting the default network controller I0425 11:47:32.559304 3682 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.311µs I0425 11:47:32.559338 3682 udn_enabled_svc.go:95] Performing full resync I0425 11:47:32.559638 3682 udn_enabled_svc.go:99] Waiting for handler to sync I0425 11:47:32.559649 3682 udn_enabled_svc.go:104] Starting worker I0425 11:47:32.569020 3682 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 11:47:32.569075 3682 repair.go:33] Syncing exgw routes took 41.84µs I0425 11:47:32.569096 3682 default_network_controller.go:414] Starting all the Watchers... I0425 11:47:32.569347 3682 namespace.go:98] [kube-system] adding namespace I0425 11:47:32.569362 3682 namespace.go:98] [openshift-apiserver] adding namespace I0425 11:47:32.569366 3682 namespace.go:98] [openshift-network-console] adding namespace I0425 11:47:32.569373 3682 namespace.go:98] [openshift-host-network] adding namespace I0425 11:47:32.569367 3682 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 11:47:32.569383 3682 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 11:47:32.569352 3682 namespace.go:98] [openshift-monitoring] adding namespace I0425 11:47:32.569392 3682 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 11:47:32.569394 3682 namespace.go:98] [kube-node-lease] adding namespace I0425 11:47:32.569392 3682 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 11:47:32.569402 3682 namespace.go:98] [openshift-dns] adding namespace I0425 11:47:32.569403 3682 namespace.go:98] [openshift-config-managed] adding namespace I0425 11:47:32.569409 3682 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 11:47:32.569431 3682 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 11:47:32.569349 3682 namespace.go:98] [openshift-infra] adding namespace I0425 11:47:32.569916 3682 namespace.go:102] [kube-system] adding namespace took 554.969µs I0425 11:47:32.569929 3682 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 11:47:32.570319 3682 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 385.4µs I0425 11:47:32.570339 3682 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 11:47:32.570870 3682 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 525.313µs I0425 11:47:32.570884 3682 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 11:47:32.571309 3682 namespace.go:102] [openshift-apiserver] adding namespace took 1.934909ms I0425 11:47:32.571319 3682 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 11:47:32.571843 3682 namespace.go:102] [openshift-host-network] adding namespace took 2.457821ms I0425 11:47:32.571858 3682 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 11:47:32.572272 3682 namespace.go:102] [openshift-network-console] adding namespace took 2.893397ms I0425 11:47:32.572281 3682 namespace.go:98] [openshift-multus] adding namespace I0425 11:47:32.572731 3682 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.342913ms I0425 11:47:32.572748 3682 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 11:47:32.573193 3682 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.796969ms I0425 11:47:32.573211 3682 namespace.go:98] [openshift] adding namespace I0425 11:47:32.574169 3682 namespace.go:102] [openshift-monitoring] adding namespace took 4.772284ms I0425 11:47:32.574183 3682 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 11:47:32.574639 3682 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.241573ms I0425 11:47:32.574656 3682 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 11:47:32.575158 3682 namespace.go:102] [kube-node-lease] adding namespace took 5.755824ms I0425 11:47:32.575176 3682 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 11:47:32.575636 3682 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.231582ms I0425 11:47:32.575647 3682 namespace.go:98] [kube-public] adding namespace I0425 11:47:32.576084 3682 namespace.go:102] [openshift-dns] adding namespace took 6.677031ms I0425 11:47:32.576096 3682 namespace.go:98] [openshift-console-operator] adding namespace I0425 11:47:32.576538 3682 namespace.go:102] [openshift-config-managed] adding namespace took 7.126224ms I0425 11:47:32.576552 3682 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 11:47:32.576951 3682 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.533068ms I0425 11:47:32.576962 3682 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 11:47:32.577419 3682 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.978743ms I0425 11:47:32.577437 3682 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 11:47:32.577951 3682 namespace.go:102] [openshift-infra] adding namespace took 8.476607ms I0425 11:47:32.577971 3682 namespace.go:98] [openshift-ingress] adding namespace I0425 11:47:32.578343 3682 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.451858ms I0425 11:47:32.578360 3682 namespace.go:98] [openshift-dns-operator] adding namespace I0425 11:47:32.578764 3682 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.438159ms I0425 11:47:32.578780 3682 namespace.go:98] [openshift-config] adding namespace W0425 11:47:32.579109 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-kdvgf: pod openshift-multus/network-metrics-daemon-kdvgf: no pod IPs found W0425 11:47:32.579121 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x47jm: pod openshift-multus/network-metrics-daemon-x47jm: no pod IPs found W0425 11:47:32.579128 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zl2ll: pod openshift-multus/network-metrics-daemon-zl2ll: no pod IPs found I0425 11:47:32.579155 3682 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.291858ms I0425 11:47:32.579169 3682 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 11:47:32.579595 3682 namespace.go:102] [openshift-multus] adding namespace took 7.309747ms I0425 11:47:32.579606 3682 namespace.go:98] [openshift-logging] adding namespace I0425 11:47:32.579990 3682 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.236242ms I0425 11:47:32.580005 3682 namespace.go:98] [dedicated-admin] adding namespace I0425 11:47:32.580406 3682 namespace.go:102] [openshift] adding namespace took 7.187654ms I0425 11:47:32.580423 3682 namespace.go:98] [default] adding namespace I0425 11:47:32.580881 3682 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.692541ms I0425 11:47:32.580898 3682 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 11:47:32.581264 3682 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.602326ms I0425 11:47:32.581276 3682 namespace.go:98] [openshift-network-operator] adding namespace I0425 11:47:32.581690 3682 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.507268ms I0425 11:47:32.581706 3682 namespace.go:98] [openshift-insights] adding namespace I0425 11:47:32.582094 3682 namespace.go:102] [kube-public] adding namespace took 6.439772ms I0425 11:47:32.582109 3682 namespace.go:98] [openshift-backplane-srep] adding namespace W0425 11:47:32.582469 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7flzm: pod openshift-network-diagnostics/network-check-target-7flzm: no pod IPs found W0425 11:47:32.582486 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-n7l8m: pod openshift-network-diagnostics/network-check-target-n7l8m: no pod IPs found W0425 11:47:32.582492 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sdsx8: pod openshift-network-diagnostics/network-check-target-sdsx8: no pod IPs found I0425 11:47:32.582521 3682 namespace.go:102] [openshift-console-operator] adding namespace took 6.417715ms I0425 11:47:32.582537 3682 namespace.go:98] [openshift-backplane] adding namespace I0425 11:47:32.583129 3682 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.570148ms I0425 11:47:32.583149 3682 namespace.go:98] [openshift-cluster-version] adding namespace I0425 11:47:32.583724 3682 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.756735ms I0425 11:47:32.583738 3682 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 11:47:32.584143 3682 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.70007ms I0425 11:47:32.584160 3682 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 11:47:32.584529 3682 namespace.go:102] [openshift-ingress] adding namespace took 6.553075ms I0425 11:47:32.584541 3682 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 11:47:32.584967 3682 namespace.go:102] [openshift-dns-operator] adding namespace took 6.600551ms I0425 11:47:32.585349 3682 namespace.go:102] [openshift-config] adding namespace took 6.562513ms I0425 11:47:32.585365 3682 namespace.go:98] [openshift-config-operator] adding namespace I0425 11:47:32.585757 3682 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.571792ms I0425 11:47:32.585772 3682 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 11:47:32.586154 3682 namespace.go:102] [openshift-logging] adding namespace took 6.543831ms I0425 11:47:32.586167 3682 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 11:47:32.586579 3682 namespace.go:102] [dedicated-admin] adding namespace took 6.567698ms I0425 11:47:32.586598 3682 namespace.go:98] [openshift-operators] adding namespace I0425 11:47:32.587065 3682 namespace.go:102] [default] adding namespace took 6.636446ms I0425 11:47:32.587078 3682 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 11:47:32.587548 3682 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.642802ms I0425 11:47:32.587562 3682 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 11:47:32.587993 3682 namespace.go:102] [openshift-network-operator] adding namespace took 6.711165ms I0425 11:47:32.588010 3682 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 11:47:32.588423 3682 namespace.go:102] [openshift-insights] adding namespace took 6.71135ms I0425 11:47:32.588436 3682 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 11:47:32.588847 3682 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.732363ms I0425 11:47:32.588859 3682 namespace.go:98] [openshift-console] adding namespace I0425 11:47:32.589253 3682 namespace.go:102] [openshift-backplane] adding namespace took 6.709452ms I0425 11:47:32.589268 3682 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 11:47:32.589715 3682 namespace.go:102] [openshift-cluster-version] adding namespace took 6.559206ms I0425 11:47:32.589734 3682 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 11:47:32.590094 3682 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.350103ms I0425 11:47:32.590107 3682 namespace.go:98] [openshift-authentication] adding namespace I0425 11:47:32.590511 3682 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.3452ms I0425 11:47:32.590528 3682 namespace.go:98] [openshift-node] adding namespace I0425 11:47:32.590984 3682 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.438008ms I0425 11:47:32.590998 3682 namespace.go:98] [openshift-package-operator] adding namespace I0425 11:47:32.591400 3682 namespace.go:102] [openshift-config-operator] adding namespace took 6.029069ms I0425 11:47:32.591414 3682 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 11:47:32.591794 3682 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.01552ms I0425 11:47:32.591805 3682 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 11:47:32.592248 3682 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.075846ms I0425 11:47:32.592261 3682 namespace.go:98] [openshift-controller-manager] adding namespace I0425 11:47:32.592664 3682 namespace.go:102] [openshift-operators] adding namespace took 6.060373ms I0425 11:47:32.592680 3682 namespace.go:98] [openshift-machine-api] adding namespace I0425 11:47:32.593127 3682 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.044132ms I0425 11:47:32.593140 3682 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 11:47:32.593532 3682 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.964537ms I0425 11:47:32.593548 3682 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 11:47:32.593955 3682 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.939061ms I0425 11:47:32.593968 3682 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 11:47:32.594413 3682 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.971251ms I0425 11:47:32.594429 3682 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 11:47:32.594838 3682 namespace.go:102] [openshift-console] adding namespace took 5.974163ms I0425 11:47:32.594851 3682 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 11:47:32.595244 3682 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.970308ms I0425 11:47:32.595258 3682 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 11:47:32.595624 3682 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.870251ms I0425 11:47:32.595638 3682 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 11:47:32.596098 3682 namespace.go:102] [openshift-authentication] adding namespace took 5.985227ms I0425 11:47:32.596111 3682 namespace.go:98] [openshift-marketplace] adding namespace I0425 11:47:32.596429 3682 namespace.go:102] [openshift-node] adding namespace took 5.894778ms I0425 11:47:32.596443 3682 namespace.go:98] [openshift-image-registry] adding namespace I0425 11:47:32.596914 3682 namespace.go:102] [openshift-package-operator] adding namespace took 5.909978ms I0425 11:47:32.596939 3682 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 11:47:32.597330 3682 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.910992ms I0425 11:47:32.597740 3682 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.929288ms I0425 11:47:32.597754 3682 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 11:47:32.598137 3682 namespace.go:102] [openshift-controller-manager] adding namespace took 5.871251ms I0425 11:47:32.598552 3682 namespace.go:102] [openshift-machine-api] adding namespace took 5.866526ms I0425 11:47:32.598979 3682 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.834688ms I0425 11:47:32.599359 3682 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.804839ms I0425 11:47:32.599856 3682 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.882518ms I0425 11:47:32.600264 3682 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.82975ms I0425 11:47:32.600669 3682 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.813661ms I0425 11:47:32.601064 3682 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.80117ms I0425 11:47:32.601481 3682 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.83711ms I0425 11:47:32.601494 3682 namespace.go:98] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] adding namespace I0425 11:47:32.601910 3682 namespace.go:102] [openshift-marketplace] adding namespace took 5.794552ms I0425 11:47:32.601926 3682 namespace.go:98] [openshift-etcd] adding namespace I0425 11:47:32.602276 3682 namespace.go:102] [openshift-image-registry] adding namespace took 5.827522ms I0425 11:47:32.602723 3682 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.778716ms I0425 11:47:32.602735 3682 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 11:47:32.603176 3682 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.417073ms I0425 11:47:32.603578 3682 namespace.go:102] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] adding namespace took 2.078902ms I0425 11:47:32.603996 3682 namespace.go:102] [openshift-etcd] adding namespace took 2.063577ms I0425 11:47:32.604336 3682 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 1.596326ms W0425 11:47:32.604438 3682 master.go:458] Unable to parse local node ip-10-0-0-183.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 11:47:32.604449 3682 master.go:471] Unable to parse remote node ip-10-0-2-252.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 11:47:32.604456 3682 master.go:471] Unable to parse remote node ip-10-0-1-85.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 11:47:32.604461 3682 master.go:481] Removing stale chassis with ID/Name: 5a0a6217-8df4-4618-bb75-a216bbff7ef3, hostname: ip-10-0-0-183.ec2.internal I0425 11:47:32.604999 3682 master.go:548] Adding or Updating local node "ip-10-0-0-183.ec2.internal" for network "default" I0425 11:47:32.605070 3682 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-85.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-85.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-85.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-85.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-85.ec2.internal I0425 11:47:32.605094 3682 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-252.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-252.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-252.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal I0425 11:47:32.608552 3682 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-183.ec2.internal for the network default I0425 11:47:32.609310 3682 zone_ic_handler.go:195] Time taken to create transit switch: 746.375µs I0425 11:47:32.609956 3682 default_network_controller.go:823] Node add failed for ip-10-0-0-183.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-183.ec2.internal, error getting gateway config for node ip-10-0-0-183.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-183.ec2.internal", failed to update chassis to local for local node ip-10-0-0-183.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-183.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-183.ec2.internal] E0425 11:47:32.609995 3682 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-183.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-183.ec2.internal, error getting gateway config for node ip-10-0-0-183.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-183.ec2.internal", failed to update chassis to local for local node ip-10-0-0-183.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-183.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-183.ec2.internal] I0425 11:47:32.610042 3682 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 11:47:32.610071 3682 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 11:47:32.610088 3682 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 11:47:32.610111 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0425 11:47:32.610074 3682 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-183.ec2.internal", UID:"624a8d28-f364-4263-9a4c-83a614f461fa", APIVersion:"v1", ResourceVersion:"8599", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-183.ec2.internal, error getting gateway config for node ip-10-0-0-183.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-183.ec2.internal", failed to update chassis to local for local node ip-10-0-0-183.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-183.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-183.ec2.internal] I0425 11:47:32.610136 3682 node_tracker.go:235] Node ip-10-0-2-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal" I0425 11:47:32.610148 3682 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:32.610161 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:32.610169 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-183.ec2.internal in network "default" I0425 11:47:32.610177 3682 node_tracker.go:235] Node ip-10-0-0-183.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-183.ec2.internal" I0425 11:47:32.610183 3682 node_tracker.go:169] Node ip-10-0-0-183.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:32.610187 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:32.610190 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:32.610197 3682 node_tracker.go:235] Node ip-10-0-1-85.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-85.ec2.internal" I0425 11:47:32.610202 3682 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:32.610205 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:32.638826 3682 iptables.go:108] Creating table: filter chain: FORWARD I0425 11:47:32.645672 3682 iptables.go:108] Creating table: filter chain: OUTPUT I0425 11:47:32.652381 3682 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 11:47:32.652395 3682 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-183.ec2.internal","mac-address":"12:4b:f2:23:dc:d3","ip-addresses":["10.0.0.183/24"],"ip-address":"10.0.0.183/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5a0a6217-8df4-4618-bb75-a216bbff7ef3 k8s.ovn.org/node-encap-ips:["10.0.0.183"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.183/24"} k8s.ovn.org/zone-name:ip-10-0-0-183.ec2.internal] on node ip-10-0-0-183.ec2.internal I0425 11:47:32.667983 3682 master.go:548] Adding or Updating local node "ip-10-0-0-183.ec2.internal" for network "default" I0425 11:47:32.667997 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-183.ec2.internal in network "default" I0425 11:47:32.668054 3682 node_tracker.go:169] Node ip-10-0-0-183.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:32.668069 3682 services_controller.go:574] Full service sync requested for network=default W0425 11:47:32.672724 3682 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-7flzm: pod openshift-network-diagnostics/network-check-target-7flzm: no pod IPs found W0425 11:47:32.672745 3682 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-kdvgf: pod openshift-multus/network-metrics-daemon-kdvgf: no pod IPs found I0425 11:47:32.672861 3682 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:32.673816 3682 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-183.ec2.internal for the network default I0425 11:47:32.673981 3682 zone_ic_handler.go:195] Time taken to create transit switch: 152.284µs I0425 11:47:32.710926 3682 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 11:47:32.710945 3682 services_controller.go:208] Setting up event handlers for services for network=default I0425 11:47:32.711028 3682 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 11:47:32.711110 3682 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 11:47:32.711126 3682 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 11:47:32.811835 3682 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 11:47:32.811858 3682 repair.go:60] Starting repairing loop for services I0425 11:47:32.811959 3682 repair.go:131] Deleted 0 stale service LBs I0425 11:47:32.811978 3682 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 11:47:32.811993 3682 repair.go:62] Finished repairing loop for services: 137.469µs I0425 11:47:32.812018 3682 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 11:47:32.812028 3682 services_controller.go:254] Starting workers for network=default I0425 11:47:32.812355 3682 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-x47jm, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x47jm: suppressed error logged: pod openshift-multus/network-metrics-daemon-x47jm: no pod IPs found I0425 11:47:32.812405 3682 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kdvgf] creating logical port openshift-multus_network-metrics-daemon-kdvgf for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:32.812449 3682 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-n7l8m, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-n7l8m: suppressed error logged: pod openshift-network-diagnostics/network-check-target-n7l8m: no pod IPs found I0425 11:47:32.812526 3682 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7flzm] creating logical port openshift-network-diagnostics_network-check-target-7flzm for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:32.812575 3682 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-kdvgf I0425 11:47:32.812643 3682 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-7flzm I0425 11:47:32.812939 3682 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sdsx8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sdsx8: no pod IPs found I0425 11:47:32.831684 3682 pod.go:62] [openshift-multus/network-metrics-daemon-kdvgf] pod update took 19.193814ms I0425 11:47:32.831709 3682 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-kdvgf] addLogicalPort annotation time took 19.221377ms I0425 11:47:32.831715 3682 pod.go:62] [openshift-network-diagnostics/network-check-target-7flzm] pod update took 19.123278ms I0425 11:47:32.831727 3682 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-7flzm] addLogicalPort annotation time took 19.135684ms I0425 11:47:32.832820 3682 pods.go:271] [openshift-network-diagnostics/network-check-target-7flzm] addLogicalPort took 20.306136ms, libovsdb time 818.013µs I0425 11:47:32.832901 3682 pods.go:271] [openshift-multus/network-metrics-daemon-kdvgf] addLogicalPort took 20.507131ms, libovsdb time 885.617µs I0425 11:47:32.832947 3682 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zl2ll, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zl2ll: suppressed error logged: pod openshift-multus/network-metrics-daemon-zl2ll: no pod IPs found I0425 11:47:32.833389 3682 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 11:47:32.833410 3682 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 11:47:32.833422 3682 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 11:47:32.833426 3682 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 11:47:32.833604 3682 repair.go:29] Repairing admin network policies took 173.095µs I0425 11:47:32.833725 3682 repair.go:92] Repairing baseline admin network policies took 114.463µs I0425 11:47:32.834167 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 11:47:32.834186 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 11:47:32.836074 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 11:47:32.836106 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 11:47:32.836120 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 11:47:32.837283 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 11:47:32.837300 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 11:47:32.837309 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 11:47:32.838940 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 11:47:32.838960 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 11:47:32.838969 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 11:47:32.839434 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 11:47:32.839453 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 11:47:32.839463 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 11:47:32.840181 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 11:47:32.840200 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 11:47:32.840208 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 11:47:32.841706 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 11:47:32.841725 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 11:47:32.841734 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 11:47:32.842243 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 11:47:32.842257 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 11:47:32.842264 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 11:47:32.842885 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 11:47:32.842904 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 11:47:32.842919 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 11:47:32.843375 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 11:47:32.843393 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 11:47:32.843400 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 11:47:32.843924 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 11:47:32.843940 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 11:47:32.844314 3682 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 11:47:32.844328 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 11:47:32.845943 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 11:47:32.845961 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 11:47:32.845978 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 11:47:32.846478 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 11:47:32.846497 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 11:47:32.846504 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 11:47:32.847774 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 11:47:32.847792 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 11:47:32.847800 3682 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 11:47:32.849402 3682 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 11:47:32.849421 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 11:47:32.849429 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 11:47:32.849710 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 11:47:32.849732 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 11:47:32.849741 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 11:47:32.850999 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 11:47:32.851016 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 11:47:32.851024 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 11:47:32.851884 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 11:47:32.851903 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 11:47:32.851910 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 11:47:32.853099 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 11:47:32.853119 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 11:47:32.853127 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 11:47:32.853993 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 11:47:32.854008 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 11:47:32.854018 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 11:47:32.855185 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 11:47:32.855203 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 11:47:32.855212 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 11:47:32.856156 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 11:47:32.856174 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 11:47:32.856201 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 11:47:32.857189 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 11:47:32.857206 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 11:47:32.857214 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 11:47:32.857679 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 11:47:32.857695 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 11:47:32.857715 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 11:47:32.858346 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 11:47:32.858364 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 11:47:32.858372 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 11:47:32.858835 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 11:47:32.858852 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 11:47:32.858859 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 11:47:32.859305 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 11:47:32.859321 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 11:47:32.859329 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 11:47:32.859807 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 11:47:32.859822 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 11:47:32.859831 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 11:47:32.860854 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 11:47:32.860871 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 11:47:32.860883 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 11:47:32.861981 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 11:47:32.866940 3682 egressfirewall.go:374] Starting EgressFirewall controller I0425 11:47:32.866980 3682 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 11:47:32.866983 3682 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 11:47:32.867027 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 11:47:32.867040 3682 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 11:47:32.867040 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 11:47:32.867055 3682 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 11:47:32.867305 3682 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 11:47:32.867319 3682 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 11:47:32.867324 3682 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 11:47:32.867332 3682 egressqos.go:193] Setting up event handlers for EgressQoS I0425 11:47:32.867345 3682 egressfirewall.go:723] Syncing node "ip-10-0-0-183.ec2.internal" for egress firewall I0425 11:47:32.867359 3682 egressfirewall.go:723] Syncing node "ip-10-0-1-85.ec2.internal" for egress firewall I0425 11:47:32.867365 3682 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0425 11:47:32.867461 3682 egressqos.go:245] Starting EgressQoS Controller I0425 11:47:32.867471 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 11:47:32.867476 3682 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 11:47:32.867488 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 11:47:32.867497 3682 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 11:47:32.867508 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 11:47:32.867515 3682 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 11:47:32.867522 3682 egressqos.go:259] Repairing EgressQoSes I0425 11:47:32.867526 3682 egressqos.go:399] Starting repairing loop for egressqos I0425 11:47:32.867607 3682 egressqos.go:401] Finished repairing loop for egressqos: 80.835µs I0425 11:47:32.867644 3682 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 11:47:32.867679 3682 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-183.ec2.internal I0425 11:47:32.867723 3682 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-183.ec2.internal : 47.186µs I0425 11:47:32.867780 3682 egressservice_zone.go:210] Starting Egress Services Controller I0425 11:47:32.867793 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 11:47:32.867802 3682 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 11:47:32.867807 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 11:47:32.867812 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 11:47:32.867817 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 11:47:32.867822 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 11:47:32.867836 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 11:47:32.867843 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 11:47:32.867847 3682 egressservice_zone.go:228] Repairing Egress Services I0425 11:47:32.868132 3682 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 11:47:32.868142 3682 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 11:47:32.868157 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0425 11:47:32.868170 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 15.403µs I0425 11:47:32.868177 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-183.ec2.internal I0425 11:47:32.868181 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-183.ec2.internal: 3.944µs I0425 11:47:32.868185 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:32.868189 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 3.775µs I0425 11:47:32.868225 3682 default_network_controller.go:585] Completing all the Watchers took 299.122138ms I0425 11:47:32.868238 3682 default_network_controller.go:589] Starting unidling controllers I0425 11:47:32.868249 3682 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 11:47:32.868256 3682 unidle.go:63] Populating Initial ContollerEvent events I0425 11:47:32.868271 3682 unidle.go:79] Setting up event handlers for services I0425 11:47:32.868318 3682 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 11:47:33.173767 3682 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:33.673870 3682 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:34.174043 3682 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:34.589399 3682 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 11:47:34.673278 3682 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:34.690895 3682 bridgeconfig.go:537] Gateway is ready I0425 11:47:34.690916 3682 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 11:47:34.702490 3682 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.183. Updating OVN encap IP. I0425 11:47:34.708262 3682 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.183 - it is already configured I0425 11:47:34.708276 3682 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.183/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 11:47:34.708540 3682 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.183/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-183.ec2.internal","mac-address":"12:4b:f2:23:dc:d3","ip-addresses":["10.0.0.183/24"],"ip-address":"10.0.0.183/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5a0a6217-8df4-4618-bb75-a216bbff7ef3 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.183/24"}] on node ip-10-0-0-183.ec2.internal I0425 11:47:34.723728 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-183.ec2.internal in network "default" I0425 11:47:34.723791 3682 node_tracker.go:169] Node ip-10-0-0-183.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:34.723794 3682 egressfirewall.go:723] Syncing node "ip-10-0-0-183.ec2.internal" for egress firewall I0425 11:47:34.723804 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:34.723805 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-183.ec2.internal I0425 11:47:34.723802 3682 master.go:548] Adding or Updating local node "ip-10-0-0-183.ec2.internal" for network "default" I0425 11:47:34.723818 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-183.ec2.internal: 27.249µs I0425 11:47:34.724513 3682 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.183 I0425 11:47:34.724687 3682 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-183.ec2.internal I0425 11:47:34.729297 3682 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-183.ec2.internal. Updating no re-route policies I0425 11:47:34.729379 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-kdvgf I0425 11:47:34.729400 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-kdvgf I0425 11:47:34.729447 3682 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kdvgf] creating logical port openshift-multus_network-metrics-daemon-kdvgf for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:34.729457 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x47jm I0425 11:47:34.729472 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x47jm I0425 11:47:34.729484 3682 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-f7tr7 I0425 11:47:34.729500 3682 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-f7tr7 I0425 11:47:34.729500 3682 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-183.ec2.internal I0425 11:47:34.729500 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2fgvq I0425 11:47:34.729507 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q8dvt I0425 11:47:34.729514 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zl2ll I0425 11:47:34.729521 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2fgvq I0425 11:47:34.729522 3682 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-f7tr7 after 0 failed attempt(s) I0425 11:47:34.729524 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q8dvt I0425 11:47:34.729524 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bt28l I0425 11:47:34.729524 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8 I0425 11:47:34.729536 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bt28l I0425 11:47:34.729539 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-khzst I0425 11:47:34.729525 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xtjlt I0425 11:47:34.729543 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2fgvq after 0 failed attempt(s) I0425 11:47:34.729547 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-khzst I0425 11:47:34.729544 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-n7l8m I0425 11:47:34.729551 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xtjlt I0425 11:47:34.729553 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bt28l after 0 failed attempt(s) I0425 11:47:34.729553 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-4kts4 I0425 11:47:34.729563 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-n7l8m I0425 11:47:34.729566 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-khzst after 0 failed attempt(s) I0425 11:47:34.729569 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-4kts4 I0425 11:47:34.729514 3682 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-183.ec2.internal I0425 11:47:34.729573 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xtjlt after 0 failed attempt(s) I0425 11:47:34.729573 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7flzm I0425 11:47:34.729585 3682 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-183.ec2.internal after 0 failed attempt(s) I0425 11:47:34.729540 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8 I0425 11:47:34.729594 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7flzm I0425 11:47:34.729604 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-4kts4 after 0 failed attempt(s) I0425 11:47:34.729607 3682 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-n7l8m, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-n7l8m: suppressed error logged: pod openshift-network-diagnostics/network-check-target-n7l8m: no pod IPs found I0425 11:47:34.729549 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-q8dvt after 0 failed attempt(s) I0425 11:47:34.729486 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7nrr9 I0425 11:47:34.729651 3682 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7flzm] creating logical port openshift-network-diagnostics_network-check-target-7flzm for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:34.729655 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7nrr9 I0425 11:47:34.729658 3682 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sdsx8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sdsx8: no pod IPs found I0425 11:47:34.729526 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zl2ll I0425 11:47:34.729668 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7nrr9 after 0 failed attempt(s) I0425 11:47:34.729540 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dwpnr I0425 11:47:34.729678 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dwpnr I0425 11:47:34.729696 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dwpnr after 0 failed attempt(s) I0425 11:47:34.729678 3682 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-zl2ll, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zl2ll: suppressed error logged: pod openshift-multus/network-metrics-daemon-zl2ll: no pod IPs found I0425 11:47:34.729513 3682 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-x47jm, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x47jm: suppressed error logged: pod openshift-multus/network-metrics-daemon-x47jm: no pod IPs found I0425 11:47:34.730215 3682 pods.go:271] [openshift-multus/network-metrics-daemon-kdvgf] addLogicalPort took 778.012µs, libovsdb time 277.642µs I0425 11:47:34.730228 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-kdvgf after 0 failed attempt(s) I0425 11:47:34.730254 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-183.ec2.internal I0425 11:47:34.730281 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-183.ec2.internal I0425 11:47:34.730304 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-183.ec2.internal after 0 failed attempt(s) I0425 11:47:34.730668 3682 pods.go:271] [openshift-network-diagnostics/network-check-target-7flzm] addLogicalPort took 1.027544ms, libovsdb time 539.193µs I0425 11:47:34.730681 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-7flzm after 0 failed attempt(s) I0425 11:47:34.741021 3682 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 11:47:34.754085 3682 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 11:47:34.758037 3682 iptables.go:108] Creating table: nat chain: OUTPUT I0425 11:47:34.805247 3682 iptables.go:108] Creating table: nat chain: PREROUTING I0425 11:47:34.864194 3682 iptables.go:108] Creating table: filter chain: FORWARD I0425 11:47:34.882885 3682 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 11:47:34.883027 3682 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 11:47:34.883078 3682 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 11:47:34.883172 3682 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 11:47:34.883228 3682 gateway_init.go:325] Gateway and management port readiness took 2.214527031s I0425 11:47:34.883257 3682 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 11:47:34.883294 3682 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 11:47:34.883307 3682 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 11:47:34.883319 3682 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 11:47:34.883388 3682 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 11:47:34.883471 3682 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.672µs I0425 11:47:34.883676 3682 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 11:47:34.883707 3682 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.982µs I0425 11:47:34.883716 3682 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.673µs I0425 11:47:34.883721 3682 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 11:47:34.883733 3682 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 11:47:34.883742 3682 default_node_network_controller.go:899] Starting the default node network controller I0425 11:47:34.883748 3682 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 11:47:34.883765 3682 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.17µs I0425 11:47:34.883894 3682 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 11:47:34.883903 3682 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 11:47:34.883930 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000caa370 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340230 0xc0006cb630 0xc0003402a0 0xc000340310 0xc0009ec320 0xc00627f500 0xc000340460 map[0x2ff9080:0xc0025857a0 0x2ff95c0:0xc0025859e0 0x2ffa2e0:0xc0025856e0 0x2ffa580:0xc002585740 0x2ffad60:0xc002585800 0x2ffb000:0xc002585860 0x2ffb2a0:0xc0025858c0 0x2ffba80:0xc002585a40 0x2ffbd20:0xc002585aa0 0x3026980:0xc001b5c180 0x3026d20:0xc001b5c1e0 0x3027800:0xc000cf4180 0x3029160:0xc001b5c000 0x30298a0:0xc00250aea0 0x302a720:0xc001b5c120] 0xc00016ca10 0} I0425 11:47:34.883987 3682 gateway.go:151] Starting gateway service sync I0425 11:47:34.884385 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 11:47:34.887171 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 11:47:34.903583 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 11:47:34.904833 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 11:47:34.906071 3682 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 11:47:34.919429 3682 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:34.940597 3682 gateway.go:168] Gateway service sync done. Time taken: 56.59504ms I0425 11:47:34.941492 3682 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31942 I0425 11:47:34.941587 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000caa370 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340230 0xc0006cb630 0xc0003402a0 0xc000340310 0xc0009ec320 0xc00627f500 0xc000340460 map[0x2ff9080:0xc0025857a0 0x2ff95c0:0xc0025859e0 0x2ffa2e0:0xc0025856e0 0x2ffa580:0xc002585740 0x2ffad60:0xc002585800 0x2ffb000:0xc002585860 0x2ffb2a0:0xc0025858c0 0x2ffba80:0xc002585a40 0x2ffbd20:0xc002585aa0 0x3026980:0xc001b5c180 0x3026d20:0xc001b5c1e0 0x3027800:0xc000cf4180 0x3029160:0xc001b5c000 0x30298a0:0xc00250aea0 0x302a720:0xc001b5c120] 0xc00016ca10 0} I0425 11:47:34.942100 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000caa370 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340230 0xc0006cb630 0xc0003402a0 0xc000340310 0xc0009ec320 0xc00627f500 0xc000340460 map[0x2ff9080:0xc0025857a0 0x2ff95c0:0xc0025859e0 0x2ffa2e0:0xc0025856e0 0x2ffa580:0xc002585740 0x2ffad60:0xc002585800 0x2ffb000:0xc002585860 0x2ffb2a0:0xc0025858c0 0x2ffba80:0xc002585a40 0x2ffbd20:0xc002585aa0 0x3026980:0xc001b5c180 0x3026d20:0xc001b5c1e0 0x3027800:0xc000cf4180 0x3029160:0xc001b5c000 0x30298a0:0xc00250aea0 0x302a720:0xc001b5c120] 0xc00016ca10 0} I0425 11:47:34.942139 3682 gateway.go:532] Reconciling gateway with updates I0425 11:47:34.948050 3682 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 11:47:34.948129 3682 default_node_network_controller.go:944] Gateway and management port readiness took 64.217128ms I0425 11:47:34.948140 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:34.948148 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:34.948157 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:34.948164 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:34.948164 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 11:47:34.948174 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 11:47:34.948175 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:34.948185 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:34.948199 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:34.948195 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:34.948170 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:34.948211 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:34.948213 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:34.948217 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:34.948225 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 11:47:34.948231 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:34.948217 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 11:47:34.948233 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:34.948227 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:34.948242 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 11:47:34.948245 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:34.948246 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:34.948249 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:34.948250 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:34.948261 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:34.948265 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 11:47:34.948199 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:34.948262 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:34.948198 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:34.948277 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:34.948280 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 11:47:34.948280 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:34.948281 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:34.948234 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:34.948290 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:34.948292 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:34.948295 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:34.948186 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:34.948155 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:34.948306 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:34.948311 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:34.948294 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:34.948317 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:34.948282 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:34.948328 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:34.948247 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:34.948338 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:34.948342 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:34.948344 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:34.948349 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:34.948354 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 11:47:34.948352 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:34.948157 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 11:47:34.948361 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 11:47:34.948365 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 11:47:34.948368 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 11:47:34.948369 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 11:47:34.948370 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 11:47:34.948268 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:34.948374 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 11:47:34.948385 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 11:47:34.948365 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 11:47:34.948268 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:34.948400 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:34.948362 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:34.948407 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:34.948418 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:34.948270 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:34.948271 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 11:47:34.948438 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:34.948441 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 11:47:34.948233 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:34.948453 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:34.948274 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 11:47:34.948294 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:34.948472 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 11:47:34.948237 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:34.948286 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 11:47:34.948294 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:34.948492 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:34.948304 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:34.948303 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:34.948586 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:34.948315 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:34.948593 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 11:47:34.948324 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:34.948608 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:34.948638 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:34.948217 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:34.948305 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:34.948348 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 11:47:34.948208 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:34.948851 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:34.948862 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 32021 is already open, no action needed I0425 11:47:34.948867 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 30189 is already open, no action needed I0425 11:47:34.948348 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 11:47:34.948357 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 11:47:34.948257 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:34.949049 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:34.948364 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 11:47:34.948256 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:34.949108 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:34.949116 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 11:47:34.948256 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:34.949127 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:34.948379 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:34.949167 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:34.948220 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 11:47:34.948383 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:34.949208 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:34.948484 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:34.949216 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 11:47:34.948235 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:34.949261 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:34.949516 3682 node_ip_handler_linux.go:160] Node IP manager is running W0425 11:47:34.988000 3682 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 11:47:34.988206 3682 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 11:47:34.988338 3682 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0425 11:47:34.997442 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 11:47:34.997469 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 11:47:34.997476 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 11:47:35.043401 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 11:47:35.043421 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 11:47:35.043407 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 11:47:35.043443 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 11:47:35.043457 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 11:47:35.043465 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 11:47:35.043472 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 11:47:35.043480 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 11:47:35.043488 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 11:47:35.086024 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 11:47:35.086036 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 11:47:35.086057 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 11:47:35.086062 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 11:47:35.086068 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 11:47:35.086076 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 11:47:35.086081 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 11:47:35.086086 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 11:47:36.401769 3682 default_node_network_controller.go:1380] Starting node controller node sync W0425 11:47:36.401803 3682 egressip_healthcheck.go:76] Health checking using insecure connection I0425 11:47:36.401841 3682 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0425 11:47:36.413891 3682 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.09787ms I0425 11:47:36.414130 3682 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 11:47:36.414435 3682 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 11:47:36.414542 3682 egressservice_node.go:183] Starting Egress Services Controller I0425 11:47:36.414557 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 11:47:36.414569 3682 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 11:47:36.414577 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 11:47:36.414583 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 11:47:36.414589 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 11:47:36.414595 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 11:47:36.414599 3682 egressservice_node.go:197] Repairing Egress Services I0425 11:47:36.424866 3682 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 11:47:36.424878 3682 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 11:47:36.425077 3682 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 11:47:36.425090 3682 link_network_manager.go:119] Link manager is running I0425 11:47:36.425100 3682 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 11:47:36.425316 3682 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 11:47:36.425490 3682 vrf_manager.go:128] VRF manager is running I0425 11:47:36.425651 3682 node_controller_manager.go:437] Removing flows to drop GARP I0425 11:47:36.425664 3682 gateway.go:532] Reconciling gateway with updates I0425 11:47:36.451596 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:36.451631 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:36.451633 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:36.451652 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:36.451657 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:36.451654 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:36.451660 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:36.451639 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:36.451687 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:36.451699 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:36.451700 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:36.451711 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:36.451596 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:36.451722 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 11:47:36.451738 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 11:47:36.451747 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 11:47:36.451750 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 11:47:36.451753 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:36.451756 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 11:47:36.451757 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:36.451762 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:36.451759 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:36.451764 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:36.451763 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 11:47:36.451774 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:36.451769 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:36.451780 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 11:47:36.451789 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:36.451794 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:36.451801 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:36.451726 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:36.451807 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 11:47:36.451710 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:36.451828 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:36.451830 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:36.451833 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:36.451833 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:36.451841 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:36.451844 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:36.451843 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:36.451848 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:36.451843 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:36.451860 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:36.451863 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:36.451864 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:36.451871 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:36.451688 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:36.451877 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:36.451877 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:36.451879 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 11:47:36.451882 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:36.451888 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:36.451893 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 11:47:36.451899 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:36.451907 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:36.451908 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:36.451908 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:36.451918 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:36.451920 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:36.451919 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:36.451643 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:36.451927 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 11:47:36.451920 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:36.451932 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 32021 is already open, no action needed I0425 11:47:36.451930 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:36.451938 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:36.451940 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 30189 is already open, no action needed I0425 11:47:36.451939 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:36.451934 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 11:47:36.451946 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:36.451860 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:36.451960 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:36.451964 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:36.451961 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 11:47:36.451974 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 11:47:36.451739 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:36.451910 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:36.452016 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:36.452023 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 11:47:36.451732 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:36.452033 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:36.452037 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 11:47:36.451736 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:36.452043 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:36.451753 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:36.452045 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 11:47:36.451766 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 11:47:36.451759 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:36.452057 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:36.452071 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:36.451808 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:36.452078 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 11:47:36.451677 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:36.452088 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:36.451869 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:36.452116 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:36.451676 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:36.452142 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:36.451923 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 11:47:36.451925 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:36.452176 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:36.451927 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:36.452198 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:36.452008 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:36.451738 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 11:47:36.495824 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 11:47:36.495869 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 11:47:36.495886 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 11:47:36.495895 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 11:47:36.495902 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 11:47:36.495860 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 11:47:36.495910 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 11:47:36.495919 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 11:47:36.495932 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 11:47:36.495938 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 11:47:36.495946 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 11:47:36.495965 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 11:47:36.495983 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 11:47:36.495992 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 11:47:36.495997 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 11:47:36.496003 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 11:47:36.496009 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 11:47:36.539735 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 11:47:36.539735 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 11:47:36.539761 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 11:47:36.539747 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 11:47:36.539774 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 11:47:36.539783 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 11:47:36.539788 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 11:47:36.539794 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 11:47:36.539799 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 11:47:36.539805 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 11:47:36.539810 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 11:47:36.539815 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 11:47:37.141585 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0425 11:47:37.141706 3682 node_tracker.go:235] Node ip-10-0-2-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal" I0425 11:47:37.141726 3682 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:37.141740 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:37.141594 3682 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "ip-10-0-2-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:37.309448 3682 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "ip-10-0-2-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:37.309462 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0425 11:47:37.309512 3682 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:37.309524 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:37.310524 3682 zone_ic_handler.go:195] Time taken to create transit switch: 308.118µs I0425 11:47:37.310543 3682 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-252.ec2.internal for the network default I0425 11:47:37.311739 3682 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-252.ec2.internal" on network "default" took: 1.550217ms I0425 11:47:38.324004 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-183.ec2.internal I0425 11:47:38.324039 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-183.ec2.internal: 46.738µs I0425 11:47:38.352767 3682 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67c894d68c-f4gxq] creating logical port openshift-image-registry_image-registry-67c894d68c-f4gxq for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:38.352926 3682 kube.go:256] Updating pod openshift-image-registry/image-registry-67c894d68c-f4gxq I0425 11:47:38.372911 3682 pod.go:62] [openshift-image-registry/image-registry-67c894d68c-f4gxq] pod update took 20.024729ms I0425 11:47:38.372939 3682 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67c894d68c-f4gxq] addLogicalPort annotation time took 20.058315ms I0425 11:47:38.374022 3682 pods.go:271] [openshift-image-registry/image-registry-67c894d68c-f4gxq] addLogicalPort took 21.280156ms, libovsdb time 853.307µs I0425 11:47:38.395320 3682 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rfsp4] creating logical port openshift-ingress-canary_ingress-canary-rfsp4 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:38.395424 3682 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-g966w for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:38.395463 3682 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rfsp4 I0425 11:47:38.395490 3682 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wffvg] creating logical port openshift-dns_dns-default-wffvg for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:38.395572 3682 kube.go:256] Updating pod openshift-dns/dns-default-wffvg I0425 11:47:38.395589 3682 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w I0425 11:47:38.418952 3682 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w] pod update took 23.428803ms I0425 11:47:38.418973 3682 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w] addLogicalPort annotation time took 23.453736ms I0425 11:47:38.419094 3682 pod.go:62] [openshift-ingress-canary/ingress-canary-rfsp4] pod update took 23.665522ms I0425 11:47:38.419115 3682 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-rfsp4] addLogicalPort annotation time took 23.689033ms I0425 11:47:38.419182 3682 pod.go:62] [openshift-dns/dns-default-wffvg] pod update took 23.637927ms I0425 11:47:38.419195 3682 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wffvg] addLogicalPort annotation time took 23.653543ms I0425 11:47:38.420160 3682 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w] addLogicalPort took 24.745316ms, libovsdb time 918.027µs I0425 11:47:38.420646 3682 pods.go:271] [openshift-dns/dns-default-wffvg] addLogicalPort took 25.160341ms, libovsdb time 1.223701ms I0425 11:47:38.421378 3682 pods.go:271] [openshift-ingress-canary/ingress-canary-rfsp4] addLogicalPort took 26.075495ms, libovsdb time 2.041269ms I0425 11:47:38.907078 3682 cni.go:452] [openshift-ingress-canary/ingress-canary-rfsp4 3512a4fe8a0f83a86a2a5ec4ff88f79a6373f2582f0830235fb250a8afeb031a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rfsp4 3512a4fe8a0f83a86a2a5ec4ff88f79a6373f2582f0830235fb250a8afeb031a network default NAD default NAD key ] I0425 11:47:38.907139 3682 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w 58d7d561fecfe3fe267d8415ca9d85cc92c879e309194bc8ec5931db5f3e38c1 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w 58d7d561fecfe3fe267d8415ca9d85cc92c879e309194bc8ec5931db5f3e38c1 network default NAD default NAD key ] I0425 11:47:38.962894 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rfsp4, hostIfaceName: 3512a4fe8a0f83a, network: default, NAD default, SandboxID: "3512a4fe8a0f83a86a2a5ec4ff88f79a6373f2582f0830235fb250a8afeb031a", PCI device ID: , UID: "6404f4cc-0c96-41f7-bdb9-888a70d0a722", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0425 11:47:38.964660 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-g966w, hostIfaceName: 58d7d561fecfe3f, network: default, NAD default, SandboxID: "58d7d561fecfe3fe267d8415ca9d85cc92c879e309194bc8ec5931db5f3e38c1", PCI device ID: , UID: "8a758338-526f-49e1-b154-7b53d74305af", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0425 11:47:39.012726 3682 cni.go:473] [openshift-ingress-canary/ingress-canary-rfsp4 3512a4fe8a0f83a86a2a5ec4ff88f79a6373f2582f0830235fb250a8afeb031a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rfsp4 3512a4fe8a0f83a86a2a5ec4ff88f79a6373f2582f0830235fb250a8afeb031a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:c5:db:a2:ae:79\",\"name\":\"3512a4fe8a0f83a\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f258c2c0-677b-488a-9077-61121a6ef753\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:47:39.016896 3682 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w 58d7d561fecfe3fe267d8415ca9d85cc92c879e309194bc8ec5931db5f3e38c1 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g966w 58d7d561fecfe3fe267d8415ca9d85cc92c879e309194bc8ec5931db5f3e38c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:1f:a6:5f:44:a4\",\"name\":\"58d7d561fecfe3f\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66a71c8c-76a4-472f-906a-46c2f6513ea6\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:47:39.866121 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0425 11:47:39.866141 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0425 11:47:39.866160 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 22.663µs I0425 11:47:39.866140 3682 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0425 11:47:39.866197 3682 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:39.866210 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:39.866243 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 10.0.2.252 to PMTUD blocking rules I0425 11:47:39.866262 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 11:47:39.872680 3682 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-252.ec2.internal. Updating no re-route policies I0425 11:47:39.882493 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 11:47:39.882508 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 10.0.2.252 to PMTUD blocking rules I0425 11:47:42.506553 3682 cni.go:452] [openshift-network-diagnostics/network-check-target-7flzm 5ddaf677dc3a2915aabde4abe435fd3694f64ba941696fef310caaae4248b7c0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-7flzm 5ddaf677dc3a2915aabde4abe435fd3694f64ba941696fef310caaae4248b7c0 network default NAD default NAD key ] I0425 11:47:42.516065 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-7flzm, hostIfaceName: 5ddaf677dc3a291, network: default, NAD default, SandboxID: "5ddaf677dc3a2915aabde4abe435fd3694f64ba941696fef310caaae4248b7c0", PCI device ID: , UID: "adfa17b9-9c5f-4f6d-b589-0fa425d0979d", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0425 11:47:42.564311 3682 cni.go:473] [openshift-network-diagnostics/network-check-target-7flzm 5ddaf677dc3a2915aabde4abe435fd3694f64ba941696fef310caaae4248b7c0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-7flzm 5ddaf677dc3a2915aabde4abe435fd3694f64ba941696fef310caaae4248b7c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:9e:a0:bb:37:21\",\"name\":\"5ddaf677dc3a291\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6372a0b9-a1d1-49ad-a597-fb267e9935c9\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:47:42.696165 3682 egressfirewall.go:723] Syncing node "ip-10-0-1-85.ec2.internal" for egress firewall I0425 11:47:42.696207 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:42.696221 3682 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:42.696225 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 23.202µs I0425 11:47:43.456435 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0425 11:47:43.456463 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 35.336µs I0425 11:47:45.263095 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-z7cqp for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:45.263212 3682 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp I0425 11:47:45.266663 3682 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-bzpwb for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:45.266816 3682 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb I0425 11:47:45.283857 3682 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp] pod update took 20.678834ms I0425 11:47:45.283882 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp] addLogicalPort annotation time took 20.709055ms I0425 11:47:45.285224 3682 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp] addLogicalPort took 22.150576ms, libovsdb time 1.005966ms I0425 11:47:45.287628 3682 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb] pod update took 20.83489ms I0425 11:47:45.287647 3682 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb] addLogicalPort annotation time took 20.873242ms I0425 11:47:45.288667 3682 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb] addLogicalPort took 22.024525ms, libovsdb time 748.226µs I0425 11:47:45.292770 3682 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-67wtv for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:45.292889 3682 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv I0425 11:47:45.308901 3682 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv] pod update took 16.038606ms I0425 11:47:45.308927 3682 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv] addLogicalPort annotation time took 16.068215ms I0425 11:47:45.310120 3682 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv] addLogicalPort took 17.366194ms, libovsdb time 905.086µs I0425 11:47:45.365883 3682 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-89slr] creating logical port openshift-console-operator_console-operator-66dbbb6468-89slr for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:45.366006 3682 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-89slr I0425 11:47:45.377649 3682 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-866bcd745f-x65kq] creating logical port openshift-ingress_router-default-866bcd745f-x65kq for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:45.377747 3682 kube.go:256] Updating pod openshift-ingress/router-default-866bcd745f-x65kq I0425 11:47:45.384930 3682 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-89slr] pod update took 18.943873ms I0425 11:47:45.384949 3682 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-89slr] addLogicalPort annotation time took 18.966673ms I0425 11:47:45.386096 3682 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-89slr] addLogicalPort took 20.22667ms, libovsdb time 890.547µs I0425 11:47:45.386159 3682 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-775b9bf487-wnnpb] creating logical port openshift-ingress_router-default-775b9bf487-wnnpb for pod on switch ip-10-0-0-183.ec2.internal I0425 11:47:45.386235 3682 kube.go:256] Updating pod openshift-ingress/router-default-775b9bf487-wnnpb I0425 11:47:45.403537 3682 pod.go:62] [openshift-ingress/router-default-866bcd745f-x65kq] pod update took 25.811873ms I0425 11:47:45.403566 3682 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-866bcd745f-x65kq] addLogicalPort annotation time took 25.844496ms I0425 11:47:45.404566 3682 pods.go:271] [openshift-ingress/router-default-866bcd745f-x65kq] addLogicalPort took 26.932785ms, libovsdb time 725.36µs I0425 11:47:45.408955 3682 pod.go:62] [openshift-ingress/router-default-775b9bf487-wnnpb] pod update took 22.742078ms I0425 11:47:45.408976 3682 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-775b9bf487-wnnpb] addLogicalPort annotation time took 22.766651ms I0425 11:47:45.410057 3682 pods.go:271] [openshift-ingress/router-default-775b9bf487-wnnpb] addLogicalPort took 23.908575ms, libovsdb time 814.653µs I0425 11:47:46.171287 3682 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-89slr bd92cdc57ab1a6b1bf94cf49c2a522410b492c05e42201bede2777a43e297a50 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-89slr bd92cdc57ab1a6b1bf94cf49c2a522410b492c05e42201bede2777a43e297a50 network default NAD default NAD key ] I0425 11:47:46.181588 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-89slr, hostIfaceName: bd92cdc57ab1a6b, network: default, NAD default, SandboxID: "bd92cdc57ab1a6b1bf94cf49c2a522410b492c05e42201bede2777a43e297a50", PCI device ID: , UID: "f9e2bb70-cd80-4049-b248-578448b529f7", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0425 11:47:46.235061 3682 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-89slr bd92cdc57ab1a6b1bf94cf49c2a522410b492c05e42201bede2777a43e297a50 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-89slr bd92cdc57ab1a6b1bf94cf49c2a522410b492c05e42201bede2777a43e297a50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:2e:75:ba:e0:ad\",\"name\":\"bd92cdc57ab1a6b\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc7b994e-aa68-4107-b5d0-bec72951ef83\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:47:47.226191 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:47:47.278860 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:47.646341 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:47.646371 3682 node_tracker.go:235] Node ip-10-0-1-85.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-85.ec2.internal" I0425 11:47:47.646387 3682 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:47.646404 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:47.646471 3682 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "ip-10-0-1-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 11:47:47.646628 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 11:47:47.646840 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:47.692559 3682 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "ip-10-0-1-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:47.802358 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:47.802394 3682 default_network_controller.go:1025] Node "ip-10-0-1-85.ec2.internal" in remote zone "ip-10-0-1-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 11:47:47.802416 3682 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:47.802428 3682 services_controller.go:574] Full service sync requested for network=default W0425 11:47:47.802788 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 11:47:47.802980 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:47.803450 3682 zone_ic_handler.go:195] Time taken to create transit switch: 290.86µs I0425 11:47:47.803467 3682 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-85.ec2.internal for the network default I0425 11:47:47.804430 3682 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-85.ec2.internal" on network "default" took: 1.28307ms I0425 11:47:49.854464 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:49.854524 3682 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:49.854532 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:49.854531 3682 egressfirewall.go:723] Syncing node "ip-10-0-1-85.ec2.internal" for egress firewall I0425 11:47:49.854540 3682 services_controller.go:574] Full service sync requested for network=default I0425 11:47:49.854547 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 17.923µs I0425 11:47:49.854596 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-85.ec2.internal", IP: 10.0.1.85 to PMTUD blocking rules I0425 11:47:49.854625 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-85.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0425 11:47:49.854796 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 11:47:49.854962 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:49.861349 3682 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-85.ec2.internal. Updating no re-route policies I0425 11:47:49.870281 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-85.ec2.internal", IP: 10.0.1.85 to PMTUD blocking rules I0425 11:47:49.870298 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-85.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0425 11:47:50.246586 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0425 11:47:51.395389 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:52.557010 3682 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 11:47:52.557887 3682 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 855.96µs I0425 11:47:52.626083 3682 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 11:47:52.981937 3682 namespace.go:98] [openshift-service-ca] adding namespace I0425 11:47:52.982818 3682 namespace.go:102] [openshift-service-ca] adding namespace took 859.994µs I0425 11:47:52.997223 3682 namespace.go:142] [openshift-service-ca] updating namespace I0425 11:47:53.552224 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:53.552253 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 37.619µs I0425 11:48:01.305019 3682 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb 86db0d2f0620fa24b34c9f29dc7ace4f41113d5b9ce2b43f56216badd93b96f5 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb 86db0d2f0620fa24b34c9f29dc7ace4f41113d5b9ce2b43f56216badd93b96f5 network default NAD default NAD key ] I0425 11:48:01.314238 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-bzpwb, hostIfaceName: 86db0d2f0620fa2, network: default, NAD default, SandboxID: "86db0d2f0620fa24b34c9f29dc7ace4f41113d5b9ce2b43f56216badd93b96f5", PCI device ID: , UID: "90d6be7c-16be-4bc9-a5a2-3a9cd32ecfba", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0425 11:48:01.362154 3682 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb 86db0d2f0620fa24b34c9f29dc7ace4f41113d5b9ce2b43f56216badd93b96f5 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-bzpwb 86db0d2f0620fa24b34c9f29dc7ace4f41113d5b9ce2b43f56216badd93b96f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c8:bb:8b:62:f3\",\"name\":\"86db0d2f0620fa2\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/048c28f3-8713-4c81-ad72-96b7f5c64b94\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:48:02.641920 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 11:48:10.540974 3682 cni.go:452] [openshift-image-registry/image-registry-67c894d68c-f4gxq 33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67c894d68c-f4gxq 33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732 network default NAD default NAD key ] I0425 11:48:10.551576 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67c894d68c-f4gxq, hostIfaceName: 33d0a1d451ba650, network: default, NAD default, SandboxID: "33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732", PCI device ID: , UID: "2c5ba791-279e-42a6-888c-c5fbb7200f4d", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0425 11:48:10.600575 3682 cni.go:473] [openshift-image-registry/image-registry-67c894d68c-f4gxq 33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67c894d68c-f4gxq 33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c9:66:ef:39:33\",\"name\":\"33d0a1d451ba650\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6d90ee7-2f93-4ffa-bfa9-cefd0360fafe\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:10.602642 3682 cni.go:452] [openshift-dns/dns-default-wffvg 8f7b3828c419eab6d763496802670d78da66a3f445c0b4380171f7626b91825e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wffvg 8f7b3828c419eab6d763496802670d78da66a3f445c0b4380171f7626b91825e network default NAD default NAD key ] I0425 11:48:10.613227 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wffvg, hostIfaceName: 8f7b3828c419eab, network: default, NAD default, SandboxID: "8f7b3828c419eab6d763496802670d78da66a3f445c0b4380171f7626b91825e", PCI device ID: , UID: "4d7b1855-5d99-4482-918f-81d6b704c62f", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0425 11:48:10.662830 3682 cni.go:473] [openshift-dns/dns-default-wffvg 8f7b3828c419eab6d763496802670d78da66a3f445c0b4380171f7626b91825e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wffvg 8f7b3828c419eab6d763496802670d78da66a3f445c0b4380171f7626b91825e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:25:be:58:94:26\",\"name\":\"8f7b3828c419eab\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9d321c2-1938-4953-bf47-62a2b31b5a12\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:13.906084 3682 cni.go:452] [openshift-multus/network-metrics-daemon-kdvgf e72627f76c9cb8d677377bce40ab94bd17f350c8e65dab3fb46d9e5037857778 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-kdvgf e72627f76c9cb8d677377bce40ab94bd17f350c8e65dab3fb46d9e5037857778 network default NAD default NAD key ] I0425 11:48:13.917124 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-kdvgf, hostIfaceName: e72627f76c9cb8d, network: default, NAD default, SandboxID: "e72627f76c9cb8d677377bce40ab94bd17f350c8e65dab3fb46d9e5037857778", PCI device ID: , UID: "b3a3e4c6-e744-4d11-a0ce-340950426bd8", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0425 11:48:13.963531 3682 cni.go:473] [openshift-multus/network-metrics-daemon-kdvgf e72627f76c9cb8d677377bce40ab94bd17f350c8e65dab3fb46d9e5037857778 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-kdvgf e72627f76c9cb8d677377bce40ab94bd17f350c8e65dab3fb46d9e5037857778 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:e9:86:d5:83:b7\",\"name\":\"e72627f76c9cb8d\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e28eb838-e9e9-4f6b-a436-11c1c5461497\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:48:16.301049 3682 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:16.301076 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:16.301085 3682 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:16.364291 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:16.384507 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 11:48:16.384586 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:16.395990 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0425 11:48:16.438400 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:48:16.460222 3682 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ktg6q] creating logical port openshift-insights_insights-runtime-extractor-ktg6q for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:16.460428 3682 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ktg6q I0425 11:48:16.536731 3682 pod.go:62] [openshift-insights/insights-runtime-extractor-ktg6q] pod update took 76.400132ms I0425 11:48:16.536750 3682 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ktg6q] addLogicalPort annotation time took 76.46027ms I0425 11:48:16.537934 3682 pods.go:271] [openshift-insights/insights-runtime-extractor-ktg6q] addLogicalPort took 77.725995ms, libovsdb time 905.843µs W0425 11:48:16.557244 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:16.584754 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:48:16.850934 3682 cni.go:452] [openshift-insights/insights-runtime-extractor-ktg6q 914467e79f3ceb53da9963e1337633c7ec995c496e7f835b0c0c67dbad762422 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ktg6q 914467e79f3ceb53da9963e1337633c7ec995c496e7f835b0c0c67dbad762422 network default NAD default NAD key ] I0425 11:48:16.861638 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ktg6q, hostIfaceName: 914467e79f3ceb5, network: default, NAD default, SandboxID: "914467e79f3ceb53da9963e1337633c7ec995c496e7f835b0c0c67dbad762422", PCI device ID: , UID: "7403a378-a22f-4d6a-a2e3-27802780669f", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0425 11:48:16.909668 3682 cni.go:473] [openshift-insights/insights-runtime-extractor-ktg6q 914467e79f3ceb53da9963e1337633c7ec995c496e7f835b0c0c67dbad762422 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ktg6q 914467e79f3ceb53da9963e1337633c7ec995c496e7f835b0c0c67dbad762422 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:50:52:fc:68:8b\",\"name\":\"914467e79f3ceb5\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07db7ab4-4496-4597-bfc6-a779f9044298\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:17.463158 3682 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp 5ecb970a23d48ff0eb93a188b821960cfc04ff0a374f9ddcc093d2e4e14a0767 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp 5ecb970a23d48ff0eb93a188b821960cfc04ff0a374f9ddcc093d2e4e14a0767 network default NAD default NAD key ] I0425 11:48:17.474245 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-z7cqp, hostIfaceName: 5ecb970a23d48ff, network: default, NAD default, SandboxID: "5ecb970a23d48ff0eb93a188b821960cfc04ff0a374f9ddcc093d2e4e14a0767", PCI device ID: , UID: "1e408989-e2d9-4345-9039-6b252aeed701", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0425 11:48:17.514233 3682 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv 9f026ffc1aadc51f69db308d86e72ee8fb407cc02efa0b8427ddb6535c753f43 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv 9f026ffc1aadc51f69db308d86e72ee8fb407cc02efa0b8427ddb6535c753f43 network default NAD default NAD key ] I0425 11:48:17.528446 3682 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp 5ecb970a23d48ff0eb93a188b821960cfc04ff0a374f9ddcc093d2e4e14a0767 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-z7cqp 5ecb970a23d48ff0eb93a188b821960cfc04ff0a374f9ddcc093d2e4e14a0767 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6e:7e:eb:40:9b\",\"name\":\"5ecb970a23d48ff\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e9762ce-bc78-451f-9ad0-fbbb553d3c91\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:17.543661 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-67wtv, hostIfaceName: 9f026ffc1aadc51, network: default, NAD default, SandboxID: "9f026ffc1aadc51f69db308d86e72ee8fb407cc02efa0b8427ddb6535c753f43", PCI device ID: , UID: "903dfa06-9e4f-42e0-be23-1df4021ca770", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0425 11:48:17.590600 3682 cni.go:452] [openshift-ingress/router-default-775b9bf487-wnnpb 936fe6216d56e69732d131408f01405bd4f692a3d6f461b441027ed2c01d8d56 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-775b9bf487-wnnpb 936fe6216d56e69732d131408f01405bd4f692a3d6f461b441027ed2c01d8d56 network default NAD default NAD key ] I0425 11:48:17.598416 3682 cni.go:452] [openshift-ingress/router-default-866bcd745f-x65kq 4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-866bcd745f-x65kq 4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417 network default NAD default NAD key ] I0425 11:48:17.601519 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-775b9bf487-wnnpb, hostIfaceName: 936fe6216d56e69, network: default, NAD default, SandboxID: "936fe6216d56e69732d131408f01405bd4f692a3d6f461b441027ed2c01d8d56", PCI device ID: , UID: "6bb30be1-e0a0-40e4-b456-87f314027c3b", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0425 11:48:17.602582 3682 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv 9f026ffc1aadc51f69db308d86e72ee8fb407cc02efa0b8427ddb6535c753f43 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-67wtv 9f026ffc1aadc51f69db308d86e72ee8fb407cc02efa0b8427ddb6535c753f43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:71:af:24:8f:c0\",\"name\":\"9f026ffc1aadc51\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95e99866-9e60-4a9c-bc7f-39b18e77abc0\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:17.612199 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-866bcd745f-x65kq, hostIfaceName: 4c6dfcabd16b2b6, network: default, NAD default, SandboxID: "4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417", PCI device ID: , UID: "c205a02a-727f-418b-a345-e02495a27b79", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0425 11:48:17.655009 3682 cni.go:473] [openshift-ingress/router-default-775b9bf487-wnnpb 936fe6216d56e69732d131408f01405bd4f692a3d6f461b441027ed2c01d8d56 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-775b9bf487-wnnpb 936fe6216d56e69732d131408f01405bd4f692a3d6f461b441027ed2c01d8d56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:f1:94:46:59:0b\",\"name\":\"936fe6216d56e69\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ffc9fb6-a1cc-48a6-b3b2-8b505a3dfd01\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:17.671276 3682 cni.go:473] [openshift-ingress/router-default-866bcd745f-x65kq 4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-866bcd745f-x65kq 4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:60:f6:ea:80:86\",\"name\":\"4c6dfcabd16b2b6\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/020ec9f6-7ba5-48f4-8f6e-d9b769a8440e\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:48:18.236274 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:18.349201 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.349222 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.351278 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.351294 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.351300 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.380127 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.380147 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.380155 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.380247 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.380258 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.476841 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.476940 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.476963 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.476903 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.477020 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.530974 3682 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:18.530996 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:18.531002 3682 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:19.365969 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:19.365998 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0425 11:48:19.448751 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 11:48:19.462546 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.462568 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:19.462576 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0425 11:48:19.585490 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 11:48:20.238896 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-gbfm8 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:20.238988 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8 I0425 11:48:20.254496 3682 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8] pod update took 15.528921ms I0425 11:48:20.254519 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8] addLogicalPort annotation time took 15.557902ms I0425 11:48:20.255790 3682 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8] addLogicalPort took 16.909966ms, libovsdb time 957.568µs I0425 11:48:20.595671 3682 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8 ddbe57bc7ce247ff5c632663617b8dba7b6f1acca97fc39715d7f335adec05e1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8 ddbe57bc7ce247ff5c632663617b8dba7b6f1acca97fc39715d7f335adec05e1 network default NAD default NAD key ] I0425 11:48:20.605133 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-gbfm8, hostIfaceName: ddbe57bc7ce247f, network: default, NAD default, SandboxID: "ddbe57bc7ce247ff5c632663617b8dba7b6f1acca97fc39715d7f335adec05e1", PCI device ID: , UID: "aadf1f6e-521b-41f3-8ad3-69e648ca0fc0", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0425 11:48:20.654520 3682 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8 ddbe57bc7ce247ff5c632663617b8dba7b6f1acca97fc39715d7f335adec05e1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gbfm8 ddbe57bc7ce247ff5c632663617b8dba7b6f1acca97fc39715d7f335adec05e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:8d:5f:61:0a:ca\",\"name\":\"ddbe57bc7ce247f\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09e141b9-e8a5-4b3b-a78b-10cd9ff99c9c\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:48:22.322085 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322104 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322112 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.374135 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 11:48:22.405077 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0425 11:48:22.759010 3682 base_network_controller_pods.go:487] [default/openshift-console/console-77ff9c694b-5kxt5] creating logical port openshift-console_console-77ff9c694b-5kxt5 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:22.759129 3682 kube.go:256] Updating pod openshift-console/console-77ff9c694b-5kxt5 I0425 11:48:22.779724 3682 pod.go:62] [openshift-console/console-77ff9c694b-5kxt5] pod update took 20.625325ms I0425 11:48:22.779744 3682 base_network_controller_pods.go:951] [default/openshift-console/console-77ff9c694b-5kxt5] addLogicalPort annotation time took 20.64898ms I0425 11:48:22.780893 3682 pods.go:271] [openshift-console/console-77ff9c694b-5kxt5] addLogicalPort took 21.895566ms, libovsdb time 852.606µs I0425 11:48:23.120635 3682 cni.go:452] [openshift-console/console-77ff9c694b-5kxt5 5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77ff9c694b-5kxt5 5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b network default NAD default NAD key ] I0425 11:48:23.130335 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77ff9c694b-5kxt5, hostIfaceName: 5b8665bd28fa38d, network: default, NAD default, SandboxID: "5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b", PCI device ID: , UID: "7f3159e2-a6c4-4bf1-93a8-c87d006dac5a", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0425 11:48:23.178424 3682 cni.go:473] [openshift-console/console-77ff9c694b-5kxt5 5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77ff9c694b-5kxt5 5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:63:de:d3:ed:d0\",\"name\":\"5b8665bd28fa38d\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9a87edd-4f87-4c07-8f6f-cccec221171d\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:48:26.389507 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 11:48:32.335985 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:32.545490 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0425 11:48:33.422664 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 11:48:37.020691 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:37.020808 3682 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 11:48:37.072300 3682 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 51.527878ms I0425 11:48:37.072326 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 51.560558ms I0425 11:48:37.073676 3682 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 53.008842ms, libovsdb time 987.54µs I0425 11:48:37.382500 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4 network default NAD default NAD key ] I0425 11:48:37.392431 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ddbb29d3e0c376f, network: default, NAD default, SandboxID: "ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4", PCI device ID: , UID: "6896399a-9137-4499-b722-cfe4c2cee46e", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0425 11:48:37.449189 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:14:3a:30:e1:4a\",\"name\":\"ddbb29d3e0c376f\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fc96cc8-30f0-4812-93fb-8666ebcf11d4\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:38.893851 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-746d68dbcb-kv2c5] creating logical port openshift-monitoring_thanos-querier-746d68dbcb-kv2c5 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:38.893965 3682 kube.go:256] Updating pod openshift-monitoring/thanos-querier-746d68dbcb-kv2c5 I0425 11:48:38.926042 3682 pod.go:62] [openshift-monitoring/thanos-querier-746d68dbcb-kv2c5] pod update took 32.107088ms I0425 11:48:38.926065 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-746d68dbcb-kv2c5] addLogicalPort annotation time took 32.138844ms I0425 11:48:38.927320 3682 pods.go:271] [openshift-monitoring/thanos-querier-746d68dbcb-kv2c5] addLogicalPort took 33.491272ms, libovsdb time 931.286µs I0425 11:48:39.256142 3682 cni.go:452] [openshift-monitoring/thanos-querier-746d68dbcb-kv2c5 3ddc70ab10d91c7fe48f7ddb16b81e8b03b9ac1c99afb9bead3c819c6d8ae3e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-746d68dbcb-kv2c5 3ddc70ab10d91c7fe48f7ddb16b81e8b03b9ac1c99afb9bead3c819c6d8ae3e0 network default NAD default NAD key ] I0425 11:48:39.266399 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-746d68dbcb-kv2c5, hostIfaceName: 3ddc70ab10d91c7, network: default, NAD default, SandboxID: "3ddc70ab10d91c7fe48f7ddb16b81e8b03b9ac1c99afb9bead3c819c6d8ae3e0", PCI device ID: , UID: "7be20817-e254-4d2b-9946-d8d6346e6941", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0425 11:48:39.316215 3682 cni.go:473] [openshift-monitoring/thanos-querier-746d68dbcb-kv2c5 3ddc70ab10d91c7fe48f7ddb16b81e8b03b9ac1c99afb9bead3c819c6d8ae3e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-746d68dbcb-kv2c5 3ddc70ab10d91c7fe48f7ddb16b81e8b03b9ac1c99afb9bead3c819c6d8ae3e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e3:b9:16:08:ef\",\"name\":\"3ddc70ab10d91c7\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c48d88c-317a-4e0f-948d-ec194b89f3d0\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:48:39.461572 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:39.461592 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:39.461600 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.050927 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.050949 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.050956 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 11:48:40.297213 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-586fb9bc98-6v6vl] creating logical port openshift-monitoring_metrics-server-586fb9bc98-6v6vl for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:40.297327 3682 kube.go:256] Updating pod openshift-monitoring/metrics-server-586fb9bc98-6v6vl I0425 11:48:40.319262 3682 pod.go:62] [openshift-monitoring/metrics-server-586fb9bc98-6v6vl] pod update took 21.962259ms I0425 11:48:40.319285 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-586fb9bc98-6v6vl] addLogicalPort annotation time took 21.988405ms I0425 11:48:40.320545 3682 pods.go:271] [openshift-monitoring/metrics-server-586fb9bc98-6v6vl] addLogicalPort took 23.354441ms, libovsdb time 875.927µs W0425 11:48:40.548250 3682 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7d46bfb7d4-8w64r IP address from the namespace address-set, err: pod openshift-console/console-7d46bfb7d4-8w64r: no pod IPs found I0425 11:48:40.591788 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-4bwq9 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:40.591883 3682 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9 I0425 11:48:40.610368 3682 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9] pod update took 18.51016ms I0425 11:48:40.610389 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9] addLogicalPort annotation time took 18.537455ms I0425 11:48:40.611599 3682 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9] addLogicalPort took 19.834668ms, libovsdb time 859.08µs I0425 11:48:41.090946 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf] creating logical port openshift-monitoring_telemeter-client-9f6b9c8d4-7sgtf for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:41.091071 3682 kube.go:256] Updating pod openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf I0425 11:48:41.110476 3682 pod.go:62] [openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf] pod update took 19.437003ms I0425 11:48:41.110505 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf] addLogicalPort annotation time took 19.470946ms I0425 11:48:41.112211 3682 pods.go:271] [openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf] addLogicalPort took 21.28755ms, libovsdb time 1.153276ms I0425 11:48:41.234973 3682 cni.go:452] [openshift-monitoring/metrics-server-586fb9bc98-6v6vl bfe4a2b43d66cc77002fcaa84023b06798b1bca187c9229670c24767c68633b7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-586fb9bc98-6v6vl bfe4a2b43d66cc77002fcaa84023b06798b1bca187c9229670c24767c68633b7 network default NAD default NAD key ] I0425 11:48:41.235405 3682 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9 9bd26b26062c0f81d05110fd185d15b9010de1c173238d20b471c86488ce6549 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9 9bd26b26062c0f81d05110fd185d15b9010de1c173238d20b471c86488ce6549 network default NAD default NAD key ] I0425 11:48:41.255971 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-586fb9bc98-6v6vl, hostIfaceName: bfe4a2b43d66cc7, network: default, NAD default, SandboxID: "bfe4a2b43d66cc77002fcaa84023b06798b1bca187c9229670c24767c68633b7", PCI device ID: , UID: "744f50c2-2e12-4214-a07f-2e1977826181", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0425 11:48:41.255985 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-4bwq9, hostIfaceName: 9bd26b26062c0f8, network: default, NAD default, SandboxID: "9bd26b26062c0f81d05110fd185d15b9010de1c173238d20b471c86488ce6549", PCI device ID: , UID: "97258ff1-ff10-49dd-b1bc-eee8611788d8", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0425 11:48:41.332395 3682 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9 9bd26b26062c0f81d05110fd185d15b9010de1c173238d20b471c86488ce6549 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4bwq9 9bd26b26062c0f81d05110fd185d15b9010de1c173238d20b471c86488ce6549 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:3f:45:de:08:75\",\"name\":\"9bd26b26062c0f8\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df97717c-848b-4ae8-8ffb-9111393919b3\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:41.353525 3682 cni.go:473] [openshift-monitoring/metrics-server-586fb9bc98-6v6vl bfe4a2b43d66cc77002fcaa84023b06798b1bca187c9229670c24767c68633b7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-586fb9bc98-6v6vl bfe4a2b43d66cc77002fcaa84023b06798b1bca187c9229670c24767c68633b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:43:d7:ad:62:47\",\"name\":\"bfe4a2b43d66cc7\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80b1ac28-5d30-4d77-9b70-51875c5621c0\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:41.461372 3682 cni.go:452] [openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf ba5002df52f5d4db33dc9ebec0d40c3a1bc00ddd65e6879768a628b52609cf96 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf ba5002df52f5d4db33dc9ebec0d40c3a1bc00ddd65e6879768a628b52609cf96 network default NAD default NAD key ] I0425 11:48:41.471242 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-9f6b9c8d4-7sgtf, hostIfaceName: ba5002df52f5d4d, network: default, NAD default, SandboxID: "ba5002df52f5d4db33dc9ebec0d40c3a1bc00ddd65e6879768a628b52609cf96", PCI device ID: , UID: "1ea8c0eb-f2e8-4be0-9349-6a76c33171ac", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0425 11:48:41.526068 3682 cni.go:473] [openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf ba5002df52f5d4db33dc9ebec0d40c3a1bc00ddd65e6879768a628b52609cf96 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-9f6b9c8d4-7sgtf ba5002df52f5d4db33dc9ebec0d40c3a1bc00ddd65e6879768a628b52609cf96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:26:16:35:d4:4c\",\"name\":\"ba5002df52f5d4d\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d53180a0-e241-462e-af5c-aa3b0b8c01c4\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:41.720225 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:41.720858 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:42.043348 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:42.043374 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:42.045443 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 11:48:42.045525 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 11:48:42.175787 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:48:42.175943 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0425 11:48:42.210280 3682 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 34.381869ms I0425 11:48:42.210315 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 34.422001ms I0425 11:48:42.212000 3682 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 36.238514ms, libovsdb time 1.183103ms W0425 11:48:42.593849 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0425 11:48:42.641646 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 11:48:43.065008 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:43.065029 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:43.132955 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.132973 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.132978 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.132982 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 11:48:43.481125 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0 network default NAD default NAD key ] I0425 11:48:43.491240 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f9f36912e033467, network: default, NAD default, SandboxID: "f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0", PCI device ID: , UID: "88c443b2-dfa5-4034-808d-46f524e1d54c", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0425 11:48:43.550428 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:a4:e1:ed:93:e2\",\"name\":\"f9f36912e033467\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b14543b-1b1f-4721-976b-52e6792fc5d5\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:48:43.756828 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:43.757353 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 11:48:44.484928 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.484947 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.484954 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.484959 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.562580 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:44.562597 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:44.589818 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 11:48:44.615163 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:44.615188 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:44.624736 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c894d68c-ll29d I0425 11:48:44.624764 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c894d68c-ll29d W0425 11:48:44.800043 3682 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5d8884d9ff-f77v5 IP address from the namespace address-set, err: pod openshift-console/console-5d8884d9ff-f77v5: no pod IPs found W0425 11:48:44.801906 3682 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5d8884d9ff-2gxtl IP address from the namespace address-set, err: pod openshift-console/console-5d8884d9ff-2gxtl: no pod IPs found I0425 11:48:49.194541 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 11:48:49.208264 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.208280 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.208287 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.208292 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.208306 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.208310 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.208314 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.208318 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:50.523133 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:50.523156 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:50.523163 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:50.523168 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 11:48:59.280143 3682 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-98pjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:59.280725 3682 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-98pjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:00.153394 3682 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-98pjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:00.153413 3682 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-98pjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:00.158536 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ff9c694b-98pjl I0425 11:49:00.158558 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ff9c694b-98pjl I0425 11:49:01.772852 3682 cni.go:452] [openshift-console/console-77ff9c694b-5kxt5 5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77ff9c694b-5kxt5 5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b network default NAD default NAD key ] I0425 11:49:01.847714 3682 cni.go:473] [openshift-console/console-77ff9c694b-5kxt5 5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77ff9c694b-5kxt5 5b8665bd28fa38d96cfc805d2c32cdeaf1cc002e227677a910845b7efb02797b network default NAD default NAD key default], result "{}", err I0425 11:49:01.898756 3682 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:01.898792 3682 pods.go:176] Deleting pod: openshift-console/console-77ff9c694b-5kxt5 I0425 11:49:01.900007 3682 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77ff9c694b-5kxt5, ips: 10.128.0.17 I0425 11:49:01.900035 3682 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:01.908198 3682 base_network_controller_pods.go:487] [default/openshift-console/console-6987c68b85-f9mck] creating logical port openshift-console_console-6987c68b85-f9mck for pod on switch ip-10-0-0-183.ec2.internal I0425 11:49:01.908309 3682 kube.go:256] Updating pod openshift-console/console-6987c68b85-f9mck I0425 11:49:01.935022 3682 pod.go:62] [openshift-console/console-6987c68b85-f9mck] pod update took 26.741294ms I0425 11:49:01.935047 3682 base_network_controller_pods.go:951] [default/openshift-console/console-6987c68b85-f9mck] addLogicalPort annotation time took 26.771522ms I0425 11:49:01.936238 3682 pods.go:271] [openshift-console/console-6987c68b85-f9mck] addLogicalPort took 28.053105ms, libovsdb time 846.915µs I0425 11:49:02.267896 3682 cni.go:452] [openshift-console/console-6987c68b85-f9mck 6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6987c68b85-f9mck 6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080 network default NAD default NAD key ] I0425 11:49:02.277108 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6987c68b85-f9mck, hostIfaceName: 6fa7214af211e4a, network: default, NAD default, SandboxID: "6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080", PCI device ID: , UID: "3c32ea59-5db7-4854-893c-f6a3c539dac0", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0425 11:49:02.330415 3682 cni.go:473] [openshift-console/console-6987c68b85-f9mck 6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6987c68b85-f9mck 6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:60:5a:b5:e1:57\",\"name\":\"6fa7214af211e4a\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a4a6e8f-91a1-4ac5-afa2-1948b4c42d26\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:49:02.602771 3682 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:02.602800 3682 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:02.607346 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ff9c694b-5kxt5 I0425 11:49:02.607374 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ff9c694b-5kxt5 W0425 11:49:03.604383 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 11:49:03.604406 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 11:49:04.825595 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.826128 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.826157 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.826165 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 11:49:04.826182 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.826189 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0425 11:49:05.506206 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 11:49:05.856400 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.856427 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.856446 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.856464 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:49:06.697119 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 11:49:07.434575 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.434595 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.434603 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 11:49:07.615772 3682 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 11:49:07.623864 3682 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0425 11:49:10.182179 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:49:10.182200 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:49:10.182218 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:49:10.182254 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:49:10.215688 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:49:10.215718 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:49:11.718658 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 11:49:12.642313 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:49:21.760399 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 11:49:29.283121 3682 cni.go:452] [openshift-image-registry/image-registry-67c894d68c-f4gxq 33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-67c894d68c-f4gxq 33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732 network default NAD default NAD key ] I0425 11:49:29.377000 3682 cni.go:473] [openshift-image-registry/image-registry-67c894d68c-f4gxq 33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-67c894d68c-f4gxq 33d0a1d451ba65084c30f503c1a1ca5c82be7ff4ce362c0d2997f758e2d29732 network default NAD default NAD key default], result "{}", err I0425 11:49:29.428889 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:29.428996 3682 pods.go:176] Deleting pod: openshift-image-registry/image-registry-67c894d68c-f4gxq I0425 11:49:29.430254 3682 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-67c894d68c-f4gxq, ips: 10.128.0.5 I0425 11:49:29.430281 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:29.575503 3682 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 11:49:29.710210 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:29.710234 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:29.716116 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c894d68c-f4gxq I0425 11:49:29.716153 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c894d68c-f4gxq I0425 11:49:35.203714 3682 cni.go:452] [openshift-ingress/router-default-866bcd745f-x65kq 4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-866bcd745f-x65kq 4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417 network default NAD default NAD key ] I0425 11:49:35.298247 3682 cni.go:473] [openshift-ingress/router-default-866bcd745f-x65kq 4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-866bcd745f-x65kq 4c6dfcabd16b2b69884bd2c97af1022b29785e76c83dd99de86d93f5397bd417 network default NAD default NAD key default], result "{}", err I0425 11:49:35.349169 3682 obj_retry.go:498] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.349201 3682 pods.go:176] Deleting pod: openshift-ingress/router-default-866bcd745f-x65kq I0425 11:49:35.350462 3682 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-866bcd745f-x65kq, ips: 10.128.0.13 I0425 11:49:35.350489 3682 obj_retry.go:498] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.503254 3682 obj_retry.go:498] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.503900 3682 obj_retry.go:498] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.736693 3682 obj_retry.go:492] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.736715 3682 obj_retry.go:492] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.740301 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-866bcd745f-x65kq I0425 11:49:35.740325 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-866bcd745f-x65kq I0425 11:49:35.806090 3682 obj_retry.go:492] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.806114 3682 obj_retry.go:492] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.813708 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d46bfb7d4-dlnmc I0425 11:49:35.813728 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d46bfb7d4-dlnmc W0425 11:49:42.812238 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:49:42.812260 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 11:49:57.786209 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:57.786842 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:58.365607 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:58.365755 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:58.370277 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 11:49:58.370370 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 11:50:02.054310 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:02.054916 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:02.393354 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:02.393376 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:02.401602 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 11:50:02.401652 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 11:50:05.048835 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:05.049400 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:06.071998 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:06.072028 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:30.081740 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4 network default NAD default NAD key ] I0425 11:50:30.167261 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 ddbb29d3e0c376f4e60d04b144778a4cda1d715d0c39d27e5a9cc34c5c7ccfb4 network default NAD default NAD key default], result "{}", err I0425 11:50:30.227527 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:30.227566 3682 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0425 11:50:30.228829 3682 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.18 I0425 11:50:30.228862 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:30.979098 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:30.979131 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:30.985254 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 11:50:30.985283 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 11:50:31.026651 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:50:31.026790 3682 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 11:50:31.053872 3682 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.121665ms I0425 11:50:31.053897 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.152269ms I0425 11:50:31.055091 3682 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.478322ms, libovsdb time 876.319µs I0425 11:50:31.390305 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 bd84f320cbf6de0a46815f4a3b02399819e2024cfea86ec0e73b363853801da9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 bd84f320cbf6de0a46815f4a3b02399819e2024cfea86ec0e73b363853801da9 network default NAD default NAD key ] I0425 11:50:31.399771 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: bd84f320cbf6de0, network: default, NAD default, SandboxID: "bd84f320cbf6de0a46815f4a3b02399819e2024cfea86ec0e73b363853801da9", PCI device ID: , UID: "ca027815-4f9e-4cb4-b7c3-0360762c303e", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0425 11:50:31.450102 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 bd84f320cbf6de0a46815f4a3b02399819e2024cfea86ec0e73b363853801da9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 bd84f320cbf6de0a46815f4a3b02399819e2024cfea86ec0e73b363853801da9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b6:18:7f:05:fa\",\"name\":\"bd84f320cbf6de0\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93887d9f-be18-4bd4-91dc-efa25ca5b286\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:50:33.061632 3682 cni.go:452] [openshift-console/console-6987c68b85-f9mck 6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6987c68b85-f9mck 6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080 network default NAD default NAD key ] I0425 11:50:33.130258 3682 cni.go:473] [openshift-console/console-6987c68b85-f9mck 6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6987c68b85-f9mck 6fa7214af211e4a5d158bb93b51973b4ed28269f25dc06a5731abe28fd5a1080 network default NAD default NAD key default], result "{}", err I0425 11:50:33.181410 3682 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-f9mck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:33.181446 3682 pods.go:176] Deleting pod: openshift-console/console-6987c68b85-f9mck I0425 11:50:33.182914 3682 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6987c68b85-f9mck, ips: 10.128.0.24 I0425 11:50:33.182944 3682 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-f9mck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:33.189263 3682 base_network_controller_pods.go:487] [default/openshift-console/console-649bfd47fc-dcpld] creating logical port openshift-console_console-649bfd47fc-dcpld for pod on switch ip-10-0-0-183.ec2.internal I0425 11:50:33.189356 3682 kube.go:256] Updating pod openshift-console/console-649bfd47fc-dcpld I0425 11:50:33.204726 3682 pod.go:62] [openshift-console/console-649bfd47fc-dcpld] pod update took 15.396193ms I0425 11:50:33.204746 3682 base_network_controller_pods.go:951] [default/openshift-console/console-649bfd47fc-dcpld] addLogicalPort annotation time took 15.421073ms I0425 11:50:33.205948 3682 pods.go:271] [openshift-console/console-649bfd47fc-dcpld] addLogicalPort took 16.697807ms, libovsdb time 901.46µs I0425 11:50:33.548434 3682 cni.go:452] [openshift-console/console-649bfd47fc-dcpld 3412d5e9ab6f58a9dda000a1d23eff9eca5f0a8a902a09715b3d98bb538e0032 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-649bfd47fc-dcpld 3412d5e9ab6f58a9dda000a1d23eff9eca5f0a8a902a09715b3d98bb538e0032 network default NAD default NAD key ] I0425 11:50:33.558073 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-649bfd47fc-dcpld, hostIfaceName: 3412d5e9ab6f58a, network: default, NAD default, SandboxID: "3412d5e9ab6f58a9dda000a1d23eff9eca5f0a8a902a09715b3d98bb538e0032", PCI device ID: , UID: "48912cb0-a825-4514-81bb-23ba0ecaf3bc", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0425 11:50:33.606107 3682 cni.go:473] [openshift-console/console-649bfd47fc-dcpld 3412d5e9ab6f58a9dda000a1d23eff9eca5f0a8a902a09715b3d98bb538e0032 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-649bfd47fc-dcpld 3412d5e9ab6f58a9dda000a1d23eff9eca5f0a8a902a09715b3d98bb538e0032 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:0e:8f:ac:40:af\",\"name\":\"3412d5e9ab6f58a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8103e82a-de2d-4908-b7fc-585b5ebedfd0\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:50:34.020240 3682 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-f9mck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:34.020265 3682 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-f9mck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:34.025933 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6987c68b85-f9mck I0425 11:50:34.025958 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6987c68b85-f9mck W0425 11:50:44.061806 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 11:50:44.316709 3682 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-gsxzx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:44.317226 3682 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-gsxzx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:44.565502 3682 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-gsxzx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:44.565525 3682 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-gsxzx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:44.571689 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6987c68b85-gsxzx I0425 11:50:44.571715 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6987c68b85-gsxzx W0425 11:51:01.444389 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:51:01.444408 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:51:01.444414 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 11:51:04.847748 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0 network default NAD default NAD key ] I0425 11:51:04.926492 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 f9f36912e0334678e7dc7cf9bf3617fdb8e7ee9766df33e50227d2afc65500e0 network default NAD default NAD key default], result "{}", err I0425 11:51:04.991233 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:51:04.991274 3682 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0425 11:51:04.992643 3682 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.23 I0425 11:51:04.992670 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:51:05.137357 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:51:05.137385 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:51:05.146047 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 11:51:05.146075 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 11:51:05.192637 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:51:05.192761 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0425 11:51:05.222869 3682 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.143298ms I0425 11:51:05.222893 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.174495ms I0425 11:51:05.224111 3682 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.51067ms, libovsdb time 894.299µs I0425 11:51:05.554215 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-0 044960f6394cdc37b78c987cec2b24cc8b2f8ead85fba1e5cfe954a7f27bf0f2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 044960f6394cdc37b78c987cec2b24cc8b2f8ead85fba1e5cfe954a7f27bf0f2 network default NAD default NAD key ] I0425 11:51:05.564480 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 044960f6394cdc3, network: default, NAD default, SandboxID: "044960f6394cdc37b78c987cec2b24cc8b2f8ead85fba1e5cfe954a7f27bf0f2", PCI device ID: , UID: "fea4c308-97d4-43dd-aa26-1f7a53cffcbd", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0425 11:51:05.614817 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-0 044960f6394cdc37b78c987cec2b24cc8b2f8ead85fba1e5cfe954a7f27bf0f2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 044960f6394cdc37b78c987cec2b24cc8b2f8ead85fba1e5cfe954a7f27bf0f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:93:dd:29:06:94\",\"name\":\"044960f6394cdc3\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb89f93e-e666-4835-b865-b6a05af10d5c\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:52:06.430653 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:52:06.430681 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 11:52:36.746428 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 11:52:40.058223 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 11:53:36.879543 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0425 11:54:12.838383 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:54:23.859526 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 11:54:23.870030 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 11:54:23.870083 3682 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-clh4m IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-clh4m: no pod IPs found I0425 11:54:50.744544 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148 I0425 11:55:07.747316 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0425 11:55:44.180431 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0425 11:55:47.311164 3682 namespace.go:98] [tsf] adding namespace I0425 11:55:47.312082 3682 namespace.go:102] [tsf] adding namespace took 891.278µs I0425 11:55:47.329018 3682 namespace.go:142] [tsf] updating namespace I0425 11:55:47.336848 3682 namespace.go:142] [tsf] updating namespace I0425 11:55:51.105012 3682 namespace.go:98] [tsf-keycloak] adding namespace I0425 11:55:51.105145 3682 namespace.go:98] [konflux-ui] adding namespace I0425 11:55:51.105012 3682 namespace.go:98] [tsf-tas] adding namespace I0425 11:55:51.105895 3682 namespace.go:102] [tsf-keycloak] adding namespace took 860.085µs I0425 11:55:51.106381 3682 namespace.go:102] [konflux-ui] adding namespace took 1.219655ms I0425 11:55:51.107041 3682 namespace.go:102] [tsf-tas] adding namespace took 1.870676ms I0425 11:55:51.108059 3682 namespace.go:98] [konflux-operator] adding namespace I0425 11:55:51.108163 3682 namespace.go:98] [rhbk-operator] adding namespace I0425 11:55:51.108733 3682 namespace.go:102] [konflux-operator] adding namespace took 663.184µs I0425 11:55:51.109383 3682 namespace.go:102] [rhbk-operator] adding namespace took 1.206633ms I0425 11:55:51.109408 3682 namespace.go:98] [tsf-tpa] adding namespace I0425 11:55:51.109846 3682 namespace.go:98] [rhtpa-operator] adding namespace I0425 11:55:51.109935 3682 namespace.go:98] [cert-manager-operator] adding namespace I0425 11:55:51.110025 3682 namespace.go:102] [tsf-tpa] adding namespace took 609.331µs I0425 11:55:51.110608 3682 namespace.go:102] [rhtpa-operator] adding namespace took 745.075µs I0425 11:55:51.111250 3682 namespace.go:102] [cert-manager-operator] adding namespace took 1.302455ms I0425 11:55:51.133471 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.159343 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.164926 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.165068 3682 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:51.165087 3682 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.165135 3682 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.177322 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.192704 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.195235 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.195924 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.215647 3682 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.236920 3682 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.244299 3682 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.262517 3682 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.266262 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.279027 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.299932 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.318925 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.321808 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.335661 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.444077 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.504746 3682 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:51.657587 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.684038 3682 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:52.507079 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:52.520011 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:59.371494 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.372132 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.372165 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.372177 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:55:59.372195 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.372205 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:00.377433 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.378030 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.378055 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.378063 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:00.378076 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.378080 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:00.395051 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.395070 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.395085 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.395097 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.411702 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.411763 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.411775 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.411790 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:03.427974 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428536 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428560 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428568 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:03.428581 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428588 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:03.449868 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450345 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450384 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450397 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:03.450413 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450423 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:04.453719 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.453741 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.453754 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.453767 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.477023 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.477044 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.477058 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.477072 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:05.419564 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.420143 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.420168 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.420177 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:05.420191 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.420196 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:06.432196 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.432763 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.432787 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.432796 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:06.432814 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.432820 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:06.446812 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.446832 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.446851 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.446866 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.749966 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=53 I0425 11:56:07.456796 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.456818 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.456829 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.456843 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:56:09.333338 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 11:56:15.198443 3682 namespace.go:98] [cert-manager] adding namespace I0425 11:56:15.199396 3682 namespace.go:102] [cert-manager] adding namespace took 931.137µs I0425 11:56:15.278149 3682 namespace.go:142] [cert-manager] updating namespace I0425 11:56:15.302578 3682 namespace.go:142] [cert-manager] updating namespace I0425 11:56:16.307050 3682 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-wwwkf for pod on switch ip-10-0-0-183.ec2.internal I0425 11:56:16.307203 3682 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf I0425 11:56:16.332802 3682 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf] pod update took 25.680388ms I0425 11:56:16.332821 3682 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf] addLogicalPort annotation time took 25.706011ms I0425 11:56:16.333998 3682 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf] addLogicalPort took 26.96846ms, libovsdb time 870.438µs W0425 11:56:16.543179 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 11:56:16.559454 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 11:56:16.676784 3682 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf 0f996d34e07831f670c4997705fe2e7d538a1b345d9e503f753b8788d0d45ed2 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf 0f996d34e07831f670c4997705fe2e7d538a1b345d9e503f753b8788d0d45ed2 network default NAD default NAD key ] I0425 11:56:16.687003 3682 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-wwwkf, hostIfaceName: 0f996d34e07831f, network: default, NAD default, SandboxID: "0f996d34e07831f670c4997705fe2e7d538a1b345d9e503f753b8788d0d45ed2", PCI device ID: , UID: "ea0ccc4f-6c12-4e78-9d74-f12ca59654b7", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0425 11:56:16.739551 3682 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf 0f996d34e07831f670c4997705fe2e7d538a1b345d9e503f753b8788d0d45ed2 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-wwwkf 0f996d34e07831f670c4997705fe2e7d538a1b345d9e503f753b8788d0d45ed2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:30:ee:75:5c:f3\",\"name\":\"0f996d34e07831f\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b534bdf0-cbfd-4276-a6c9-decb1dabb47f\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:56:20.232018 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 11:56:20.802673 3682 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-98dqr] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-98dqr for pod on switch ip-10-0-0-183.ec2.internal I0425 11:56:20.802792 3682 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-98dqr I0425 11:56:20.821425 3682 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-98dqr] pod update took 18.667194ms I0425 11:56:20.821447 3682 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-98dqr] addLogicalPort annotation time took 18.696068ms I0425 11:56:20.822691 3682 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-98dqr] addLogicalPort took 20.041653ms, libovsdb time 876.552µs I0425 11:56:21.438668 3682 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-98dqr a538281ce63cd910123e77e903e9b97f51c674e4cb164ed42980a20f731ff6e6 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-98dqr a538281ce63cd910123e77e903e9b97f51c674e4cb164ed42980a20f731ff6e6 network default NAD default NAD key ] I0425 11:56:21.448491 3682 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-98dqr, hostIfaceName: a538281ce63cd91, network: default, NAD default, SandboxID: "a538281ce63cd910123e77e903e9b97f51c674e4cb164ed42980a20f731ff6e6", PCI device ID: , UID: "e1684697-88a2-4707-b4b8-08f681511b41", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0425 11:56:21.500675 3682 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-98dqr a538281ce63cd910123e77e903e9b97f51c674e4cb164ed42980a20f731ff6e6 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-98dqr a538281ce63cd910123e77e903e9b97f51c674e4cb164ed42980a20f731ff6e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:5f:a3:1c:7e:e8\",\"name\":\"a538281ce63cd91\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/960d4d7e-9b74-4e66-85fc-b1e17b571f95\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:56:22.450905 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 11:56:22.450922 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 11:56:23.174759 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 11:56:25.998991 3682 namespace.go:142] [openshift-operators] updating namespace I0425 11:56:26.016770 3682 namespace.go:142] [openshift-operators] updating namespace W0425 11:56:28.432321 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 11:56:28.432342 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 11:56:28.460082 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.154055 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.179291 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.179406 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.194827 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 11:56:30.957102 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 11:56:31.047558 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0425 11:56:34.480806 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 11:56:34.825343 3682 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 11:56:34.826277 3682 namespace.go:102] [trusted-artifact-signer] adding namespace took 907.93µs I0425 11:56:34.862671 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:34.891495 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:35.939374 3682 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-g7bnw for pod on switch ip-10-0-0-183.ec2.internal I0425 11:56:35.939455 3682 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw I0425 11:56:35.954459 3682 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw] pod update took 15.023806ms I0425 11:56:35.954482 3682 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw] addLogicalPort annotation time took 15.053049ms I0425 11:56:35.955934 3682 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw] addLogicalPort took 16.573714ms, libovsdb time 972.423µs I0425 11:56:36.303580 3682 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw 28c736f1a6c1d713c4c8f477f96fb9314ddf9af1613914d2a6eb5ebdd4224109 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw 28c736f1a6c1d713c4c8f477f96fb9314ddf9af1613914d2a6eb5ebdd4224109 network default NAD default NAD key ] I0425 11:56:36.313836 3682 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-g7bnw, hostIfaceName: 28c736f1a6c1d71, network: default, NAD default, SandboxID: "28c736f1a6c1d713c4c8f477f96fb9314ddf9af1613914d2a6eb5ebdd4224109", PCI device ID: , UID: "0ed6f45f-fea6-40ff-92fb-fa45986b4b94", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0425 11:56:36.366501 3682 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw 28c736f1a6c1d713c4c8f477f96fb9314ddf9af1613914d2a6eb5ebdd4224109 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-g7bnw 28c736f1a6c1d713c4c8f477f96fb9314ddf9af1613914d2a6eb5ebdd4224109 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:40:2c:44:4e:65\",\"name\":\"28c736f1a6c1d71\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2a4d71b-3969-4bca-9f3e-2fbdfc9f642a\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:56:37.957504 3682 namespace.go:142] [openshift-operators] updating namespace I0425 11:56:38.260831 3682 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-rn844 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:56:38.260942 3682 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844 I0425 11:56:38.288829 3682 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-24q6r] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-24q6r for pod on switch ip-10-0-0-183.ec2.internal I0425 11:56:38.288971 3682 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-24q6r I0425 11:56:38.317641 3682 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844] pod update took 56.720409ms I0425 11:56:38.317672 3682 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844] addLogicalPort annotation time took 56.755767ms I0425 11:56:38.319297 3682 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844] addLogicalPort took 58.487425ms, libovsdb time 1.155464ms I0425 11:56:38.335729 3682 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-24q6r] pod update took 46.788404ms I0425 11:56:38.335759 3682 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-24q6r] addLogicalPort annotation time took 46.824085ms I0425 11:56:38.337335 3682 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-24q6r] addLogicalPort took 48.523594ms, libovsdb time 1.099908ms I0425 11:56:40.770824 3682 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844 5cd064a9d7c671a550ebf0b82d31b377cb538ed87254aa6c22bfd39f68880838 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844 5cd064a9d7c671a550ebf0b82d31b377cb538ed87254aa6c22bfd39f68880838 network default NAD default NAD key ] I0425 11:56:40.771487 3682 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-24q6r 5ea65bf1115d375bc455c1b8520adf80e4cec0af647937cadae9b8ca8302366c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-24q6r 5ea65bf1115d375bc455c1b8520adf80e4cec0af647937cadae9b8ca8302366c network default NAD default NAD key ] I0425 11:56:40.781634 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-rn844, hostIfaceName: 5cd064a9d7c671a, network: default, NAD default, SandboxID: "5cd064a9d7c671a550ebf0b82d31b377cb538ed87254aa6c22bfd39f68880838", PCI device ID: , UID: "cabf5382-133f-4a88-99ce-a3f6944bc2bf", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0425 11:56:40.781900 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-24q6r, hostIfaceName: 5ea65bf1115d375, network: default, NAD default, SandboxID: "5ea65bf1115d375bc455c1b8520adf80e4cec0af647937cadae9b8ca8302366c", PCI device ID: , UID: "e399612f-65c5-4a54-9db1-109030f4d288", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0425 11:56:40.838235 3682 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-24q6r 5ea65bf1115d375bc455c1b8520adf80e4cec0af647937cadae9b8ca8302366c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-24q6r 5ea65bf1115d375bc455c1b8520adf80e4cec0af647937cadae9b8ca8302366c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:f1:f3:28:f8:83\",\"name\":\"5ea65bf1115d375\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50c8bd7d-c7f5-4ef9-b70f-7ed42e4d900f\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:56:40.861100 3682 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844 5cd064a9d7c671a550ebf0b82d31b377cb538ed87254aa6c22bfd39f68880838 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rn844 5cd064a9d7c671a550ebf0b82d31b377cb538ed87254aa6c22bfd39f68880838 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:54:cc:91:29:04\",\"name\":\"5cd064a9d7c671a\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66a8ce83-5efd-442b-828f-8d8287c81d09\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:56:47.141301 3682 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:47.141842 3682 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:47.166218 3682 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:47.166237 3682 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:47.169292 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 11:56:47.169312 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 11:56:51.052386 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0425 11:56:53.757014 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=787 I0425 11:56:54.944552 3682 namespace.go:98] [openshift-pipelines] adding namespace I0425 11:56:54.945371 3682 namespace.go:102] [openshift-pipelines] adding namespace took 797.124µs I0425 11:56:54.968370 3682 namespace.go:142] [openshift-pipelines] updating namespace I0425 11:56:55.690284 3682 namespace.go:142] [cert-manager] updating namespace I0425 11:56:55.874879 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:56.274568 3682 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:56.472762 3682 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:56.673381 3682 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:57.079225 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:57.278439 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:57.479453 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:57.681711 3682 namespace.go:142] [tsf] updating namespace I0425 11:56:57.883150 3682 namespace.go:142] [tsf-keycloak] updating namespace W0425 11:56:58.036116 3682 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0425 11:56:58.083632 3682 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:58.286431 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 11:56:58.416297 3682 namespace.go:142] [cert-manager] updating namespace I0425 11:56:58.424037 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:58.433391 3682 namespace.go:142] [default] updating namespace I0425 11:56:58.440937 3682 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:58.449859 3682 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:58.458941 3682 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:58.468099 3682 namespace.go:142] [openshift] updating namespace I0425 11:56:58.478704 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:58.488363 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:58.502061 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:58.509530 3682 namespace.go:142] [tsf] updating namespace I0425 11:56:58.530601 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:56:58.548082 3682 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:58.570214 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 11:56:58.668254 3682 namespace.go:142] [cert-manager] updating namespace I0425 11:56:58.769628 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:58.868237 3682 namespace.go:142] [default] updating namespace I0425 11:56:58.971919 3682 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:59.069118 3682 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:59.170603 3682 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:59.269893 3682 namespace.go:142] [openshift] updating namespace I0425 11:56:59.371297 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:59.469732 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:59.567662 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:59.667964 3682 namespace.go:142] [tsf] updating namespace I0425 11:56:59.770536 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:56:59.868340 3682 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:59.971053 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 11:57:00.270557 3682 namespace.go:142] [openshift-pipelines] updating namespace W0425 11:57:02.673896 3682 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 11:57:09.451291 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7mn2n for pod on switch ip-10-0-0-183.ec2.internal I0425 11:57:09.451408 3682 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n I0425 11:57:09.470447 3682 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n] pod update took 19.080726ms I0425 11:57:09.470502 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n] addLogicalPort annotation time took 19.109471ms I0425 11:57:09.472214 3682 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n] addLogicalPort took 20.946472ms, libovsdb time 1.257458ms I0425 11:57:09.824330 3682 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n 5d0f61cff4bee2d06cd865fecc916e3fdf084efa6aaeaac043f9ab8e0a759774 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n 5d0f61cff4bee2d06cd865fecc916e3fdf084efa6aaeaac043f9ab8e0a759774 network default NAD default NAD key ] I0425 11:57:09.834955 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7mn2n, hostIfaceName: 5d0f61cff4bee2d, network: default, NAD default, SandboxID: "5d0f61cff4bee2d06cd865fecc916e3fdf084efa6aaeaac043f9ab8e0a759774", PCI device ID: , UID: "74080334-aeb6-40ef-94af-9beff44e74aa", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0425 11:57:09.896422 3682 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n 5d0f61cff4bee2d06cd865fecc916e3fdf084efa6aaeaac043f9ab8e0a759774 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7mn2n 5d0f61cff4bee2d06cd865fecc916e3fdf084efa6aaeaac043f9ab8e0a759774 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:61:ca:22:02:ee\",\"name\":\"5d0f61cff4bee2d\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/819ffed5-12b2-4d75-abf3-467690b12a1e\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:57:12.671148 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.671165 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.671171 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.671175 3682 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:13.114164 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.114181 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.114185 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.146597 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:13.146638 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:13.146643 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0425 11:57:21.102383 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 11:57:21.745265 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=109 W0425 11:57:23.680370 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:23.680390 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:23.680396 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:23.680400 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 11:57:34.038648 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-pdcgf for pod on switch ip-10-0-0-183.ec2.internal I0425 11:57:34.038751 3682 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf I0425 11:57:34.053358 3682 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf] pod update took 14.636317ms I0425 11:57:34.053383 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf] addLogicalPort annotation time took 14.666559ms I0425 11:57:34.054722 3682 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf] addLogicalPort took 16.109154ms, libovsdb time 965.924µs I0425 11:57:34.140808 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-7prx9 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:57:34.140908 3682 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9 I0425 11:57:34.157489 3682 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9] pod update took 16.610741ms I0425 11:57:34.157510 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9] addLogicalPort annotation time took 16.637177ms I0425 11:57:34.158715 3682 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9] addLogicalPort took 17.925675ms, libovsdb time 844.383µs I0425 11:57:34.400465 3682 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf ae38053bd3f5aa3ae0e2e8849fce55159e52728a796642678178de29b8ca84ab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf ae38053bd3f5aa3ae0e2e8849fce55159e52728a796642678178de29b8ca84ab network default NAD default NAD key ] I0425 11:57:34.410200 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-pdcgf, hostIfaceName: ae38053bd3f5aa3, network: default, NAD default, SandboxID: "ae38053bd3f5aa3ae0e2e8849fce55159e52728a796642678178de29b8ca84ab", PCI device ID: , UID: "5b4265ed-6db9-4c9e-8aeb-284c41943bc2", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0425 11:57:34.464217 3682 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf ae38053bd3f5aa3ae0e2e8849fce55159e52728a796642678178de29b8ca84ab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-pdcgf ae38053bd3f5aa3ae0e2e8849fce55159e52728a796642678178de29b8ca84ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0b:22:4c:b0:b0\",\"name\":\"ae38053bd3f5aa3\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c883480b-b095-4fb4-9e38-a7d2cbdc44d9\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:57:34.502664 3682 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9 a6c5bccd1187568627f941bea20a4bf0a10d8cc3dc4f1f7ccbc3a69752ee60f7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9 a6c5bccd1187568627f941bea20a4bf0a10d8cc3dc4f1f7ccbc3a69752ee60f7 network default NAD default NAD key ] I0425 11:57:34.512448 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-7prx9, hostIfaceName: a6c5bccd1187568, network: default, NAD default, SandboxID: "a6c5bccd1187568627f941bea20a4bf0a10d8cc3dc4f1f7ccbc3a69752ee60f7", PCI device ID: , UID: "2efb5813-07fc-4fa3-b3ff-823c3862cb98", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0425 11:57:34.563939 3682 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9 a6c5bccd1187568627f941bea20a4bf0a10d8cc3dc4f1f7ccbc3a69752ee60f7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7prx9 a6c5bccd1187568627f941bea20a4bf0a10d8cc3dc4f1f7ccbc3a69752ee60f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:94:9f:6f:24:e0\",\"name\":\"a6c5bccd1187568\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc61528a-1be3-4c3c-8a0e-bf2e3c512e43\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:57:35.040053 3682 namespace.go:142] [openshift-pipelines] updating namespace W0425 11:57:37.824571 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 11:57:41.379584 3682 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:57:41.380181 3682 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:57:41.399833 3682 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:57:41.399855 3682 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:57:41.405682 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 11:57:41.405703 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 11:57:43.306219 3682 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 11:57:43.306912 3682 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 11:57:43.306934 3682 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 11:57:43.308888 3682 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0425 11:57:48.808928 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0425 11:57:49.880163 3682 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 11:57:49.880192 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 11:57:49.880231 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 11:57:49.880249 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0425 11:57:55.350206 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 11:58:15.567035 3682 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:15.567608 3682 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:15.611109 3682 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:15.611127 3682 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:15.618661 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 11:58:15.618683 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 11:58:17.400589 3682 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-qv4dg-ngmf5] creating logical port tsf-tas_segment-backup-installation-qv4dg-ngmf5 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:58:17.400711 3682 kube.go:256] Updating pod tsf-tas/segment-backup-installation-qv4dg-ngmf5 I0425 11:58:17.415915 3682 pod.go:62] [tsf-tas/segment-backup-installation-qv4dg-ngmf5] pod update took 15.225636ms I0425 11:58:17.415948 3682 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-qv4dg-ngmf5] addLogicalPort annotation time took 15.263479ms I0425 11:58:17.417416 3682 pods.go:271] [tsf-tas/segment-backup-installation-qv4dg-ngmf5] addLogicalPort took 16.845645ms, libovsdb time 955.4µs I0425 11:58:17.764906 3682 cni.go:452] [tsf-tas/segment-backup-installation-qv4dg-ngmf5 67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-qv4dg-ngmf5 67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a network default NAD default NAD key ] I0425 11:58:17.774215 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-qv4dg-ngmf5, hostIfaceName: 67ac555f702c3b8, network: default, NAD default, SandboxID: "67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a", PCI device ID: , UID: "044a58b5-7744-4fd2-a75a-9602007dcd61", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0425 11:58:17.827344 3682 cni.go:473] [tsf-tas/segment-backup-installation-qv4dg-ngmf5 67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-qv4dg-ngmf5 67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a6:6b:08:72:be\",\"name\":\"67ac555f702c3b8\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/229d06a7-e35d-448e-99a6-621c1668a6fa\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:58:18.015043 3682 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-56c8f9865-5lq8f] creating logical port tsf-tas_fulcio-server-56c8f9865-5lq8f for pod on switch ip-10-0-0-183.ec2.internal I0425 11:58:18.015138 3682 kube.go:256] Updating pod tsf-tas/fulcio-server-56c8f9865-5lq8f I0425 11:58:18.038125 3682 pod.go:62] [tsf-tas/fulcio-server-56c8f9865-5lq8f] pod update took 23.00898ms I0425 11:58:18.038152 3682 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-56c8f9865-5lq8f] addLogicalPort annotation time took 23.041657ms I0425 11:58:18.039405 3682 pods.go:271] [tsf-tas/fulcio-server-56c8f9865-5lq8f] addLogicalPort took 24.380576ms, libovsdb time 863.831µs I0425 11:58:18.136239 3682 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-rdn7m-t2qr9] creating logical port tsf-tas_ctlog-createtree-job-rdn7m-t2qr9 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:58:18.136330 3682 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 I0425 11:58:18.152704 3682 pod.go:62] [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9] pod update took 16.394615ms I0425 11:58:18.152727 3682 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-rdn7m-t2qr9] addLogicalPort annotation time took 16.422958ms I0425 11:58:18.153938 3682 pods.go:271] [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9] addLogicalPort took 17.717081ms, libovsdb time 857.244µs I0425 11:58:18.364071 3682 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-855d97bb57-jvc2j] creating logical port tsf-tas_trillian-logserver-855d97bb57-jvc2j for pod on switch ip-10-0-0-183.ec2.internal I0425 11:58:18.364210 3682 kube.go:256] Updating pod tsf-tas/trillian-logserver-855d97bb57-jvc2j I0425 11:58:18.378759 3682 cni.go:452] [tsf-tas/fulcio-server-56c8f9865-5lq8f 42bd88254d004e8e397a903a161ec0b307a895c6ce0c6edcafe43548f723d269 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-56c8f9865-5lq8f 42bd88254d004e8e397a903a161ec0b307a895c6ce0c6edcafe43548f723d269 network default NAD default NAD key ] I0425 11:58:18.381704 3682 pod.go:62] [tsf-tas/trillian-logserver-855d97bb57-jvc2j] pod update took 17.525744ms I0425 11:58:18.381726 3682 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-855d97bb57-jvc2j] addLogicalPort annotation time took 17.553452ms I0425 11:58:18.383423 3682 pods.go:271] [tsf-tas/trillian-logserver-855d97bb57-jvc2j] addLogicalPort took 19.370507ms, libovsdb time 1.240523ms I0425 11:58:18.389395 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-56c8f9865-5lq8f, hostIfaceName: 42bd88254d004e8, network: default, NAD default, SandboxID: "42bd88254d004e8e397a903a161ec0b307a895c6ce0c6edcafe43548f723d269", PCI device ID: , UID: "ec9b826e-89c4-4863-aefa-f33ed5731b66", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0425 11:58:18.451095 3682 cni.go:473] [tsf-tas/fulcio-server-56c8f9865-5lq8f 42bd88254d004e8e397a903a161ec0b307a895c6ce0c6edcafe43548f723d269 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-56c8f9865-5lq8f 42bd88254d004e8e397a903a161ec0b307a895c6ce0c6edcafe43548f723d269 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:47:14:40:34:c4\",\"name\":\"42bd88254d004e8\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6a059ff-8423-4e88-a574-9d7b432e1417\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:58:18.510179 3682 cni.go:452] [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141 network default NAD default NAD key ] I0425 11:58:18.520886 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-rdn7m-t2qr9, hostIfaceName: 804b1d53160c86b, network: default, NAD default, SandboxID: "804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141", PCI device ID: , UID: "323abebc-a184-49e2-9127-c7e980d35953", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0425 11:58:18.583677 3682 cni.go:473] [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:dc:d2:ed:3e:9a\",\"name\":\"804b1d53160c86b\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f057c2d1-293f-4da3-aecd-31d6e8f10db2\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:58:19.331650 3682 cni.go:452] [tsf-tas/trillian-logserver-855d97bb57-jvc2j cb9dec8b3e8159d4a699297e161e67c4bbceb569cfbd4fa4cc6de378098c8d43 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-855d97bb57-jvc2j cb9dec8b3e8159d4a699297e161e67c4bbceb569cfbd4fa4cc6de378098c8d43 network default NAD default NAD key ] I0425 11:58:19.343604 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-855d97bb57-jvc2j, hostIfaceName: cb9dec8b3e8159d, network: default, NAD default, SandboxID: "cb9dec8b3e8159d4a699297e161e67c4bbceb569cfbd4fa4cc6de378098c8d43", PCI device ID: , UID: "a80c7a13-299a-4303-a81a-dcddbfffd1c1", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0425 11:58:19.415983 3682 cni.go:473] [tsf-tas/trillian-logserver-855d97bb57-jvc2j cb9dec8b3e8159d4a699297e161e67c4bbceb569cfbd4fa4cc6de378098c8d43 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-855d97bb57-jvc2j cb9dec8b3e8159d4a699297e161e67c4bbceb569cfbd4fa4cc6de378098c8d43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:be:de:d9:df:35\",\"name\":\"cb9dec8b3e8159d\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1042870a-b103-48a1-bf66-50a37bb69518\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:58:21.041489 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 11:58:21.041512 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0425 11:58:21.068680 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0425 11:58:21.068738 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0425 11:58:21.194823 3682 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6c6fcbc8d9-2gkvt] creating logical port tsf-tas_trillian-db-6c6fcbc8d9-2gkvt for pod on switch ip-10-0-0-183.ec2.internal I0425 11:58:21.194993 3682 kube.go:256] Updating pod tsf-tas/trillian-db-6c6fcbc8d9-2gkvt I0425 11:58:21.216200 3682 pod.go:62] [tsf-tas/trillian-db-6c6fcbc8d9-2gkvt] pod update took 21.228175ms I0425 11:58:21.216232 3682 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6c6fcbc8d9-2gkvt] addLogicalPort annotation time took 21.26669ms I0425 11:58:21.217906 3682 pods.go:271] [tsf-tas/trillian-db-6c6fcbc8d9-2gkvt] addLogicalPort took 23.105615ms, libovsdb time 1.01637ms I0425 11:58:25.020962 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-qkt4b for pod on switch ip-10-0-0-183.ec2.internal I0425 11:58:25.021086 3682 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b I0425 11:58:25.037307 3682 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b] pod update took 16.2571ms I0425 11:58:25.037332 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b] addLogicalPort annotation time took 16.288786ms I0425 11:58:25.038748 3682 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b] addLogicalPort took 17.806773ms, libovsdb time 944.565µs I0425 11:58:30.635247 3682 cni.go:452] [tsf-tas/trillian-db-6c6fcbc8d9-2gkvt 94d8b8087b63dec17164aa14a8365b16e1fe7a513bb5ca8de3aa05d734b59315 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6c6fcbc8d9-2gkvt 94d8b8087b63dec17164aa14a8365b16e1fe7a513bb5ca8de3aa05d734b59315 network default NAD default NAD key ] I0425 11:58:30.635458 3682 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b 2014acd36cfd1a772cd04a3f4fa27aa6a6e897e9b53895f105d55e20c1d706a4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b 2014acd36cfd1a772cd04a3f4fa27aa6a6e897e9b53895f105d55e20c1d706a4 network default NAD default NAD key ] I0425 11:58:30.649279 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-qkt4b, hostIfaceName: 2014acd36cfd1a7, network: default, NAD default, SandboxID: "2014acd36cfd1a772cd04a3f4fa27aa6a6e897e9b53895f105d55e20c1d706a4", PCI device ID: , UID: "b02816de-ce68-49a5-a750-e2740cd894c5", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0425 11:58:30.650744 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6c6fcbc8d9-2gkvt, hostIfaceName: 94d8b8087b63dec, network: default, NAD default, SandboxID: "94d8b8087b63dec17164aa14a8365b16e1fe7a513bb5ca8de3aa05d734b59315", PCI device ID: , UID: "9e4f59ee-89d4-4de1-85cb-a66ecceaa8d6", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0425 11:58:30.706908 3682 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b 2014acd36cfd1a772cd04a3f4fa27aa6a6e897e9b53895f105d55e20c1d706a4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qkt4b 2014acd36cfd1a772cd04a3f4fa27aa6a6e897e9b53895f105d55e20c1d706a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:50:d3:87:d0:e6\",\"name\":\"2014acd36cfd1a7\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9005b69-080e-4570-bdbb-0e1b9b88a609\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:58:30.730687 3682 cni.go:473] [tsf-tas/trillian-db-6c6fcbc8d9-2gkvt 94d8b8087b63dec17164aa14a8365b16e1fe7a513bb5ca8de3aa05d734b59315 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6c6fcbc8d9-2gkvt 94d8b8087b63dec17164aa14a8365b16e1fe7a513bb5ca8de3aa05d734b59315 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e4:9f:02:0e:ca\",\"name\":\"94d8b8087b63dec\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a272a7e-e93e-498b-9b17-b2c22fc2d96e\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:58:31.093261 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 11:58:33.558239 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 11:58:33.582311 3682 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:33.582328 3682 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:33.582333 3682 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:34.135781 3682 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0425 11:58:35.098609 3682 cni.go:452] [tsf-tas/segment-backup-installation-qv4dg-ngmf5 67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-qv4dg-ngmf5 67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a network default NAD default NAD key ] I0425 11:58:35.193361 3682 cni.go:473] [tsf-tas/segment-backup-installation-qv4dg-ngmf5 67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-qv4dg-ngmf5 67ac555f702c3b8e172625502af45294e882bd1f47f3b9fdb2cc88a9b006d25a network default NAD default NAD key default], result "{}", err I0425 11:58:35.245156 3682 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:35.245191 3682 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-qv4dg-ngmf5 I0425 11:58:35.246483 3682 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-qv4dg-ngmf5, ips: 10.128.0.36 I0425 11:58:35.246517 3682 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:36.109855 3682 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:36.109882 3682 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:42.754282 3682 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7t8cb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:42.754894 3682 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7t8cb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:43.630886 3682 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7t8cb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:43.630913 3682 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7t8cb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:58:45.138254 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 11:59:00.182713 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0425 11:59:09.886047 3682 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:09.886682 3682 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:09.907729 3682 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:09.907745 3682 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:09.912912 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 11:59:09.912935 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 11:59:12.291091 3682 cni.go:452] [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141 network default NAD default NAD key ] I0425 11:59:12.382521 3682 cni.go:473] [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 804b1d53160c86b3ed5aa659e1142ff97b13256325c9e48e2cee019685420141 network default NAD default NAD key default], result "{}", err I0425 11:59:12.433973 3682 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:12.434005 3682 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 I0425 11:59:12.435445 3682 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-rdn7m-t2qr9, ips: 10.128.0.38 I0425 11:59:12.435473 3682 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:13.307573 3682 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:13.307598 3682 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:15.484033 3682 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:15.484601 3682 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:15.883691 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0425 11:59:16.362027 3682 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:16.362051 3682 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:19.959973 3682 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:19.960541 3682 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 11:59:20.831087 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 11:59:20.982125 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:20.982149 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:22.377424 3682 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-57f8d996cb-wg295] creating logical port tsf-tas_rekor-server-57f8d996cb-wg295 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:59:22.377547 3682 kube.go:256] Updating pod tsf-tas/rekor-server-57f8d996cb-wg295 I0425 11:59:22.393238 3682 pod.go:62] [tsf-tas/rekor-server-57f8d996cb-wg295] pod update took 15.713526ms I0425 11:59:22.393262 3682 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-57f8d996cb-wg295] addLogicalPort annotation time took 15.744139ms I0425 11:59:22.394586 3682 pods.go:271] [tsf-tas/rekor-server-57f8d996cb-wg295] addLogicalPort took 17.176385ms, libovsdb time 925.174µs I0425 11:59:23.784736 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-x4cb5 for pod on switch ip-10-0-0-183.ec2.internal I0425 11:59:23.784893 3682 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5 I0425 11:59:23.800596 3682 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5] pod update took 15.740085ms I0425 11:59:23.800642 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5] addLogicalPort annotation time took 15.788113ms I0425 11:59:23.801904 3682 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5] addLogicalPort took 17.190897ms, libovsdb time 849.464µs I0425 11:59:24.147261 3682 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5 f18eecc1f013832b4ad088c2bb571157e3e323fc9df706b8383cb15e89771c80 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5 f18eecc1f013832b4ad088c2bb571157e3e323fc9df706b8383cb15e89771c80 network default NAD default NAD key ] I0425 11:59:24.156745 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-x4cb5, hostIfaceName: f18eecc1f013832, network: default, NAD default, SandboxID: "f18eecc1f013832b4ad088c2bb571157e3e323fc9df706b8383cb15e89771c80", PCI device ID: , UID: "87eb4547-090d-46af-a637-633bd381f176", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0425 11:59:24.210851 3682 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5 f18eecc1f013832b4ad088c2bb571157e3e323fc9df706b8383cb15e89771c80 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-x4cb5 f18eecc1f013832b4ad088c2bb571157e3e323fc9df706b8383cb15e89771c80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:8f:e1:86:79:41\",\"name\":\"f18eecc1f013832\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f634f2d-91a6-4d3c-abe2-325e1d6100d2\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:59:25.438198 3682 cni.go:452] [tsf-tas/rekor-server-57f8d996cb-wg295 ef7565ec90687c0d7ca38cbf51ab47bfc7a13e3d02069441d2ceb40f7c43c9eb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-57f8d996cb-wg295 ef7565ec90687c0d7ca38cbf51ab47bfc7a13e3d02069441d2ceb40f7c43c9eb network default NAD default NAD key ] I0425 11:59:25.449094 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-57f8d996cb-wg295, hostIfaceName: ef7565ec90687c0, network: default, NAD default, SandboxID: "ef7565ec90687c0d7ca38cbf51ab47bfc7a13e3d02069441d2ceb40f7c43c9eb", PCI device ID: , UID: "a67e3e36-ccc8-4981-8349-15c7b51b5bff", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0425 11:59:25.503908 3682 cni.go:473] [tsf-tas/rekor-server-57f8d996cb-wg295 ef7565ec90687c0d7ca38cbf51ab47bfc7a13e3d02069441d2ceb40f7c43c9eb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-57f8d996cb-wg295 ef7565ec90687c0d7ca38cbf51ab47bfc7a13e3d02069441d2ceb40f7c43c9eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:bd:e0:a2:0e:e4\",\"name\":\"ef7565ec90687c0\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7332f4fb-178b-4179-8946-e3a074459a0d\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 11:59:25.856666 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0425 11:59:25.876526 3682 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0425 11:59:26.366209 3682 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 11:59:26.366229 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 11:59:27.371570 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 11:59:27.371588 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 11:59:28.378694 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0425 11:59:29.889543 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 11:59:31.039814 3682 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9f7js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:31.040366 3682 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9f7js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:32.061358 3682 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9f7js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.061387 3682 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9f7js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.098774 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.098795 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.103678 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9n68s I0425 11:59:32.103700 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9n68s I0425 11:59:36.067991 3682 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:36.068538 3682 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:36.089993 3682 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:36.090014 3682 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:36.097654 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 11:59:36.097678 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0425 11:59:39.390774 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0425 11:59:41.640431 3682 obj_retry.go:498] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:41.640998 3682 obj_retry.go:498] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:42.664993 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:42.665016 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:48.163047 3682 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:48.163599 3682 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:49.028810 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:49.028837 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:49.215960 3682 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-qzf9p] creating logical port tsf-tpa_create-importers-qzf9p for pod on switch ip-10-0-0-183.ec2.internal I0425 11:59:49.216067 3682 kube.go:256] Updating pod tsf-tpa/create-importers-qzf9p I0425 11:59:49.228749 3682 pod.go:62] [tsf-tpa/create-importers-qzf9p] pod update took 12.710669ms I0425 11:59:49.228775 3682 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-qzf9p] addLogicalPort annotation time took 12.742561ms I0425 11:59:49.230130 3682 pods.go:271] [tsf-tpa/create-importers-qzf9p] addLogicalPort took 14.189176ms, libovsdb time 802.441µs I0425 11:59:49.576310 3682 cni.go:452] [tsf-tpa/create-importers-qzf9p 88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-qzf9p 88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d network default NAD default NAD key ] I0425 11:59:49.585988 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-qzf9p, hostIfaceName: 88dc8f157fa0744, network: default, NAD default, SandboxID: "88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d", PCI device ID: , UID: "e6e41323-444d-4663-99a4-c2a011d42330", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0425 11:59:49.641502 3682 cni.go:473] [tsf-tpa/create-importers-qzf9p 88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-qzf9p 88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:39:93:bc:70:87\",\"name\":\"88dc8f157fa0744\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fba9349e-321b-4c6e-b22e-ad84fdf8bc7c\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 11:59:53.515981 3682 cni.go:452] [tsf-tpa/create-importers-qzf9p 88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-qzf9p 88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d network default NAD default NAD key ] I0425 11:59:53.599595 3682 cni.go:473] [tsf-tpa/create-importers-qzf9p 88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-qzf9p 88dc8f157fa0744dd66ccc92200c6e46736709a714be33a410f4651f6e498e9d network default NAD default NAD key default], result "{}", err I0425 11:59:53.654174 3682 obj_retry.go:498] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:53.654203 3682 pods.go:176] Deleting pod: tsf-tpa/create-importers-qzf9p I0425 11:59:53.655518 3682 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-qzf9p, ips: 10.128.0.44 I0425 11:59:53.655548 3682 obj_retry.go:498] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:54.678470 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:54.678493 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:57.270500 3682 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:57.271088 3682 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:58.081296 3682 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:58.081320 3682 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:00.171748 3682 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618640-tkms5 for pod on switch ip-10-0-0-183.ec2.internal I0425 12:00:00.171839 3682 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 I0425 12:00:00.186860 3682 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5] pod update took 15.046199ms I0425 12:00:00.186879 3682 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5] addLogicalPort annotation time took 15.069128ms I0425 12:00:00.188122 3682 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5] addLogicalPort took 16.390286ms, libovsdb time 844.538µs I0425 12:00:00.564288 3682 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228 network default NAD default NAD key ] I0425 12:00:00.573732 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618640-tkms5, hostIfaceName: 3425853d5e4bbc1, network: default, NAD default, SandboxID: "3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228", PCI device ID: , UID: "de96445a-4272-4688-9e9e-b52f93e2cc30", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0425 12:00:00.628601 3682 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:a5:ae:28:10:5b\",\"name\":\"3425853d5e4bbc1\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da182953-fc79-4c2e-9eb2-3816b26d999c\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 12:00:02.639320 3682 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 12:00:03.573429 3682 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228 network default NAD default NAD key ] I0425 12:00:03.667552 3682 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 3425853d5e4bbc1c6eace20e21125218ee0d8292f4e3942df6f5532fd7f3a228 network default NAD default NAD key default], result "{}", err I0425 12:00:03.731295 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:03.731327 3682 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 I0425 12:00:03.732684 3682 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5, ips: 10.128.0.45 I0425 12:00:03.732714 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 12:00:04.098900 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 12:00:04.588176 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:04.588202 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:30.385729 3682 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:30.386316 3682 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:30.427040 3682 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:30.427067 3682 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:30.435239 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 12:00:30.435268 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 12:00:31.180741 3682 namespace.go:98] [build-service] adding namespace I0425 12:00:31.181656 3682 namespace.go:102] [build-service] adding namespace took 891.65µs I0425 12:00:31.184957 3682 namespace.go:98] [image-controller] adding namespace I0425 12:00:31.185686 3682 namespace.go:102] [image-controller] adding namespace took 713.147µs I0425 12:00:31.186343 3682 namespace.go:98] [default-tenant] adding namespace I0425 12:00:31.186973 3682 namespace.go:102] [default-tenant] adding namespace took 613.517µs I0425 12:00:31.188131 3682 namespace.go:98] [integration-service] adding namespace I0425 12:00:31.188689 3682 namespace.go:102] [integration-service] adding namespace took 544.5µs I0425 12:00:31.222982 3682 namespace.go:142] [build-service] updating namespace I0425 12:00:31.239514 3682 namespace.go:142] [build-service] updating namespace I0425 12:00:31.266592 3682 namespace.go:142] [image-controller] updating namespace I0425 12:00:31.317483 3682 namespace.go:142] [image-controller] updating namespace I0425 12:00:31.332475 3682 namespace.go:142] [default-tenant] updating namespace I0425 12:00:31.375123 3682 namespace.go:142] [default-tenant] updating namespace I0425 12:00:31.413296 3682 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.441570 3682 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.496153 3682 namespace.go:142] [build-service] updating namespace I0425 12:00:31.522683 3682 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.542883 3682 namespace.go:98] [release-service] adding namespace I0425 12:00:31.543773 3682 namespace.go:102] [release-service] adding namespace took 866.15µs I0425 12:00:31.578874 3682 namespace.go:142] [konflux-ui] updating namespace I0425 12:00:31.615130 3682 namespace.go:142] [release-service] updating namespace I0425 12:00:31.634599 3682 namespace.go:142] [release-service] updating namespace I0425 12:00:31.642587 3682 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-183.ec2.internal I0425 12:00:31.642734 3682 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0425 12:00:31.663381 3682 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 20.66881ms I0425 12:00:31.663403 3682 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 20.697321ms I0425 12:00:31.664670 3682 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 22.102456ms, libovsdb time 841.858µs I0425 12:00:31.728595 3682 namespace.go:98] [konflux-info] adding namespace I0425 12:00:31.729429 3682 namespace.go:102] [konflux-info] adding namespace took 793.499µs I0425 12:00:31.762145 3682 namespace.go:98] [namespace-lister] adding namespace I0425 12:00:31.762974 3682 namespace.go:102] [namespace-lister] adding namespace took 806.692µs I0425 12:00:31.821226 3682 namespace.go:142] [konflux-info] updating namespace I0425 12:00:31.841652 3682 namespace.go:98] [enterprise-contract-service] adding namespace I0425 12:00:31.842433 3682 namespace.go:102] [enterprise-contract-service] adding namespace took 763.167µs I0425 12:00:31.891111 3682 namespace.go:142] [konflux-info] updating namespace I0425 12:00:31.975746 3682 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.010193 3682 cni.go:452] [konflux-ui/test-tsf-konflux 6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab network default NAD default NAD key ] I0425 12:00:32.014713 3682 namespace.go:142] [build-service] updating namespace I0425 12:00:32.019942 3682 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 6e9a5e7e9025552, network: default, NAD default, SandboxID: "6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab", PCI device ID: , UID: "299a5789-28f4-425a-bdd9-192cab34d4f2", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0425 12:00:32.024935 3682 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:32.078090 3682 cni.go:473] [konflux-ui/test-tsf-konflux 6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f5:1b:d0:df:34\",\"name\":\"6e9a5e7e9025552\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61845636-06b7-4cd9-8e35-e2065fc56343\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:00:32.174763 3682 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:32.239423 3682 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.265680 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:32.312841 3682 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.416098 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:32.554333 3682 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.614368 3682 namespace.go:98] [konflux-cli] adding namespace I0425 12:00:32.615252 3682 namespace.go:102] [konflux-cli] adding namespace took 864.769µs I0425 12:00:32.657153 3682 namespace.go:142] [build-service] updating namespace I0425 12:00:32.678410 3682 namespace.go:142] [integration-service] updating namespace I0425 12:00:32.698023 3682 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.712283 3682 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.732483 3682 namespace.go:142] [integration-service] updating namespace I0425 12:00:32.732547 3682 namespace.go:98] [segment-bridge] adding namespace I0425 12:00:32.733441 3682 namespace.go:102] [segment-bridge] adding namespace took 875.38µs I0425 12:00:32.759074 3682 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:32.795697 3682 namespace.go:142] [build-service] updating namespace I0425 12:00:32.803911 3682 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:32.864879 3682 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.914021 3682 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:32.935265 3682 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 12:00:32.935921 3682 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 12:00:32.935942 3682 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 12:00:32.938792 3682 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 12:00:32.944940 3682 namespace.go:142] [image-controller] updating namespace I0425 12:00:33.042693 3682 namespace.go:142] [integration-service] updating namespace I0425 12:00:33.062919 3682 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:33.175329 3682 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 12:00:33.175355 3682 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 12:00:33.176251 3682 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 12:00:34.297560 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:34.434512 3682 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:34.656948 3682 namespace.go:142] [konflux-info] updating namespace I0425 12:00:35.002963 3682 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:35.187649 3682 namespace.go:142] [release-service] updating namespace I0425 12:00:35.393254 3682 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:35.505467 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:35.521507 3682 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:35.540148 3682 namespace.go:142] [konflux-info] updating namespace I0425 12:00:35.553267 3682 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-tdkxc for pod on switch ip-10-0-0-183.ec2.internal I0425 12:00:35.553380 3682 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc I0425 12:00:35.556812 3682 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:35.578956 3682 namespace.go:142] [release-service] updating namespace I0425 12:00:35.579019 3682 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc] pod update took 25.667182ms I0425 12:00:35.579039 3682 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc] addLogicalPort annotation time took 25.693904ms I0425 12:00:35.580327 3682 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc] addLogicalPort took 27.076708ms, libovsdb time 897.875µs I0425 12:00:35.594739 3682 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:35.673757 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:35.747274 3682 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:35.836187 3682 namespace.go:142] [konflux-info] updating namespace I0425 12:00:35.938521 3682 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:36.033080 3682 namespace.go:142] [release-service] updating namespace I0425 12:00:36.136544 3682 namespace.go:142] [segment-bridge] updating namespace W0425 12:00:36.393390 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0425 12:00:36.867510 3682 base_network_controller_pods.go:487] [default/konflux-ui/proxy-67d78fc5fc-6lg9g] creating logical port konflux-ui_proxy-67d78fc5fc-6lg9g for pod on switch ip-10-0-0-183.ec2.internal I0425 12:00:36.867703 3682 kube.go:256] Updating pod konflux-ui/proxy-67d78fc5fc-6lg9g I0425 12:00:36.886354 3682 pod.go:62] [konflux-ui/proxy-67d78fc5fc-6lg9g] pod update took 18.698402ms I0425 12:00:36.886384 3682 base_network_controller_pods.go:951] [default/konflux-ui/proxy-67d78fc5fc-6lg9g] addLogicalPort annotation time took 18.735045ms I0425 12:00:36.888060 3682 pods.go:271] [konflux-ui/proxy-67d78fc5fc-6lg9g] addLogicalPort took 20.569005ms, libovsdb time 1.149384ms W0425 12:00:38.307085 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 12:00:40.316925 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0425 12:00:41.818879 3682 cni.go:452] [konflux-ui/proxy-67d78fc5fc-6lg9g 575f028c6501a2b2a87ce7d7255df5d08f8c2c0441877ba51432ce91f604d37f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-67d78fc5fc-6lg9g 575f028c6501a2b2a87ce7d7255df5d08f8c2c0441877ba51432ce91f604d37f network default NAD default NAD key ] I0425 12:00:41.828346 3682 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-67d78fc5fc-6lg9g, hostIfaceName: 575f028c6501a2b, network: default, NAD default, SandboxID: "575f028c6501a2b2a87ce7d7255df5d08f8c2c0441877ba51432ce91f604d37f", PCI device ID: , UID: "8067993c-1153-48d7-9d26-87ce72e337a3", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0425 12:00:41.866206 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 12:00:41.886020 3682 cni.go:473] [konflux-ui/proxy-67d78fc5fc-6lg9g 575f028c6501a2b2a87ce7d7255df5d08f8c2c0441877ba51432ce91f604d37f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-67d78fc5fc-6lg9g 575f028c6501a2b2a87ce7d7255df5d08f8c2c0441877ba51432ce91f604d37f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:23:29:60:6e:6e\",\"name\":\"575f028c6501a2b\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56fe99d6-7b50-4df9-855f-df7a0db816fc\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 12:00:42.339080 3682 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0425 12:00:43.428155 3682 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc 30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc 30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24 network default NAD default NAD key ] I0425 12:00:43.437976 3682 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-tdkxc, hostIfaceName: 30b0003114cf949, network: default, NAD default, SandboxID: "30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24", PCI device ID: , UID: "52773d38-e0ad-43c3-a748-96912b85dfb6", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0425 12:00:43.497507 3682 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc 30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc 30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:96:d7:2b:27:42\",\"name\":\"30b0003114cf949\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/338752af-66af-4375-8605-abdfa856f63b\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 12:00:45.374251 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:45.374267 3682 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:47.818815 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 12:00:47.821035 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:47.851744 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:47.851760 3682 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:48.395382 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:48.395467 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 12:00:48.412751 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 12:00:48.415375 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 12:00:58.827255 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:58.832343 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0425 12:01:00.591757 3682 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc 30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc 30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24 network default NAD default NAD key ] I0425 12:01:00.674464 3682 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc 30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc 30b0003114cf949c6d5e0890176b6435efc16c2c4356e1863c7c5f2b37abda24 network default NAD default NAD key default], result "{}", err I0425 12:01:00.726240 3682 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:01:00.726270 3682 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc I0425 12:01:00.727548 3682 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc, ips: 10.128.0.47 I0425 12:01:00.727577 3682 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:01:00.900764 3682 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:01:00.900786 3682 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:01:00.908004 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc I0425 12:01:00.908032 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc W0425 12:01:25.456566 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 12:01:25.456588 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 12:01:25.456599 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 12:01:25.456603 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 12:01:30.924841 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 12:01:30.924859 3682 util.go:959] Failed to build node endpoints for node ip-10-0-0-183.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 12:01:46.062762 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0425 12:02:00.439574 3682 obj_retry.go:498] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:00.440160 3682 obj_retry.go:498] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:00.807943 3682 obj_retry.go:492] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:00.807970 3682 obj_retry.go:492] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:00.813414 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-867bfd6556-kkt2z I0425 12:02:00.813441 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-867bfd6556-kkt2z I0425 12:02:04.257135 3682 cni.go:452] [konflux-ui/test-tsf-konflux 6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab network default NAD default NAD key ] I0425 12:02:04.351322 3682 cni.go:473] [konflux-ui/test-tsf-konflux 6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 6e9a5e7e90255527da94d72f3a9f0a134a17e0b9562a36e9a182242aff15e3ab network default NAD default NAD key default], result "{}", err I0425 12:02:04.403400 3682 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:04.403434 3682 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0425 12:02:04.404786 3682 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.46 I0425 12:02:04.404813 3682 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:04.419968 3682 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:04.420020 3682 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:04.425574 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 12:02:04.425598 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 12:02:13.753854 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=125 I0425 12:02:17.750936 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0425 12:02:34.371339 3682 namespace.go:98] [default-managed-tenant-q3nqj] adding namespace I0425 12:02:34.372166 3682 namespace.go:102] [default-managed-tenant-q3nqj] adding namespace took 806.318µs I0425 12:02:34.404666 3682 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:34.423151 3682 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.609994 3682 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.762512 3682 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.841822 3682 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:03:39.749784 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158 I0425 12:03:40.753146 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 I0425 12:03:41.761541 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=462 I0425 12:03:54.056982 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 12:04:21.961598 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0425 12:04:29.236279 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 12:04:53.178776 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 12:05:12.184034 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0425 12:05:33.051714 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0425 12:06:29.106661 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 12:07:12.749803 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=78 I0425 12:07:44.871163 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0425 12:08:42.559314 3682 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 12:08:56.887228 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0425 12:09:42.046740 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:42.046781 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:42.051128 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gkn2v I0425 12:09:42.051156 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gkn2v I0425 12:09:49.036468 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:49.036518 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:49.040710 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-c998d I0425 12:09:49.040726 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-c998d I0425 12:09:54.028950 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:54.029006 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:54.032931 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-qzf9p I0425 12:09:54.032956 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-qzf9p I0425 12:10:00.204772 3682 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618650-klcvt for pod on switch ip-10-0-0-183.ec2.internal I0425 12:10:00.204884 3682 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt I0425 12:10:00.228749 3682 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt] pod update took 23.890171ms I0425 12:10:00.228777 3682 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt] addLogicalPort annotation time took 23.924505ms I0425 12:10:00.230212 3682 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt] addLogicalPort took 25.452941ms, libovsdb time 1.049728ms I0425 12:10:00.565603 3682 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt 0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt 0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b network default NAD default NAD key ] I0425 12:10:00.575169 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618650-klcvt, hostIfaceName: 0c8d31046995ff7, network: default, NAD default, SandboxID: "0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b", PCI device ID: , UID: "f1bf3435-b2b1-4c7b-bb10-b26627d0b9ab", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0425 12:10:00.629877 3682 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt 0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt 0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ac:0c:5d:30:34\",\"name\":\"0c8d31046995ff7\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/730719b2-128e-4305-bde0-5c3652a12da3\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:10:03.858055 3682 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt 0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt 0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b network default NAD default NAD key ] I0425 12:10:03.944859 3682 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt 0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt 0c8d31046995ff7d545a7652062bb9171d7e28ccbc1bb29aa938ad3b30181f3b network default NAD default NAD key default], result "{}", err I0425 12:10:03.994826 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:10:03.994884 3682 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt I0425 12:10:03.996228 3682 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt, ips: 10.128.0.49 I0425 12:10:03.996257 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:10:04.867775 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:10:04.867832 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:10:09.753855 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0425 12:10:18.060847 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0425 12:10:20.067082 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 12:10:42.240084 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0425 12:10:56.758458 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0425 12:11:09.965838 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0425 12:11:29.755379 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0425 12:12:16.182192 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 12:12:43.110518 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 12:12:55.757477 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0425 12:12:59.765852 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0425 12:14:20.187677 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0425 12:14:26.055874 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0425 12:16:02.754184 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0425 12:16:35.891680 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 12:16:55.082432 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0425 12:17:28.759416 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 12:17:43.874958 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 12:18:04.118553 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0425 12:18:04.992208 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-976rr-init-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:18:04.992380 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod I0425 12:18:05.016883 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod] pod update took 24.532518ms I0425 12:18:05.016913 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod] addLogicalPort annotation time took 24.567207ms I0425 12:18:05.018224 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod] addLogicalPort took 26.040225ms, libovsdb time 895.74µs I0425 12:18:05.358477 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae network default NAD default NAD key ] I0425 12:18:05.367912 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-976rr-init-pod, hostIfaceName: f4419ba43803895, network: default, NAD default, SandboxID: "f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae", PCI device ID: , UID: "0e044555-6ce9-4ea7-813d-b1191f8f3e85", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0425 12:18:05.425249 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:f0:58:72:67:62\",\"name\":\"f4419ba43803895\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f24ac4d5-2e93-48f6-ac66-ae3f28b12a9d\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:18:12.571663 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:12.572297 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:13.039452 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:13.039497 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:13.044514 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod I0425 12:18:13.044538 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod I0425 12:18:18.637132 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae network default NAD default NAD key ] I0425 12:18:18.736759 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod f4419ba43803895675cf425ded3783d116d0a8186bc0a760b0436da9bc89b3ae network default NAD default NAD key default], result "{}", err I0425 12:18:18.792585 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:18.792641 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod I0425 12:18:18.794005 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod, ips: 10.128.0.50 I0425 12:18:18.794038 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:19.071525 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 12:18:19.524887 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:19.524916 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:19.527840 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod I0425 12:18:19.527864 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod I0425 12:18:20.843833 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-init-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:18:20.844019 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod I0425 12:18:20.863478 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod] pod update took 19.50055ms I0425 12:18:20.863506 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod] addLogicalPort annotation time took 19.534402ms I0425 12:18:20.865064 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod] addLogicalPort took 21.24714ms, libovsdb time 992.291µs I0425 12:18:21.210023 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod 0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod 0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42 network default NAD default NAD key ] I0425 12:18:21.219590 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-init-pod, hostIfaceName: 0f595561dfe1213, network: default, NAD default, SandboxID: "0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42", PCI device ID: , UID: "e7faab2c-8d46-445f-87ae-1890bc5f46be", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0425 12:18:21.275107 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod 0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod 0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ba:00:c6:b1:2f\",\"name\":\"0f595561dfe1213\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc1e6b69-519f-4ee8-9859-ea76bff86b89\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:18:25.566954 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod 0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod 0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42 network default NAD default NAD key ] I0425 12:18:25.652155 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod 0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod 0f595561dfe12135ece1936d37571c15feb443a5962c0e330bf617c0f18cdf42 network default NAD default NAD key default], result "{}", err I0425 12:18:25.731493 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:25.731548 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod I0425 12:18:25.733065 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod, ips: 10.128.0.51 I0425 12:18:25.733092 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:26.080584 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-clone-repository-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:18:26.080779 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod I0425 12:18:26.107638 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod] pod update took 26.905047ms I0425 12:18:26.107662 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod] addLogicalPort annotation time took 26.937103ms I0425 12:18:26.108934 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod] addLogicalPort took 28.371132ms, libovsdb time 881.809µs I0425 12:18:26.528005 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b network default NAD default NAD key ] I0425 12:18:26.538547 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-clone-repository-pod, hostIfaceName: f60e2b2de49e201, network: default, NAD default, SandboxID: "f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b", PCI device ID: , UID: "debe724c-7fa4-4dea-98dd-6824ce8707c0", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0425 12:18:26.596478 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:dd:bb:b8:fb:cc\",\"name\":\"f60e2b2de49e201\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37a7877c-7a50-40ea-8ed2-2590c73349fb\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:18:39.679551 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b network default NAD default NAD key ] I0425 12:18:39.766297 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod f60e2b2de49e2016525accacf796b9810828c9075cc517ee75a0ee165f9b486b network default NAD default NAD key default], result "{}", err I0425 12:18:39.878196 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:39.878237 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod I0425 12:18:39.879781 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod, ips: 10.128.0.52 I0425 12:18:39.879816 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:40.255538 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:18:40.255705 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod I0425 12:18:40.294146 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod] pod update took 38.47349ms I0425 12:18:40.294172 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod] addLogicalPort annotation time took 38.50496ms I0425 12:18:40.295423 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod] addLogicalPort took 39.906422ms, libovsdb time 806.106µs I0425 12:18:40.624720 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod 0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod 0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf network default NAD default NAD key ] I0425 12:18:40.635736 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod, hostIfaceName: 0fcb56e7ab83b8e, network: default, NAD default, SandboxID: "0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf", PCI device ID: , UID: "31594641-0256-4e81-803d-4d715788ff10", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0425 12:18:40.693903 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod 0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod 0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ce:5e:b5:80:63\",\"name\":\"0fcb56e7ab83b8e\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d09f75d-6fb5-42b6-a5eb-f32e0b1576c7\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:19:04.770119 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=78 I0425 12:19:17.938057 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod 0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod 0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf network default NAD default NAD key ] I0425 12:19:18.032867 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod 0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod 0fcb56e7ab83b8e3134f1cf6d2239bc85744ed4b6a1b424cde3dddbf1b59f7cf network default NAD default NAD key default], result "{}", err I0425 12:19:18.118427 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:19:18.118465 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod I0425 12:19:18.120072 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod, ips: 10.128.0.53 I0425 12:19:18.120105 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:19:45.758567 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0425 12:19:52.243983 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 12:19:57.762722 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0425 12:20:00.181127 3682 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618660-5mj9d for pod on switch ip-10-0-0-183.ec2.internal I0425 12:20:00.181247 3682 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d I0425 12:20:00.196538 3682 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d] pod update took 15.309081ms I0425 12:20:00.196566 3682 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d] addLogicalPort annotation time took 15.344424ms I0425 12:20:00.197844 3682 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d] addLogicalPort took 16.741134ms, libovsdb time 843.874µs I0425 12:20:00.541988 3682 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17 network default NAD default NAD key ] I0425 12:20:00.551309 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618660-5mj9d, hostIfaceName: f168edc63b2a84f, network: default, NAD default, SandboxID: "f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17", PCI device ID: , UID: "2540f326-4c70-45fa-a61b-f92496a90e1b", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0425 12:20:00.606524 3682 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:bb:89:af:8b:be\",\"name\":\"f168edc63b2a84f\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e99757c-be1a-4d1f-a33a-393aca1e157a\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:20:04.212652 3682 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17 network default NAD default NAD key ] I0425 12:20:04.303502 3682 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d f168edc63b2a84fe583313d80812d1badc04287020ca39d4ae625d4e5a77fe17 network default NAD default NAD key default], result "{}", err I0425 12:20:04.355076 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:04.355114 3682 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d I0425 12:20:04.356547 3682 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d, ips: 10.128.0.54 I0425 12:20:04.356575 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:05.220500 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.220530 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.251499 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.251522 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.256474 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th I0425 12:20:05.256497 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th I0425 12:20:11.969650 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 12:20:31.145167 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-5dgmx-init-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:20:31.145309 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod I0425 12:20:31.166940 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod] pod update took 21.662032ms I0425 12:20:31.166972 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod] addLogicalPort annotation time took 21.689345ms I0425 12:20:31.168245 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod] addLogicalPort took 23.092416ms, libovsdb time 851.027µs I0425 12:20:31.509009 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod 3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod 3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b network default NAD default NAD key ] I0425 12:20:31.518556 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-5dgmx-init-pod, hostIfaceName: 3dde30eef8961d7, network: default, NAD default, SandboxID: "3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b", PCI device ID: , UID: "d4cb9be2-548b-459c-8983-91a05415f27d", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0425 12:20:31.573495 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod 3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod 3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:9f:57:2d:67:da\",\"name\":\"3dde30eef8961d7\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8df7d30a-dab1-4bc8-82c6-0903958930c5\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:20:37.354046 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:20:37.354170 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod I0425 12:20:37.397869 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod] pod update took 43.728886ms I0425 12:20:37.397895 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod] addLogicalPort annotation time took 43.762915ms I0425 12:20:37.399173 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod] addLogicalPort took 45.144063ms, libovsdb time 821.793µs I0425 12:20:37.412534 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod 3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod 3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b network default NAD default NAD key ] I0425 12:20:37.501593 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod 3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod 3dde30eef8961d76ae0064abfd8ebf86a113a3a619eb7842089cf2fadc49900b network default NAD default NAD key default], result "{}", err I0425 12:20:37.566385 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:37.566513 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod I0425 12:20:37.568494 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod, ips: 10.128.0.55 I0425 12:20:37.568588 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:37.699275 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod 935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod 935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c network default NAD default NAD key ] I0425 12:20:37.709412 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod, hostIfaceName: 935038854d8a044, network: default, NAD default, SandboxID: "935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c", PCI device ID: , UID: "7d9ee266-904f-4f6b-a83d-81d4e2a296a2", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0425 12:20:37.765010 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod 935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod 935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ba:01:40:e6:1e\",\"name\":\"935038854d8a044\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41f45221-0135-4717-80a0-706cf7a68a1c\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:20:38.420301 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod 935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod 935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c network default NAD default NAD key ] I0425 12:20:38.493705 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod 935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod 935038854d8a0447d757cfe0a173d7ed169e539fc5705a7dcd5224d88660692c network default NAD default NAD key default], result "{}", err I0425 12:20:39.442768 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:39.442797 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod I0425 12:20:39.444165 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod, ips: 10.128.0.56 I0425 12:20:39.444218 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:39.454395 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:39.454423 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:39.460603 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod I0425 12:20:39.460647 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod I0425 12:20:44.297972 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nmbds-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nmbds-init-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:20:44.298102 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nmbds-init-pod I0425 12:20:44.315882 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod] pod update took 17.808338ms I0425 12:20:44.315912 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nmbds-init-pod] addLogicalPort annotation time took 17.844056ms I0425 12:20:44.317380 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod] addLogicalPort took 19.427112ms, libovsdb time 1.055091ms I0425 12:20:44.664203 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9 network default NAD default NAD key ] I0425 12:20:44.673990 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nmbds-init-pod, hostIfaceName: d591d1ae6d9d146, network: default, NAD default, SandboxID: "d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9", PCI device ID: , UID: "b33fc19e-6795-4d0b-9181-39b5555cbf33", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0425 12:20:44.731243 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:26:f8:46:73:49\",\"name\":\"d591d1ae6d9d146\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdfee54b-b2c6-40d2-a129-78c9f652f410\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:20:49.389687 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nmbds-clone-repository-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:20:49.389820 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod I0425 12:20:49.418423 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod] pod update took 28.632277ms I0425 12:20:49.418446 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod] addLogicalPort annotation time took 28.669037ms I0425 12:20:49.419790 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod] addLogicalPort took 30.12546ms, libovsdb time 862.532µs I0425 12:20:49.508626 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9 network default NAD default NAD key ] I0425 12:20:49.601015 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-init-pod d591d1ae6d9d146df68042c8005d48de8b82d08d3e3e9857c49bd61ec733bff9 network default NAD default NAD key default], result "{}", err I0425 12:20:49.668602 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:49.668667 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nmbds-init-pod I0425 12:20:49.670066 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nmbds-init-pod, ips: 10.128.0.57 I0425 12:20:49.670097 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:49.752909 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod 0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod 0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7 network default NAD default NAD key ] I0425 12:20:49.763105 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nmbds-clone-repository-pod, hostIfaceName: 0d0e1057be3a479, network: default, NAD default, SandboxID: "0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7", PCI device ID: , UID: "c999761e-ba20-4637-9723-e371c8392542", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0425 12:20:49.827769 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod 0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod 0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d0:6b:7e:10:a4\",\"name\":\"0d0e1057be3a479\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c6f41a5-6f25-48ca-a88f-07d94875582d\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:20:58.378182 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:20:58.378341 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod I0425 12:20:58.404804 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod] pod update took 26.499467ms I0425 12:20:58.404827 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod] addLogicalPort annotation time took 26.530325ms I0425 12:20:58.406170 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod] addLogicalPort took 28.004981ms, libovsdb time 892.281µs I0425 12:20:58.583718 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod 0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod 0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7 network default NAD default NAD key ] I0425 12:20:58.674802 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod 0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod 0d0e1057be3a4790dcd8b386a5653cbe5cb5fd05d5b70b52eb3875a04fd5d7b7 network default NAD default NAD key default], result "{}", err I0425 12:20:58.741838 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod 7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod 7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794 network default NAD default NAD key ] I0425 12:20:58.749983 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:58.750021 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod I0425 12:20:58.751801 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod, ips: 10.128.0.58 I0425 12:20:58.751874 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:58.752162 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod, hostIfaceName: 7ebc44aedd7abb4, network: default, NAD default, SandboxID: "7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794", PCI device ID: , UID: "e741bb8c-65e5-4d21-94aa-8014570811a3", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0425 12:20:58.812516 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod 7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod 7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ed:97:7d:46:2d\",\"name\":\"7ebc44aedd7abb4\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1493d47-9083-4793-9204-67b51edbc90e\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:21:02.761478 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0425 12:21:26.655232 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nmbds-build-container-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:21:26.655360 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod I0425 12:21:26.702374 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod] pod update took 47.053336ms I0425 12:21:26.702400 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod] addLogicalPort annotation time took 47.084252ms I0425 12:21:26.703738 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod] addLogicalPort took 48.521316ms, libovsdb time 851.926µs I0425 12:21:26.786910 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod 7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod 7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794 network default NAD default NAD key ] I0425 12:21:26.862722 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod 7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod 7ebc44aedd7abb461231093cffb2fcd81be8e1d27ac20c83969a66f7c0713794 network default NAD default NAD key default], result "{}", err I0425 12:21:26.943111 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:21:26.943149 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod I0425 12:21:26.944480 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod, ips: 10.128.0.59 I0425 12:21:26.944505 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:21:27.024193 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod 85c1d48c2ee8c722c7cded4aa5e11a784620b38e4c11fb682b36ea099a051553 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod 85c1d48c2ee8c722c7cded4aa5e11a784620b38e4c11fb682b36ea099a051553 network default NAD default NAD key ] I0425 12:21:27.033805 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nmbds-build-container-pod, hostIfaceName: 85c1d48c2ee8c72, network: default, NAD default, SandboxID: "85c1d48c2ee8c722c7cded4aa5e11a784620b38e4c11fb682b36ea099a051553", PCI device ID: , UID: "84828b8f-a811-4bce-8d4f-596cd656668c", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0425 12:21:27.090988 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod 85c1d48c2ee8c722c7cded4aa5e11a784620b38e4c11fb682b36ea099a051553 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nmbds-build-container-pod 85c1d48c2ee8c722c7cded4aa5e11a784620b38e4c11fb682b36ea099a051553 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a9:34:9e:74:55\",\"name\":\"85c1d48c2ee8c72\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c12fb68-63d3-40ad-8528-b94c93181d41\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:21:28.185804 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 12:21:56.059694 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 12:22:00.835049 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-build-image-index-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:22:00.835212 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod I0425 12:22:00.861181 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod] pod update took 26.001379ms I0425 12:22:00.861210 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod] addLogicalPort annotation time took 26.035838ms I0425 12:22:00.862785 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod] addLogicalPort took 27.755158ms, libovsdb time 1.18236ms I0425 12:22:01.558213 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:01.558815 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:01.618917 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod 91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod 91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58 network default NAD default NAD key ] I0425 12:22:01.628269 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-build-image-index-pod, hostIfaceName: 91ad5c62a4a1bd7, network: default, NAD default, SandboxID: "91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58", PCI device ID: , UID: "9930b156-3516-4fca-b0f9-3e7385d171e0", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0425 12:22:01.685143 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod 91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod 91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:3d:c2:c9:a5:b3\",\"name\":\"91ad5c62a4a1bd7\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce3f0f95-dc9c-4f5c-a9c5-1307aa35d616\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:22:02.895419 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 12:22:06.192217 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 12:22:18.187163 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod 91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod 91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58 network default NAD default NAD key ] I0425 12:22:18.270111 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod 91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod 91ad5c62a4a1bd729092cd14dc9f573eb20e98707ba05d1d849b35843c7fab58 network default NAD default NAD key default], result "{}", err I0425 12:22:18.353791 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:18.353821 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod I0425 12:22:18.355184 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod, ips: 10.128.0.61 I0425 12:22:18.355213 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:18.538265 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:22:18.538439 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod I0425 12:22:18.562489 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod] pod update took 24.114216ms I0425 12:22:18.562511 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod] addLogicalPort annotation time took 24.142203ms I0425 12:22:18.563770 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod] addLogicalPort took 25.528081ms, libovsdb time 862.296µs I0425 12:22:18.626225 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod for pod on switch ip-10-0-0-183.ec2.internal I0425 12:22:18.626345 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod I0425 12:22:18.647684 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod] pod update took 21.371939ms I0425 12:22:18.647706 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod] addLogicalPort annotation time took 21.399889ms I0425 12:22:18.649049 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod] addLogicalPort took 22.814155ms, libovsdb time 933.325µs I0425 12:22:18.907673 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod c68343adcea28fdde72d129cb1fa01420e4baccddce82db842ce124d3b8d6fed network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod c68343adcea28fdde72d129cb1fa01420e4baccddce82db842ce124d3b8d6fed network default NAD default NAD key ] I0425 12:22:18.918150 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod, hostIfaceName: c68343adcea28fd, network: default, NAD default, SandboxID: "c68343adcea28fdde72d129cb1fa01420e4baccddce82db842ce124d3b8d6fed", PCI device ID: , UID: "78041785-686a-403a-a123-2b15b604b507", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0425 12:22:18.973914 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod c68343adcea28fdde72d129cb1fa01420e4baccddce82db842ce124d3b8d6fed network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-shell-check-pod c68343adcea28fdde72d129cb1fa01420e4baccddce82db842ce124d3b8d6fed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:a6:6c:55:8f:44\",\"name\":\"c68343adcea28fd\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7b0c7c8-2846-4dc0-a010-8b14442a6319\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 12:22:18.995184 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod 9d61aaf74c0cf9dcc3e9f19123c817d75b9b6bfe9783fa4a21ef701e8abe37cd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod 9d61aaf74c0cf9dcc3e9f19123c817d75b9b6bfe9783fa4a21ef701e8abe37cd network default NAD default NAD key ] I0425 12:22:19.005297 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod, hostIfaceName: 9d61aaf74c0cf9d, network: default, NAD default, SandboxID: "9d61aaf74c0cf9dcc3e9f19123c817d75b9b6bfe9783fa4a21ef701e8abe37cd", PCI device ID: , UID: "906e929b-7d45-488e-a1ca-120fc10cf635", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0425 12:22:19.063789 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod 9d61aaf74c0cf9dcc3e9f19123c817d75b9b6bfe9783fa4a21ef701e8abe37cd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-sast-unicode-check-pod 9d61aaf74c0cf9dcc3e9f19123c817d75b9b6bfe9783fa4a21ef701e8abe37cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b4:3a:84:6c:e5\",\"name\":\"9d61aaf74c0cf9d\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2edc716e-d251-4bbd-af82-330d371b13fb\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err