+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-104.ec2.internal ++ [[ -n ip-10-0-1-104.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-104.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0417 10:45:01.802215477 - disable conntrack on geneve port + echo 'I0417 10:45:01.802215477 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0417 10:45:01.819413007 - starting ovnkube-node + echo 'I0417 10:45:01.819413007 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-104.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-104.ec2.internal --init-node ip-10-0-1-104.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-104.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0417 10:45:01.859532 3680 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0417 10:45:01.859596 3680 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-dbb307d9d7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0417 10:45:01.861391 3680 kube.go:431] Waiting for certificate I0417 10:45:01.861415 3680 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0417 10:45:01.861450 3680 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0417 10:45:01.862184 3680 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 10:45:01.896048 3680 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:01.896062 3680 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:01.898889 3680 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:01.898971 3680 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ptcgs" I0417 10:45:01.905817 3680 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ptcgs" I0417 10:45:01.905909 3680 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:02.861859 3680 kube.go:438] Certificate found I0417 10:45:02.862456 3680 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 10:45:02.863335 3680 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0417 10:45:02.909303 3680 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-18 10:40:01 +0000 UTC" deadline="2026-04-18 04:10:44.338435904 +0000 UTC" I0417 10:45:02.909370 3680 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h25m41.429080588s" I0417 10:45:02.928581 3680 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 10:45:02.950192 3680 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0417 10:45:02.950263 3680 server.go:101] MetricServer registers OVS metrics I0417 10:45:02.950672 3680 server.go:105] MetricServer registers OVN DB metrics I0417 10:45:02.951991 3680 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0417 10:45:02.952089 3680 factory.go:561] Starting watch factory I0417 10:45:02.952220 3680 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952242 3680 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952341 3680 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952377 3680 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952389 3680 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952449 3680 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952444 3680 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952484 3680 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952941 3680 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.952990 3680 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.953081 3680 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.953102 3680 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.954453 3680 controller_manager.go:370] Starting the ovnkube controller I0417 10:45:02.954462 3680 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-104.ec2.internal I0417 10:45:02.954513 3680 controller_manager.go:395] NBDB zone sync took: 41.795µs I0417 10:45:02.954523 3680 factory.go:561] Starting watch factory I0417 10:45:02.954996 3680 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0417 10:45:02.955021 3680 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0417 10:45:02.968197 3680 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0417 10:45:02.968214 3680 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0417 10:45:02.971815 3680 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0417 10:45:02.971845 3680 server.go:109] MetricServer registers OVN Controller metrics I0417 10:45:02.972852 3680 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.973260 3680 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.975659 3680 server.go:113] MetricServer registers OVN Northd metrics I0417 10:45:02.977528 3680 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.979472 3680 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.979954 3680 metrics.go:519] OVN Metrics Server starts to run ... I0417 10:45:02.980714 3680 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:02.981611 3680 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:03.058851 3680 factory.go:1977] *v1.Service informer cache synced successfully I0417 10:45:03.058869 3680 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 10:45:03.058873 3680 factory.go:1977] *v1.Pod informer cache synced successfully I0417 10:45:03.058876 3680 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 10:45:03.058879 3680 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 10:45:03.058881 3680 factory.go:1977] *v1.Node informer cache synced successfully I0417 10:45:03.058987 3680 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:03.059009 3680 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:03.058981 3680 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:03.059075 3680 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:03.061070 3680 factory.go:1977] *v1.Node informer cache synced successfully I0417 10:45:03.061080 3680 factory.go:1977] *v1.Service informer cache synced successfully I0417 10:45:03.061084 3680 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 10:45:03.061087 3680 factory.go:1977] *v1.Pod informer cache synced successfully I0417 10:45:03.061090 3680 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 10:45:03.061093 3680 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 10:45:03.063020 3680 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:03.063024 3680 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:03.064930 3680 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 10:45:03.064940 3680 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 10:45:03.064988 3680 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.065010 3680 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.067006 3680 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 10:45:03.067017 3680 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 10:45:03.067860 3680 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.070517 3680 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 10:45:03.070601 3680 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.070616 3680 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.072932 3680 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 10:45:03.073730 3680 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.075708 3680 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 10:45:03.075767 3680 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.075778 3680 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.078413 3680 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 10:45:03.078836 3680 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.080791 3680 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 10:45:03.080842 3680 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.080853 3680 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.083584 3680 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 10:45:03.085281 3680 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.086236 3680 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 10:45:03.086295 3680 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.086307 3680 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.088873 3680 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 10:45:03.089043 3680 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.091600 3680 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 10:45:03.091785 3680 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:03.091801 3680 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:03.094505 3680 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 10:45:03.094730 3680 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:03.096678 3680 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 10:45:03.096733 3680 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.096746 3680 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.096800 3680 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.096818 3680 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.099610 3680 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 10:45:03.099934 3680 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.100002 3680 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:03.102002 3680 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 10:45:03.102012 3680 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 10:45:03.102019 3680 factory.go:680] Watch Factory start up complete, took: 149.93556ms I0417 10:45:03.102082 3680 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0417 10:45:03.105365 3680 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 10:45:03.105376 3680 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 10:45:03.105383 3680 factory.go:680] Watch Factory start up complete, took: 150.857887ms I0417 10:45:03.105390 3680 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-104.ec2.internal" zone I0417 10:45:03.141630 3680 default_node_network_controller.go:710] Initializing the default node network controller I0417 10:45:03.192409 3680 udn_isolation.go:101] Starting UDN host isolation manager I0417 10:45:03.200048 3680 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0417 10:45:03.249506 3680 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0417 10:45:03.249616 3680 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0417 10:45:03.249633 3680 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0417 10:45:03.281329 3680 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0417 10:45:03.281393 3680 default_node_network_controller.go:809] Node ip-10-0-1-104.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0417 10:45:03.286971 3680 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.104"] k8s.ovn.org/zone-name:ip-10-0-1-104.ec2.internal] on node ip-10-0-1-104.ec2.internal I0417 10:45:03.307546 3680 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0417 10:45:03.313780 3680 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0417 10:45:03.314027 3680 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0417 10:45:03.314177 3680 gateway_init.go:263] Preparing Gateway I0417 10:45:03.314189 3680 gateway_shared_intf.go:1687] Creating new gateway I0417 10:45:03.356147 3680 controller_manager.go:429] Waiting for node in zone sync took: 250.744501ms I0417 10:45:03.361952 3680 controller_manager.go:611] Switching to transit router for layer2 networks I0417 10:45:03.361967 3680 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-104.ec2.internal I0417 10:45:03.376444 3680 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 10:45:03.382485 3680 controller_manager.go:290] SCTP support detected in OVN I0417 10:45:03.383256 3680 services_controller.go:69] Creating services controller for network=default I0417 10:45:03.383310 3680 udn_enabled_svc.go:80] Waiting for service informer to sync I0417 10:45:03.383449 3680 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0417 10:45:03.383491 3680 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0417 10:45:03.383511 3680 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0417 10:45:03.383523 3680 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 10:45:03.383790 3680 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0417 10:45:03.383858 3680 udn_enabled_svc.go:95] Performing full resync I0417 10:45:03.383880 3680 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.105µs I0417 10:45:03.383902 3680 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0417 10:45:03.383946 3680 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 29.358µs I0417 10:45:03.383955 3680 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 55.095µs I0417 10:45:03.383961 3680 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0417 10:45:03.383971 3680 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0417 10:45:03.383979 3680 default_network_controller.go:325] Starting the default network controller I0417 10:45:03.384065 3680 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 18.476µs I0417 10:45:03.384205 3680 udn_enabled_svc.go:99] Waiting for handler to sync I0417 10:45:03.384215 3680 udn_enabled_svc.go:104] Starting worker I0417 10:45:03.394643 3680 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0417 10:45:03.394718 3680 repair.go:33] Syncing exgw routes took 60.238µs I0417 10:45:03.394743 3680 default_network_controller.go:414] Starting all the Watchers... I0417 10:45:03.394920 3680 namespace.go:98] [openshift-service-ca-operator] adding namespace I0417 10:45:03.394934 3680 namespace.go:98] [openshift-route-controller-manager] adding namespace I0417 10:45:03.394938 3680 namespace.go:98] [openshift-host-network] adding namespace I0417 10:45:03.394944 3680 namespace.go:98] [openshift-infra] adding namespace I0417 10:45:03.394950 3680 namespace.go:98] [openshift-network-diagnostics] adding namespace I0417 10:45:03.394953 3680 namespace.go:98] [openshift-ingress-operator] adding namespace I0417 10:45:03.394957 3680 namespace.go:98] [openshift-kube-apiserver] adding namespace I0417 10:45:03.394924 3680 namespace.go:98] [openshift-authentication] adding namespace I0417 10:45:03.394964 3680 namespace.go:98] [openshift-machine-api] adding namespace I0417 10:45:03.394968 3680 namespace.go:98] [default] adding namespace I0417 10:45:03.394973 3680 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0417 10:45:03.394977 3680 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0417 10:45:03.394981 3680 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0417 10:45:03.394993 3680 namespace.go:98] [openshift-backplane] adding namespace I0417 10:45:03.394920 3680 namespace.go:98] [dedicated-admin] adding namespace I0417 10:45:03.395546 3680 namespace.go:102] [openshift-service-ca-operator] adding namespace took 611.504µs I0417 10:45:03.395579 3680 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0417 10:45:03.396096 3680 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 510.005µs I0417 10:45:03.396111 3680 namespace.go:98] [kube-system] adding namespace I0417 10:45:03.396692 3680 namespace.go:102] [kube-system] adding namespace took 574.518µs I0417 10:45:03.396713 3680 namespace.go:98] [openshift-monitoring] adding namespace I0417 10:45:03.397506 3680 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.55991ms I0417 10:45:03.397527 3680 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0417 10:45:03.398235 3680 namespace.go:102] [openshift-host-network] adding namespace took 3.284269ms I0417 10:45:03.398259 3680 namespace.go:98] [openshift-dns-operator] adding namespace W0417 10:45:03.399087 3680 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nx78g: pod openshift-network-diagnostics/network-check-target-nx78g: no pod IPs found I0417 10:45:03.399115 3680 namespace.go:102] [openshift-infra] adding namespace took 4.159219ms I0417 10:45:03.399250 3680 namespace.go:98] [openshift-customer-monitoring] adding namespace I0417 10:45:03.399954 3680 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.99163ms I0417 10:45:03.399983 3680 namespace.go:98] [openshift-apiserver-operator] adding namespace I0417 10:45:03.400719 3680 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.754302ms I0417 10:45:03.400745 3680 namespace.go:98] [openshift-insights] adding namespace I0417 10:45:03.401489 3680 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.523018ms I0417 10:45:03.401505 3680 namespace.go:98] [openshift-backplane-mobb] adding namespace I0417 10:45:03.401729 3680 iptables.go:108] Creating table: filter chain: FORWARD I0417 10:45:03.402493 3680 namespace.go:102] [openshift-authentication] adding namespace took 7.526704ms I0417 10:45:03.402505 3680 namespace.go:98] [openshift-kube-scheduler] adding namespace I0417 10:45:03.403152 3680 namespace.go:102] [openshift-machine-api] adding namespace took 8.180279ms I0417 10:45:03.403170 3680 namespace.go:98] [openshift-authentication-operator] adding namespace I0417 10:45:03.403714 3680 namespace.go:102] [default] adding namespace took 8.734068ms I0417 10:45:03.403732 3680 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0417 10:45:03.404433 3680 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.450595ms I0417 10:45:03.404456 3680 namespace.go:98] [openshift-must-gather-operator] adding namespace I0417 10:45:03.405099 3680 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 10.113958ms I0417 10:45:03.405121 3680 namespace.go:98] [openshift-apiserver] adding namespace I0417 10:45:03.405738 3680 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 10.748292ms I0417 10:45:03.405754 3680 namespace.go:98] [openshift-backplane-srep] adding namespace I0417 10:45:03.406217 3680 namespace.go:102] [openshift-backplane] adding namespace took 11.207089ms I0417 10:45:03.406234 3680 namespace.go:98] [kube-public] adding namespace I0417 10:45:03.406693 3680 namespace.go:102] [dedicated-admin] adding namespace took 11.649922ms I0417 10:45:03.406708 3680 namespace.go:98] [openshift-dns] adding namespace I0417 10:45:03.407240 3680 namespace.go:102] [openshift-monitoring] adding namespace took 10.520693ms I0417 10:45:03.407258 3680 namespace.go:98] [openshift-console-operator] adding namespace I0417 10:45:03.407680 3680 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 10.146227ms I0417 10:45:03.407696 3680 namespace.go:98] [openshift] adding namespace I0417 10:45:03.408077 3680 iptables.go:108] Creating table: filter chain: OUTPUT I0417 10:45:03.408077 3680 namespace.go:102] [openshift-dns-operator] adding namespace took 9.81137ms I0417 10:45:03.408093 3680 namespace.go:98] [openshift-network-node-identity] adding namespace I0417 10:45:03.408590 3680 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.331605ms I0417 10:45:03.408605 3680 namespace.go:98] [openshift-operators-redhat] adding namespace I0417 10:45:03.409042 3680 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.052657ms I0417 10:45:03.409056 3680 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0417 10:45:03.409432 3680 namespace.go:102] [openshift-insights] adding namespace took 8.680642ms I0417 10:45:03.409449 3680 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0417 10:45:03.409849 3680 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.338958ms I0417 10:45:03.409862 3680 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0417 10:45:03.410317 3680 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.804756ms I0417 10:45:03.410334 3680 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0417 10:45:03.410787 3680 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.612591ms I0417 10:45:03.410799 3680 namespace.go:98] [openshift-network-console] adding namespace I0417 10:45:03.411214 3680 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.47747ms I0417 10:45:03.411226 3680 namespace.go:98] [openshift-ingress] adding namespace I0417 10:45:03.411583 3680 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.122634ms I0417 10:45:03.411594 3680 namespace.go:98] [openshift-config-operator] adding namespace I0417 10:45:03.412048 3680 namespace.go:102] [openshift-apiserver] adding namespace took 6.921619ms I0417 10:45:03.412062 3680 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0417 10:45:03.412442 3680 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.68368ms I0417 10:45:03.412453 3680 namespace.go:98] [openshift-node] adding namespace I0417 10:45:03.412796 3680 namespace.go:102] [kube-public] adding namespace took 6.557728ms I0417 10:45:03.412807 3680 namespace.go:98] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] adding namespace I0417 10:45:03.413249 3680 namespace.go:102] [openshift-dns] adding namespace took 6.534708ms I0417 10:45:03.413262 3680 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0417 10:45:03.413677 3680 namespace.go:102] [openshift-console-operator] adding namespace took 6.415598ms I0417 10:45:03.414046 3680 gateway_shared_intf.go:1816] Gateway Creation Complete I0417 10:45:03.414056 3680 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-104.ec2.internal","mac-address":"0a:ff:d0:ce:a8:49","ip-addresses":["10.0.1.104/24"],"ip-address":"10.0.1.104/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:616f395e-5e7a-4ba8-9f43-e0105d22faf1 k8s.ovn.org/node-encap-ips:["10.0.1.104"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.104/24"} k8s.ovn.org/zone-name:ip-10-0-1-104.ec2.internal] on node ip-10-0-1-104.ec2.internal I0417 10:45:03.414098 3680 namespace.go:102] [openshift] adding namespace took 6.397905ms I0417 10:45:03.414109 3680 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0417 10:45:03.414517 3680 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.419005ms I0417 10:45:03.414531 3680 namespace.go:98] [openshift-config-managed] adding namespace I0417 10:45:03.414957 3680 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.346761ms I0417 10:45:03.414969 3680 namespace.go:98] [openshift-image-registry] adding namespace I0417 10:45:03.415370 3680 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.309378ms I0417 10:45:03.415384 3680 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0417 10:45:03.415750 3680 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.295827ms I0417 10:45:03.415765 3680 namespace.go:98] [openshift-backplane-cse] adding namespace I0417 10:45:03.416111 3680 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.244467ms I0417 10:45:03.416122 3680 namespace.go:98] [openshift-console-user-settings] adding namespace I0417 10:45:03.416516 3680 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.178125ms I0417 10:45:03.416526 3680 namespace.go:98] [openshift-backplane-cee] adding namespace I0417 10:45:03.416967 3680 namespace.go:102] [openshift-network-console] adding namespace took 6.162994ms I0417 10:45:03.416980 3680 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0417 10:45:03.417323 3680 namespace.go:102] [openshift-ingress] adding namespace took 6.092811ms I0417 10:45:03.417335 3680 namespace.go:98] [openshift-operators] adding namespace I0417 10:45:03.417753 3680 namespace.go:102] [openshift-config-operator] adding namespace took 6.152983ms I0417 10:45:03.417768 3680 namespace.go:98] [openshift-logging] adding namespace I0417 10:45:03.418371 3680 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.303401ms I0417 10:45:03.418386 3680 namespace.go:98] [openshift-console] adding namespace I0417 10:45:03.419011 3680 namespace.go:102] [openshift-node] adding namespace took 6.55188ms I0417 10:45:03.419031 3680 namespace.go:98] [openshift-marketplace] adding namespace I0417 10:45:03.419533 3680 namespace.go:102] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] adding namespace took 6.719831ms I0417 10:45:03.419549 3680 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0417 10:45:03.420019 3680 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.752124ms I0417 10:45:03.420033 3680 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0417 10:45:03.420398 3680 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.284783ms I0417 10:45:03.420410 3680 namespace.go:98] [openshift-etcd] adding namespace I0417 10:45:03.420840 3680 namespace.go:102] [openshift-config-managed] adding namespace took 6.303829ms I0417 10:45:03.420853 3680 namespace.go:98] [openshift-machine-config-operator] adding namespace I0417 10:45:03.421381 3680 namespace.go:102] [openshift-image-registry] adding namespace took 6.405542ms I0417 10:45:03.421400 3680 namespace.go:98] [openshift-package-operator] adding namespace I0417 10:45:03.421886 3680 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.496435ms I0417 10:45:03.421903 3680 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0417 10:45:03.422392 3680 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.620951ms I0417 10:45:03.422411 3680 namespace.go:98] [openshift-backplane-tam] adding namespace I0417 10:45:03.422851 3680 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.723457ms I0417 10:45:03.422864 3680 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0417 10:45:03.423324 3680 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.793246ms I0417 10:45:03.423334 3680 namespace.go:98] [openshift-backplane-csm] adding namespace I0417 10:45:03.423901 3680 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.914575ms I0417 10:45:03.423922 3680 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0417 10:45:03.424501 3680 namespace.go:102] [openshift-operators] adding namespace took 7.158308ms I0417 10:45:03.424519 3680 namespace.go:98] [openshift-ingress-canary] adding namespace I0417 10:45:03.425109 3680 namespace.go:102] [openshift-logging] adding namespace took 7.332432ms I0417 10:45:03.425131 3680 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0417 10:45:03.425667 3680 namespace.go:102] [openshift-console] adding namespace took 7.274186ms I0417 10:45:03.425683 3680 namespace.go:98] [openshift-controller-manager] adding namespace I0417 10:45:03.426253 3680 namespace.go:102] [openshift-marketplace] adding namespace took 7.212024ms I0417 10:45:03.426265 3680 namespace.go:98] [openshift-config] adding namespace I0417 10:45:03.426748 3680 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.19354ms I0417 10:45:03.426763 3680 namespace.go:98] [openshift-network-operator] adding namespace I0417 10:45:03.427310 3680 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.272725ms I0417 10:45:03.427321 3680 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0417 10:45:03.427830 3680 namespace.go:102] [openshift-etcd] adding namespace took 7.412234ms I0417 10:45:03.428265 3680 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.405741ms I0417 10:45:03.428642 3680 namespace.go:102] [openshift-package-operator] adding namespace took 7.233997ms I0417 10:45:03.429186 3680 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.275492ms I0417 10:45:03.429778 3680 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.359916ms I0417 10:45:03.430380 3680 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.510856ms I0417 10:45:03.430394 3680 namespace.go:98] [openshift-multus] adding namespace I0417 10:45:03.430925 3680 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.567466ms I0417 10:45:03.431418 3680 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.489581ms I0417 10:45:03.431935 3680 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.410623ms I0417 10:45:03.432394 3680 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.2575ms I0417 10:45:03.432408 3680 namespace.go:98] [kube-node-lease] adding namespace I0417 10:45:03.432835 3680 namespace.go:102] [openshift-controller-manager] adding namespace took 7.145402ms I0417 10:45:03.433256 3680 namespace.go:102] [openshift-config] adding namespace took 6.985823ms I0417 10:45:03.433379 3680 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:03.433751 3680 namespace.go:102] [openshift-network-operator] adding namespace took 6.982191ms I0417 10:45:03.433766 3680 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0417 10:45:03.434158 3680 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8jw4k: pod openshift-multus/network-metrics-daemon-8jw4k: no pod IPs found I0417 10:45:03.434203 3680 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.87529ms I0417 10:45:03.434218 3680 namespace.go:98] [openshift-cluster-version] adding namespace I0417 10:45:03.434669 3680 namespace.go:102] [openshift-multus] adding namespace took 4.268435ms I0417 10:45:03.435138 3680 namespace.go:102] [kube-node-lease] adding namespace took 2.724428ms I0417 10:45:03.435580 3680 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 1.809283ms I0417 10:45:03.436105 3680 namespace.go:102] [openshift-cluster-version] adding namespace took 1.879481ms I0417 10:45:03.436377 3680 master.go:548] Adding or Updating local node "ip-10-0-1-104.ec2.internal" for network "default" W0417 10:45:03.445101 3680 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8jw4k: pod openshift-multus/network-metrics-daemon-8jw4k: no pod IPs found W0417 10:45:03.445123 3680 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nx78g: pod openshift-network-diagnostics/network-check-target-nx78g: no pod IPs found I0417 10:45:03.446182 3680 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-104.ec2.internal for the network default I0417 10:45:03.446604 3680 zone_ic_handler.go:195] Time taken to create transit switch: 406.735µs I0417 10:45:03.447333 3680 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0417 10:45:03.447358 3680 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0417 10:45:03.447371 3680 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0417 10:45:03.447387 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-104.ec2.internal in network "default" I0417 10:45:03.447444 3680 node_tracker.go:169] Node ip-10-0-1-104.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:03.447460 3680 services_controller.go:574] Full service sync requested for network=default I0417 10:45:03.547417 3680 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0417 10:45:03.547440 3680 services_controller.go:208] Setting up event handlers for services for network=default I0417 10:45:03.547617 3680 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0417 10:45:03.547652 3680 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0417 10:45:03.547664 3680 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0417 10:45:03.647871 3680 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0417 10:45:03.647889 3680 repair.go:60] Starting repairing loop for services I0417 10:45:03.647990 3680 repair.go:131] Deleted 0 stale service LBs I0417 10:45:03.648009 3680 repair.go:137] Deleted 0 stale Chassis Template Vars I0417 10:45:03.648024 3680 repair.go:62] Finished repairing loop for services: 137.83µs I0417 10:45:03.648064 3680 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0417 10:45:03.648073 3680 services_controller.go:254] Starting workers for network=default I0417 10:45:03.648618 3680 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8jw4k] creating logical port openshift-multus_network-metrics-daemon-8jw4k for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:03.648656 3680 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nx78g] creating logical port openshift-network-diagnostics_network-check-target-nx78g for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:03.648799 3680 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8jw4k I0417 10:45:03.648877 3680 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nx78g I0417 10:45:03.665479 3680 pod.go:62] [openshift-network-diagnostics/network-check-target-nx78g] pod update took 16.755483ms I0417 10:45:03.665496 3680 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nx78g] addLogicalPort annotation time took 16.775256ms I0417 10:45:03.666233 3680 pod.go:62] [openshift-multus/network-metrics-daemon-8jw4k] pod update took 17.524716ms I0417 10:45:03.666300 3680 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8jw4k] addLogicalPort annotation time took 17.5819ms I0417 10:45:03.666426 3680 pods.go:271] [openshift-network-diagnostics/network-check-target-nx78g] addLogicalPort took 17.777917ms, libovsdb time 725.273µs I0417 10:45:03.667178 3680 pods.go:271] [openshift-multus/network-metrics-daemon-8jw4k] addLogicalPort took 18.571984ms, libovsdb time 541.423µs I0417 10:45:03.667528 3680 admin_network_policy_controller.go:227] Starting controller default-network-controller I0417 10:45:03.667544 3680 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0417 10:45:03.667569 3680 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0417 10:45:03.667577 3680 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0417 10:45:03.667769 3680 repair.go:29] Repairing admin network policies took 186.206µs I0417 10:45:03.667867 3680 repair.go:92] Repairing baseline admin network policies took 89.193µs I0417 10:45:03.668288 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0417 10:45:03.668302 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0417 10:45:03.669597 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0417 10:45:03.669617 3680 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0417 10:45:03.669628 3680 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0417 10:45:03.671124 3680 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0417 10:45:03.671145 3680 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0417 10:45:03.671155 3680 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0417 10:45:03.672914 3680 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0417 10:45:03.672935 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0417 10:45:03.672944 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0417 10:45:03.674149 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0417 10:45:03.674167 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0417 10:45:03.674174 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0417 10:45:03.675612 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0417 10:45:03.675631 3680 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0417 10:45:03.675641 3680 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0417 10:45:03.676657 3680 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0417 10:45:03.676676 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0417 10:45:03.676685 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0417 10:45:03.677657 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0417 10:45:03.677676 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0417 10:45:03.677684 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0417 10:45:03.679123 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0417 10:45:03.679139 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0417 10:45:03.679146 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0417 10:45:03.679660 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0417 10:45:03.679679 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0417 10:45:03.679686 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0417 10:45:03.680134 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0417 10:45:03.680149 3680 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0417 10:45:03.680156 3680 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0417 10:45:03.681154 3680 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0417 10:45:03.681171 3680 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0417 10:45:03.681179 3680 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0417 10:45:03.681649 3680 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0417 10:45:03.681665 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0417 10:45:03.681671 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0417 10:45:03.681924 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0417 10:45:03.681941 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0417 10:45:03.681949 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0417 10:45:03.683688 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0417 10:45:03.683705 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0417 10:45:03.683715 3680 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0417 10:45:03.685260 3680 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0417 10:45:03.685278 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0417 10:45:03.685285 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0417 10:45:03.685855 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0417 10:45:03.685873 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0417 10:45:03.685881 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0417 10:45:03.686353 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0417 10:45:03.686371 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0417 10:45:03.686798 3680 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0417 10:45:03.686814 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 10:45:03.687532 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0417 10:45:03.687548 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0417 10:45:03.687571 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0417 10:45:03.688255 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0417 10:45:03.688274 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0417 10:45:03.688284 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0417 10:45:03.689488 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0417 10:45:03.689508 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0417 10:45:03.689522 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0417 10:45:03.690745 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0417 10:45:03.690762 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0417 10:45:03.690770 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0417 10:45:03.691236 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0417 10:45:03.691254 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0417 10:45:03.691262 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0417 10:45:03.691746 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0417 10:45:03.691768 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0417 10:45:03.691788 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 10:45:03.692430 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0417 10:45:03.692447 3680 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0417 10:45:03.692456 3680 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0417 10:45:03.693308 3680 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0417 10:45:03.693328 3680 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0417 10:45:03.693334 3680 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0417 10:45:03.693609 3680 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0417 10:45:03.693626 3680 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0417 10:45:03.693635 3680 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0417 10:45:03.694624 3680 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0417 10:45:03.694641 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0417 10:45:03.694648 3680 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0417 10:45:03.695122 3680 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0417 10:45:03.695140 3680 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0417 10:45:03.695151 3680 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0417 10:45:03.695995 3680 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0417 10:45:03.699729 3680 egressfirewall.go:374] Starting EgressFirewall controller I0417 10:45:03.699756 3680 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0417 10:45:03.699758 3680 controller.go:133] Adding controller egress-firewall-controller event handlers I0417 10:45:03.699778 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0417 10:45:03.699787 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0417 10:45:03.699799 3680 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0417 10:45:03.699789 3680 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0417 10:45:03.700065 3680 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0417 10:45:03.700084 3680 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0417 10:45:03.700091 3680 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0417 10:45:03.700104 3680 egressqos.go:193] Setting up event handlers for EgressQoS I0417 10:45:03.700111 3680 egressfirewall.go:723] Syncing node "ip-10-0-1-104.ec2.internal" for egress firewall I0417 10:45:03.700207 3680 egressqos.go:245] Starting EgressQoS Controller I0417 10:45:03.700222 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0417 10:45:03.700233 3680 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0417 10:45:03.700243 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0417 10:45:03.700253 3680 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0417 10:45:03.700263 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0417 10:45:03.700272 3680 shared_informer.go:356] "Caches are synced" controller="egressqos" I0417 10:45:03.700280 3680 egressqos.go:259] Repairing EgressQoSes I0417 10:45:03.700286 3680 egressqos.go:399] Starting repairing loop for egressqos I0417 10:45:03.700361 3680 egressqos.go:401] Finished repairing loop for egressqos: 75.874µs I0417 10:45:03.700380 3680 egressservice_zone.go:132] Setting up event handlers for Egress Services I0417 10:45:03.700411 3680 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-104.ec2.internal I0417 10:45:03.700449 3680 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-104.ec2.internal : 38.846µs I0417 10:45:03.700525 3680 egressservice_zone.go:210] Starting Egress Services Controller I0417 10:45:03.700536 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 10:45:03.700542 3680 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 10:45:03.700547 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 10:45:03.700552 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 10:45:03.700567 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 10:45:03.700572 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 10:45:03.700577 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0417 10:45:03.700582 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0417 10:45:03.700585 3680 egressservice_zone.go:228] Repairing Egress Services I0417 10:45:03.700821 3680 master_controller.go:88] Starting Admin Policy Based Route Controller I0417 10:45:03.700830 3680 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 10:45:03.700842 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-104.ec2.internal I0417 10:45:03.700852 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-104.ec2.internal: 11.581µs I0417 10:45:03.700902 3680 default_network_controller.go:585] Completing all the Watchers took 306.14896ms I0417 10:45:03.700914 3680 default_network_controller.go:589] Starting unidling controllers I0417 10:45:03.700925 3680 unidle.go:46] Registering OVN SB ControllerEvent handler I0417 10:45:03.700931 3680 unidle.go:63] Populating Initial ContollerEvent events I0417 10:45:03.700940 3680 unidle.go:79] Setting up event handlers for services I0417 10:45:03.700978 3680 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0417 10:45:03.933721 3680 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:04.218941 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-117.ec2.internal in network "default" I0417 10:45:04.218959 3680 node_tracker.go:220] Node ip-10-0-2-117.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0417 10:45:04.218974 3680 egressfirewall.go:723] Syncing node "ip-10-0-2-117.ec2.internal" for egress firewall I0417 10:45:04.219046 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:04.219060 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 19.792µs E0417 10:45:04.219070 3680 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-117.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0417 10:45:04.219085 3680 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-117.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-117.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-117.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-117.ec2.internal, error parsing annotation for node ip-10-0-2-117.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0417 10:45:04.232055 3680 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-117.ec2.internal annotation: unexpected end of JSON input I0417 10:45:04.232099 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0417 10:45:04.232127 3680 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-117.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0417 10:45:04.245282 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:04.245300 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 21.139µs I0417 10:45:04.245283 3680 egressfirewall.go:723] Syncing node "ip-10-0-2-117.ec2.internal" for egress firewall E0417 10:45:04.245308 3680 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-117.ec2.internal annotation: unexpected end of JSON input I0417 10:45:04.245309 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0417 10:45:04.245343 3680 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-117.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0417 10:45:04.265385 3680 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-117.ec2.internal annotation: unexpected end of JSON input E0417 10:45:04.265399 3680 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-117.ec2.internal annotation: unexpected end of JSON input I0417 10:45:04.265412 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0417 10:45:04.265464 3680 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-117.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-117.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-117.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-117.ec2.internal" I0417 10:45:04.278575 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0417 10:45:04.435187 3680 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:04.493365 3680 egressfirewall.go:723] Syncing node "ip-10-0-2-117.ec2.internal" for egress firewall I0417 10:45:04.493386 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:04.493469 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:04.493484 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 18.64µs I0417 10:45:04.505443 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:04.769783 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:04.934202 3680 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:05.434242 3680 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:05.582204 3680 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0417 10:45:05.933720 3680 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:05.950878 3680 bridgeconfig.go:537] Gateway is ready I0417 10:45:05.950896 3680 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0417 10:45:05.962163 3680 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.104. Updating OVN encap IP. I0417 10:45:05.967077 3680 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.104 - it is already configured I0417 10:45:05.967091 3680 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.104/24:{} 172.20.0.1/32:{}]. Updating annotations. I0417 10:45:05.967319 3680 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.104/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-104.ec2.internal","mac-address":"0a:ff:d0:ce:a8:49","ip-addresses":["10.0.1.104/24"],"ip-address":"10.0.1.104/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:616f395e-5e7a-4ba8-9f43-e0105d22faf1 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.104/24"}] on node ip-10-0-1-104.ec2.internal I0417 10:45:05.982681 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-104.ec2.internal I0417 10:45:05.982701 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-104.ec2.internal: 21.11µs I0417 10:45:05.982724 3680 egressfirewall.go:723] Syncing node "ip-10-0-1-104.ec2.internal" for egress firewall I0417 10:45:05.982737 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-104.ec2.internal in network "default" I0417 10:45:05.982804 3680 node_tracker.go:169] Node ip-10-0-1-104.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:05.982816 3680 master.go:548] Adding or Updating local node "ip-10-0-1-104.ec2.internal" for network "default" I0417 10:45:05.982824 3680 services_controller.go:574] Full service sync requested for network=default I0417 10:45:05.983118 3680 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.104 I0417 10:45:05.983232 3680 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-104.ec2.internal I0417 10:45:05.987878 3680 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-104.ec2.internal. Updating no re-route policies I0417 10:45:05.987960 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qhkt9 I0417 10:45:05.987972 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nc68h I0417 10:45:05.987981 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qhkt9 I0417 10:45:05.987988 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6npgn I0417 10:45:05.987994 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nc68h I0417 10:45:05.987999 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6npgn I0417 10:45:05.988000 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-kmvgp I0417 10:45:05.988007 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2fck4 I0417 10:45:05.987979 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nx78g I0417 10:45:05.988022 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2fck4 I0417 10:45:05.988022 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-kmvgp I0417 10:45:05.988024 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nx78g I0417 10:45:05.988026 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-nc68h after 0 failed attempt(s) I0417 10:45:05.988034 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6npgn after 0 failed attempt(s) I0417 10:45:05.988037 3680 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-n4x8h I0417 10:45:05.988035 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4hzt6 I0417 10:45:05.988053 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-kmvgp after 0 failed attempt(s) I0417 10:45:05.988052 3680 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-n4x8h I0417 10:45:05.988054 3680 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-104.ec2.internal I0417 10:45:05.988065 3680 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-2fck4, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-2fck4: suppressed error logged: pod openshift-network-diagnostics/network-check-target-2fck4: no pod IPs found I0417 10:45:05.988072 3680 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-104.ec2.internal I0417 10:45:05.988011 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qhkt9 after 0 failed attempt(s) I0417 10:45:05.988073 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8jw4k I0417 10:45:05.988081 3680 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-n4x8h after 0 failed attempt(s) I0417 10:45:05.988089 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8jw4k I0417 10:45:05.988093 3680 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nx78g] creating logical port openshift-network-diagnostics_network-check-target-nx78g for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:05.988122 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bm9nj I0417 10:45:05.988126 3680 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8jw4k] creating logical port openshift-multus_network-metrics-daemon-8jw4k for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:05.988136 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bm9nj I0417 10:45:05.988169 3680 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-bm9nj, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bm9nj: suppressed error logged: pod openshift-multus/network-metrics-daemon-bm9nj: no pod IPs found I0417 10:45:05.988095 3680 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-104.ec2.internal after 0 failed attempt(s) I0417 10:45:05.988056 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4hzt6 I0417 10:45:05.988225 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4hzt6 after 0 failed attempt(s) I0417 10:45:05.988366 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-djrbl I0417 10:45:05.988380 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-djrbl I0417 10:45:05.988381 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-jg84c I0417 10:45:05.988381 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-104.ec2.internal I0417 10:45:05.988387 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8l98r I0417 10:45:05.988390 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-jg84c I0417 10:45:05.988389 3680 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-798wm I0417 10:45:05.988394 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-104.ec2.internal I0417 10:45:05.988399 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-djrbl after 0 failed attempt(s) I0417 10:45:05.988401 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8l98r I0417 10:45:05.988402 3680 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-798wm I0417 10:45:05.988408 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-jg84c after 0 failed attempt(s) I0417 10:45:05.988411 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-104.ec2.internal after 0 failed attempt(s) I0417 10:45:05.988419 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8l98r after 0 failed attempt(s) I0417 10:45:05.988422 3680 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-798wm after 0 failed attempt(s) I0417 10:45:05.988828 3680 pods.go:271] [openshift-multus/network-metrics-daemon-8jw4k] addLogicalPort took 711.226µs, libovsdb time 281.285µs I0417 10:45:05.988842 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8jw4k after 0 failed attempt(s) I0417 10:45:05.988921 3680 pods.go:271] [openshift-network-diagnostics/network-check-target-nx78g] addLogicalPort took 840.902µs, libovsdb time 272.204µs I0417 10:45:05.988933 3680 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nx78g after 0 failed attempt(s) I0417 10:45:05.999960 3680 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0417 10:45:06.011596 3680 iptables.go:108] Creating table: mangle chain: OUTPUT I0417 10:45:06.014725 3680 iptables.go:108] Creating table: nat chain: OUTPUT I0417 10:45:06.046893 3680 iptables.go:108] Creating table: nat chain: PREROUTING I0417 10:45:06.094895 3680 iptables.go:108] Creating table: filter chain: FORWARD I0417 10:45:06.111818 3680 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0417 10:45:06.111936 3680 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0417 10:45:06.111987 3680 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0417 10:45:06.112089 3680 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0417 10:45:06.112149 3680 gateway_init.go:325] Gateway and management port readiness took 2.682922379s I0417 10:45:06.112186 3680 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0417 10:45:06.112223 3680 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0417 10:45:06.112236 3680 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0417 10:45:06.112244 3680 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 10:45:06.112301 3680 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0417 10:45:06.112388 3680 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.038µs I0417 10:45:06.112735 3680 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0417 10:45:06.112766 3680 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.913µs I0417 10:45:06.112775 3680 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.083µs I0417 10:45:06.112781 3680 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0417 10:45:06.112790 3680 nad_controller.go:379] [node-nad-controller NAD controller]: started I0417 10:45:06.112794 3680 default_node_network_controller.go:899] Starting the default node network controller I0417 10:45:06.112799 3680 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0417 10:45:06.112876 3680 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.411µs I0417 10:45:06.112954 3680 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0417 10:45:06.112961 3680 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0417 10:45:06.112985 3680 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c15110 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc000aafe00 0xc0002ec1c0 0xc0002ec230 0xc000b303c0 0xc0063fd500 0xc0002ec2a0 map[0x2ff9080:0xc0021bca20 0x2ff95c0:0xc0021bcba0 0x2ffa2e0:0xc001504c60 0x2ffa580:0xc0021bc9c0 0x2ffad60:0xc0021bca80 0x2ffb000:0xc0021bcae0 0x2ffb2a0:0xc0021bcb40 0x2ffba80:0xc004b04a80 0x2ffbd20:0xc004b04ae0 0x3026980:0xc001504a80 0x3026d20:0xc001504ae0 0x3027800:0xc000c9e000 0x3029160:0xc001be8000 0x30298a0:0xc001504c00 0x302a720:0xc001be8060] 0xc00016b0a0 0} I0417 10:45:06.113042 3680 gateway.go:151] Starting gateway service sync I0417 10:45:06.113488 3680 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0417 10:45:06.115678 3680 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0417 10:45:06.126018 3680 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0417 10:45:06.127135 3680 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0417 10:45:06.128278 3680 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0417 10:45:06.161839 3680 gateway.go:168] Gateway service sync done. Time taken: 48.785718ms I0417 10:45:06.162685 3680 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30140 I0417 10:45:06.162906 3680 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c15110 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc000aafe00 0xc0002ec1c0 0xc0002ec230 0xc000b303c0 0xc0063fd500 0xc0002ec2a0 map[0x2ff9080:0xc0021bca20 0x2ff95c0:0xc0021bcba0 0x2ffa2e0:0xc001504c60 0x2ffa580:0xc0021bc9c0 0x2ffad60:0xc0021bca80 0x2ffb000:0xc0021bcae0 0x2ffb2a0:0xc0021bcb40 0x2ffba80:0xc004b04a80 0x2ffbd20:0xc004b04ae0 0x3026980:0xc001504a80 0x3026d20:0xc001504ae0 0x3027800:0xc000c9e000 0x3029160:0xc001be8000 0x30298a0:0xc001504c00 0x302a720:0xc001be8060] 0xc00016b0a0 0} I0417 10:45:06.163292 3680 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c15110 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc000aafe00 0xc0002ec1c0 0xc0002ec230 0xc000b303c0 0xc0063fd500 0xc0002ec2a0 map[0x2ff9080:0xc0021bca20 0x2ff95c0:0xc0021bcba0 0x2ffa2e0:0xc001504c60 0x2ffa580:0xc0021bc9c0 0x2ffad60:0xc0021bca80 0x2ffb000:0xc0021bcae0 0x2ffb2a0:0xc0021bcb40 0x2ffba80:0xc004b04a80 0x2ffbd20:0xc004b04ae0 0x3026980:0xc001504a80 0x3026d20:0xc001504ae0 0x3027800:0xc000c9e000 0x3029160:0xc001be8000 0x30298a0:0xc001504c00 0x302a720:0xc001be8060] 0xc00016b0a0 0} I0417 10:45:06.163323 3680 gateway.go:532] Reconciling gateway with updates I0417 10:45:06.168073 3680 gateway.go:339] Spawning Conntrack Rule Check Thread I0417 10:45:06.168148 3680 default_node_network_controller.go:944] Gateway and management port readiness took 55.178036ms I0417 10:45:06.168160 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:06.168174 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:06.168176 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:06.168177 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:06.168189 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:06.168190 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:06.168197 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:06.168200 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:06.168201 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:06.168180 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:06.168199 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:06.168219 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:06.168219 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:06.168222 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:06.168228 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 10:45:06.168193 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:06.168206 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:06.168259 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:06.168264 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 10:45:06.168207 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 10:45:06.168270 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:06.168212 3680 port_claim.go:71] Svc openshift-ingress/router-default: port 30771 is already open, no action needed I0417 10:45:06.168280 3680 port_claim.go:71] Svc openshift-ingress/router-default: port 31708 is already open, no action needed I0417 10:45:06.168285 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 10:45:06.168230 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 10:45:06.168291 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 10:45:06.168279 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 10:45:06.168312 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:06.168317 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:06.168324 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 10:45:06.168331 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:06.168337 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:06.168345 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 10:45:06.168370 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:06.168379 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:06.168411 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:06.168419 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:06.168442 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:06.168450 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:06.168478 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:06.168485 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:06.168505 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:06.168513 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:06.168520 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 10:45:06.168531 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:06.168536 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:06.168581 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:06.168596 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:06.168599 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:06.168605 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:06.168644 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:06.168654 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:06.168661 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:06.168675 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:06.168729 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:06.168747 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:06.168801 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:06.168817 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:06.168820 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:06.168832 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:06.168889 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:06.168904 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:06.168905 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:06.168916 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:06.168924 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 10:45:06.168940 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:06.168953 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:06.168961 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 10:45:06.168941 3680 node_ip_handler_linux.go:160] Node IP manager is running I0417 10:45:06.168998 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:06.169008 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:06.169013 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:06.169025 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:06.169077 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:06.169090 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:06.169131 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:06.169146 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:06.169187 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:06.169199 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:06.169242 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:06.169254 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:06.169292 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 10:45:06.169305 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 10:45:06.169312 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 10:45:06.169326 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:06.169335 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:06.169378 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:06.169390 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:06.169427 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 10:45:06.169439 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 10:45:06.169480 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:06.169492 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:06.169499 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 10:45:06.169513 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:06.169522 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:06.169578 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:06.169591 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:06.169598 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 10:45:06.169601 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 10:45:06.169608 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:06.169611 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 10:45:06.169614 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:06.169591 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:06.169626 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:06.169635 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:06.169644 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server W0417 10:45:06.204410 3680 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 10:45:06.204578 3680 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 10:45:06.204702 3680 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0417 10:45:06.213313 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 10:45:06.213321 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 10:45:06.213335 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 10:45:06.213341 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 10:45:06.213347 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 10:45:06.213352 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 10:45:06.213357 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 10:45:06.213362 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 10:45:06.213366 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 10:45:06.213372 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 10:45:06.213377 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 10:45:06.251950 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 10:45:06.251970 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 10:45:06.251977 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 10:45:06.251983 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 10:45:06.251989 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 10:45:06.252004 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 10:45:06.252020 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 10:45:06.252027 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 10:45:06.252032 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 10:45:06.252038 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 10:45:06.252044 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 10:45:06.252049 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 10:45:06.252054 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 10:45:06.252060 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 10:45:06.252067 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 10:45:06.290080 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 10:45:06.290100 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 10:45:06.290107 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) W0417 10:45:07.368337 3680 egressip_healthcheck.go:76] Health checking using insecure connection I0417 10:45:07.368391 3680 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0417 10:45:07.368419 3680 default_node_network_controller.go:1380] Starting node controller node sync I0417 10:45:07.379829 3680 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.390786ms I0417 10:45:07.380007 3680 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0417 10:45:07.380255 3680 egressservice_node.go:93] Setting up event handlers for Egress Services I0417 10:45:07.380385 3680 egressservice_node.go:183] Starting Egress Services Controller I0417 10:45:07.380417 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 10:45:07.380430 3680 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 10:45:07.380436 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 10:45:07.380441 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 10:45:07.380448 3680 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 10:45:07.380455 3680 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 10:45:07.380462 3680 egressservice_node.go:197] Repairing Egress Services I0417 10:45:07.390900 3680 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0417 10:45:07.390911 3680 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 10:45:07.391129 3680 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0417 10:45:07.391144 3680 link_network_manager.go:119] Link manager is running I0417 10:45:07.391155 3680 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0417 10:45:07.391343 3680 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0417 10:45:07.391888 3680 vrf_manager.go:128] VRF manager is running I0417 10:45:07.392096 3680 node_controller_manager.go:437] Removing flows to drop GARP I0417 10:45:07.392106 3680 gateway.go:532] Reconciling gateway with updates I0417 10:45:07.415473 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:07.415485 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:07.415497 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:07.415497 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:07.415503 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:07.415514 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:07.415515 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:07.415520 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:07.415527 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:07.415526 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:07.415535 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:07.415533 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:07.415542 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 10:45:07.415547 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:07.415552 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:07.415570 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:07.415573 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:07.415572 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:07.415575 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 10:45:07.415588 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:07.415589 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:07.415590 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:07.415598 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:07.415598 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 10:45:07.415606 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 10:45:07.415607 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 10:45:07.415610 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 10:45:07.415538 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:07.415616 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:07.415618 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 10:45:07.415621 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 10:45:07.415629 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:07.415594 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 10:45:07.415514 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 10:45:07.415658 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:07.415666 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:07.415673 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:07.415673 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 10:45:07.415677 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 10:45:07.415693 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:07.415644 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 10:45:07.415574 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 10:45:07.415582 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:07.415717 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:07.415548 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:07.415502 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:07.415799 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:07.415807 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 10:45:07.415597 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:07.415653 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 10:45:07.415976 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:07.415992 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:07.416001 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 10:45:07.416000 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:07.416000 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:07.416010 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:07.416013 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:07.416016 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:07.416023 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:07.416019 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:07.416030 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:07.416013 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:07.416034 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:07.416039 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:07.416024 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:07.416047 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:07.416047 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:07.416051 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:07.416052 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:07.416058 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:07.416061 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 10:45:07.416063 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:07.416064 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:07.416055 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:07.416073 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:07.416073 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 10:45:07.416072 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:07.416082 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:07.416083 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:07.416088 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:07.416085 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:07.416092 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:07.416098 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:07.416019 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:07.416039 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:07.416065 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:07.416030 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:07.416060 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:07.416086 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 10:45:07.416048 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:07.416158 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:07.416074 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:07.416031 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:07.416038 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:07.416048 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:07.416058 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:07.416192 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:07.416002 3680 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:07.416204 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:07.416086 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 10:45:07.416067 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:07.416233 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 10:45:07.416237 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 10:45:07.416101 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:07.416029 3680 port_claim.go:71] Svc openshift-ingress/router-default: port 30771 is already open, no action needed I0417 10:45:07.416299 3680 port_claim.go:71] Svc openshift-ingress/router-default: port 31708 is already open, no action needed I0417 10:45:07.416185 3680 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:07.416352 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 10:45:07.464382 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 10:45:07.464407 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 10:45:07.464420 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 10:45:07.464426 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 10:45:07.464431 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 10:45:07.464440 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 10:45:07.464445 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 10:45:07.464453 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 10:45:07.464459 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 10:45:07.464467 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 10:45:07.464477 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 10:45:07.464483 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 10:45:07.509124 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 10:45:07.509155 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 10:45:07.509166 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 10:45:07.509177 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 10:45:07.509191 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 10:45:07.509209 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 10:45:07.509222 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 10:45:07.509230 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 10:45:07.509236 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 10:45:07.509241 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 10:45:07.509247 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 10:45:07.509253 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 10:45:07.509261 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 10:45:07.547279 3680 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 10:45:09.721533 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-104.ec2.internal I0417 10:45:09.721573 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-104.ec2.internal: 46.87µs I0417 10:45:09.747513 3680 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67c948744-tsx6c] creating logical port openshift-image-registry_image-registry-67c948744-tsx6c for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:09.747673 3680 kube.go:256] Updating pod openshift-image-registry/image-registry-67c948744-tsx6c I0417 10:45:09.768215 3680 pod.go:62] [openshift-image-registry/image-registry-67c948744-tsx6c] pod update took 20.576381ms I0417 10:45:09.768242 3680 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67c948744-tsx6c] addLogicalPort annotation time took 20.608288ms I0417 10:45:09.769534 3680 pods.go:271] [openshift-image-registry/image-registry-67c948744-tsx6c] addLogicalPort took 22.050003ms, libovsdb time 882.546µs I0417 10:45:09.795862 3680 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-gvqxq for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:09.795987 3680 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq I0417 10:45:09.810270 3680 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq] pod update took 14.294717ms I0417 10:45:09.810295 3680 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq] addLogicalPort annotation time took 14.336482ms I0417 10:45:09.812102 3680 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq] addLogicalPort took 16.25568ms, libovsdb time 1.436185ms I0417 10:45:09.813219 3680 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fjf56] creating logical port openshift-ingress-canary_ingress-canary-fjf56 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:09.813282 3680 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fjf56 I0417 10:45:09.825333 3680 pod.go:62] [openshift-ingress-canary/ingress-canary-fjf56] pod update took 12.071957ms I0417 10:45:09.825350 3680 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fjf56] addLogicalPort annotation time took 12.091463ms I0417 10:45:09.826168 3680 pods.go:271] [openshift-ingress-canary/ingress-canary-fjf56] addLogicalPort took 12.956966ms, libovsdb time 602.842µs I0417 10:45:09.869203 3680 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4xs6s] creating logical port openshift-dns_dns-default-4xs6s for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:09.869280 3680 kube.go:256] Updating pod openshift-dns/dns-default-4xs6s I0417 10:45:09.883784 3680 pod.go:62] [openshift-dns/dns-default-4xs6s] pod update took 14.524501ms I0417 10:45:09.883804 3680 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4xs6s] addLogicalPort annotation time took 14.549138ms I0417 10:45:09.885093 3680 pods.go:271] [openshift-dns/dns-default-4xs6s] addLogicalPort took 15.902057ms, libovsdb time 973.537µs I0417 10:45:10.151793 3680 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq 1239971f83543d71940d1de19b8469b1c3f72a73651f5ebb9a5c32cfada2ee04 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq 1239971f83543d71940d1de19b8469b1c3f72a73651f5ebb9a5c32cfada2ee04 network default NAD default NAD key ] I0417 10:45:10.152419 3680 cni.go:452] [openshift-ingress-canary/ingress-canary-fjf56 da7fc35a0dd9e6db688997551aa941fae238c0e4203629a7552667fb3fb6c947 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fjf56 da7fc35a0dd9e6db688997551aa941fae238c0e4203629a7552667fb3fb6c947 network default NAD default NAD key ] I0417 10:45:10.176331 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-gvqxq, hostIfaceName: 1239971f83543d7, network: default, NAD default, SandboxID: "1239971f83543d71940d1de19b8469b1c3f72a73651f5ebb9a5c32cfada2ee04", PCI device ID: , UID: "3bbc0df5-5896-473b-bce2-3de2711e5c0b", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0417 10:45:10.179341 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fjf56, hostIfaceName: da7fc35a0dd9e6d, network: default, NAD default, SandboxID: "da7fc35a0dd9e6db688997551aa941fae238c0e4203629a7552667fb3fb6c947", PCI device ID: , UID: "94fe2bea-ffef-4bee-a195-0dc9e03c7b66", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0417 10:45:10.226913 3680 cni.go:473] [openshift-ingress-canary/ingress-canary-fjf56 da7fc35a0dd9e6db688997551aa941fae238c0e4203629a7552667fb3fb6c947 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fjf56 da7fc35a0dd9e6db688997551aa941fae238c0e4203629a7552667fb3fb6c947 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:62:47:e6:4d:45\",\"name\":\"da7fc35a0dd9e6d\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78aa0977-2e87-43db-858b-99e1d126aade\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:10.232381 3680 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq 1239971f83543d71940d1de19b8469b1c3f72a73651f5ebb9a5c32cfada2ee04 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gvqxq 1239971f83543d71940d1de19b8469b1c3f72a73651f5ebb9a5c32cfada2ee04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:fd:a3:85:68:86\",\"name\":\"1239971f83543d7\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/498ad374-0fa7-4adb-ae25-bfb6b38a0ac9\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:13.505450 3680 cni.go:452] [openshift-network-diagnostics/network-check-target-nx78g 7c388e10037a21b4a3f733bfdfcf44a1645ec00c7158c429adedb5803a39a6a9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nx78g 7c388e10037a21b4a3f733bfdfcf44a1645ec00c7158c429adedb5803a39a6a9 network default NAD default NAD key ] W0417 10:45:13.514908 3680 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:13.517143 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nx78g, hostIfaceName: 7c388e10037a21b, network: default, NAD default, SandboxID: "7c388e10037a21b4a3f733bfdfcf44a1645ec00c7158c429adedb5803a39a6a9", PCI device ID: , UID: "8dff86cd-1685-400e-836c-dffa4bd588c2", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0417 10:45:13.560598 3680 cni.go:473] [openshift-network-diagnostics/network-check-target-nx78g 7c388e10037a21b4a3f733bfdfcf44a1645ec00c7158c429adedb5803a39a6a9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nx78g 7c388e10037a21b4a3f733bfdfcf44a1645ec00c7158c429adedb5803a39a6a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9a:8d:df:15:17\",\"name\":\"7c388e10037a21b\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4164c8b5-c7a1-4690-a66a-fbde762c973f\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:14.297001 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:15.558214 3680 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-n4x8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:45:15.558264 3680 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-n4x8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:45:15.603455 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:15.603474 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 25.871µs I0417 10:45:15.603489 3680 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:15.603506 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:15.603524 3680 node_tracker.go:220] Node ip-10-0-0-37.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0417 10:45:15.603584 3680 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-37.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0417 10:45:15.603623 3680 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-37.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-37.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-37.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-37.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-37.ec2.internal, error parsing annotation for node ip-10-0-0-37.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0417 10:45:15.614869 3680 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-37.ec2.internal annotation: unexpected end of JSON input I0417 10:45:15.614889 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0417 10:45:15.614926 3680 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-37.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0417 10:45:15.639867 3680 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall E0417 10:45:15.639894 3680 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-37.ec2.internal annotation: unexpected end of JSON input I0417 10:45:15.639902 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:15.639904 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:15.639914 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 15.323µs E0417 10:45:15.639940 3680 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-37.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0417 10:45:15.716789 3680 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-37.ec2.internal annotation: unexpected end of JSON input E0417 10:45:15.716898 3680 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-37.ec2.internal annotation: unexpected end of JSON input I0417 10:45:15.716916 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0417 10:45:15.716963 3680 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-37.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-37.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-37.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-37.ec2.internal" I0417 10:45:15.731738 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0417 10:45:15.818516 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:15.818534 3680 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:15.818537 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 28.391µs I0417 10:45:15.818553 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:15.840774 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:16.243285 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:16.529247 3680 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-n4x8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:16.529267 3680 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-n4x8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:45:17.509317 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:17.756866 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0417 10:45:20.539586 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:22.701135 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:23.136239 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:23.136264 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 32.123µs I0417 10:45:23.136267 3680 egressfirewall.go:723] Syncing node "ip-10-0-2-117.ec2.internal" for egress firewall I0417 10:45:23.136241 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:25.291248 3680 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:25.291373 3680 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 I0417 10:45:25.305400 3680 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5] pod update took 14.052138ms I0417 10:45:25.305425 3680 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5] addLogicalPort annotation time took 14.081919ms I0417 10:45:25.306599 3680 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5] addLogicalPort took 15.369187ms, libovsdb time 860.656µs I0417 10:45:25.709745 3680 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e network default NAD default NAD key ] I0417 10:45:25.719403 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5, hostIfaceName: a4715c6ee5579fe, network: default, NAD default, SandboxID: "a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e", PCI device ID: , UID: "bf8b2fe8-6386-4c47-8678-0de0428bb5c6", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0417 10:45:25.763939 3680 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:e8:58:f8:d8:ba\",\"name\":\"a4715c6ee5579fe\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/585f510a-3b7d-483b-888c-0ebe9c472049\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:25.771929 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:28.584652 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-117.ec2.internal in network "default" I0417 10:45:28.584675 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "ip-10-0-2-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:28.584710 3680 node_tracker.go:235] Node ip-10-0-2-117.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-117.ec2.internal" I0417 10:45:28.584727 3680 node_tracker.go:169] Node ip-10-0-2-117.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:28.584736 3680 services_controller.go:574] Full service sync requested for network=default W0417 10:45:28.584962 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:28.605730 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "ip-10-0-2-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:28.715578 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-117.ec2.internal in network "default" I0417 10:45:28.715632 3680 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "ip-10-0-2-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:28.715636 3680 node_tracker.go:169] Node ip-10-0-2-117.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:28.715649 3680 services_controller.go:574] Full service sync requested for network=default W0417 10:45:28.716026 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:28.716732 3680 zone_ic_handler.go:195] Time taken to create transit switch: 325.71µs I0417 10:45:28.716751 3680 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-117.ec2.internal for the network default I0417 10:45:28.717839 3680 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-117.ec2.internal" on network "default" took: 1.445256ms I0417 10:45:30.269684 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:30.269712 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 34.462µs I0417 10:45:30.269714 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-117.ec2.internal in network "default" I0417 10:45:30.269761 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-117.ec2.internal", IP: 10.0.2.117 to PMTUD blocking rules I0417 10:45:30.269775 3680 node_tracker.go:169] Node ip-10-0-2-117.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:30.269778 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 10:45:30.269780 3680 egressfirewall.go:723] Syncing node "ip-10-0-2-117.ec2.internal" for egress firewall I0417 10:45:30.269789 3680 services_controller.go:574] Full service sync requested for network=default W0417 10:45:30.270137 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:30.276187 3680 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-117.ec2.internal. Updating no re-route policies I0417 10:45:30.294535 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-117.ec2.internal", IP: 10.0.2.117 to PMTUD blocking rules I0417 10:45:30.294552 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 10:45:33.447911 3680 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-37.ec2.internal I0417 10:45:33.447937 3680 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-37.ec2.internal I0417 10:45:33.448029 3680 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-37.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-37.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-37.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-37.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-37.ec2.internal I0417 10:45:33.976341 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:33.976367 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 33.344µs I0417 10:45:35.524682 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:35.524711 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 37.755µs I0417 10:45:35.524711 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:35.524687 3680 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:35.989585 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tgtbg I0417 10:45:35.989617 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tgtbg I0417 10:45:35.989657 3680 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tgtbg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tgtbg: suppressed error logged: pod openshift-multus/network-metrics-daemon-tgtbg: no pod IPs found I0417 10:45:35.989589 3680 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gkskx I0417 10:45:35.989669 3680 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gkskx I0417 10:45:35.989688 3680 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gkskx, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gkskx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gkskx: no pod IPs found I0417 10:45:41.101032 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:41.101066 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "ip-10-0-0-37.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:41.101072 3680 node_tracker.go:235] Node ip-10-0-0-37.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-37.ec2.internal" I0417 10:45:41.101096 3680 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:41.101107 3680 services_controller.go:574] Full service sync requested for network=default W0417 10:45:41.101591 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:41.260170 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:41.260213 3680 default_network_controller.go:1025] Node "ip-10-0-0-37.ec2.internal" in remote zone "ip-10-0-0-37.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:41.260236 3680 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:41.260251 3680 services_controller.go:574] Full service sync requested for network=default W0417 10:45:41.260477 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:41.261254 3680 zone_ic_handler.go:195] Time taken to create transit switch: 309.848µs I0417 10:45:41.261271 3680 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-37.ec2.internal for the network default I0417 10:45:41.262380 3680 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-37.ec2.internal" on network "default" took: 1.448794ms I0417 10:45:41.732947 3680 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-gt9bn for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:41.733071 3680 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn I0417 10:45:41.739180 3680 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-88pbx for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:41.739301 3680 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx I0417 10:45:41.739317 3680 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-9xxdn for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:41.739397 3680 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn I0417 10:45:41.748166 3680 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn] pod update took 15.118311ms I0417 10:45:41.748184 3680 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn] addLogicalPort annotation time took 15.14034ms I0417 10:45:41.749311 3680 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn] addLogicalPort took 16.37995ms, libovsdb time 876.538µs I0417 10:45:41.753976 3680 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn] pod update took 14.604899ms I0417 10:45:41.753993 3680 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn] addLogicalPort annotation time took 14.624653ms I0417 10:45:41.755122 3680 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn] addLogicalPort took 15.81757ms, libovsdb time 827.611µs I0417 10:45:41.757355 3680 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx] pod update took 18.082995ms I0417 10:45:41.757374 3680 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx] addLogicalPort annotation time took 18.102425ms I0417 10:45:41.758528 3680 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx] addLogicalPort took 19.365304ms, libovsdb time 849.259µs I0417 10:45:41.842701 3680 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-j97dv for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:41.842778 3680 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv I0417 10:45:41.849618 3680 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-nn9wn for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:41.849686 3680 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn I0417 10:45:41.857978 3680 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv] pod update took 15.219021ms I0417 10:45:41.857998 3680 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv] addLogicalPort annotation time took 15.242325ms I0417 10:45:41.859078 3680 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv] addLogicalPort took 16.390125ms, libovsdb time 824.736µs I0417 10:45:41.859939 3680 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-n69g6 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:41.859996 3680 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6 I0417 10:45:41.867363 3680 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn] pod update took 17.695289ms I0417 10:45:41.867380 3680 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn] addLogicalPort annotation time took 17.716563ms I0417 10:45:41.868312 3680 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn] addLogicalPort took 18.704799ms, libovsdb time 669.57µs I0417 10:45:41.876286 3680 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6] pod update took 16.30994ms I0417 10:45:41.876302 3680 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6] addLogicalPort annotation time took 16.328688ms I0417 10:45:41.877151 3680 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6] addLogicalPort took 17.219687ms, libovsdb time 608.692µs I0417 10:45:41.899389 3680 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-f6c95f84d-w7bp8] creating logical port openshift-ingress_router-default-f6c95f84d-w7bp8 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:41.899460 3680 kube.go:256] Updating pod openshift-ingress/router-default-f6c95f84d-w7bp8 I0417 10:45:41.923288 3680 pod.go:62] [openshift-ingress/router-default-f6c95f84d-w7bp8] pod update took 23.852382ms I0417 10:45:41.923306 3680 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-f6c95f84d-w7bp8] addLogicalPort annotation time took 23.873006ms I0417 10:45:41.924400 3680 pods.go:271] [openshift-ingress/router-default-f6c95f84d-w7bp8] addLogicalPort took 25.01914ms, libovsdb time 711.981µs I0417 10:45:41.980546 3680 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-dnvw7] creating logical port openshift-console-operator_console-operator-66dbbb6468-dnvw7 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:45:41.980650 3680 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-dnvw7 I0417 10:45:42.005617 3680 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-dnvw7] pod update took 24.999703ms I0417 10:45:42.005691 3680 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-dnvw7] addLogicalPort annotation time took 25.074594ms I0417 10:45:42.006920 3680 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-dnvw7] addLogicalPort took 26.385543ms, libovsdb time 774.732µs I0417 10:45:42.128258 3680 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn b6ebb63ee45b49944547023f34cc93c6dd1e7005d7a01c484c16abc60e0f03e2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn b6ebb63ee45b49944547023f34cc93c6dd1e7005d7a01c484c16abc60e0f03e2 network default NAD default NAD key ] I0417 10:45:42.138868 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-gt9bn, hostIfaceName: b6ebb63ee45b499, network: default, NAD default, SandboxID: "b6ebb63ee45b49944547023f34cc93c6dd1e7005d7a01c484c16abc60e0f03e2", PCI device ID: , UID: "8bc08b16-eb77-4ea1-abc9-7112d21f9051", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0417 10:45:42.183732 3680 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn b6ebb63ee45b49944547023f34cc93c6dd1e7005d7a01c484c16abc60e0f03e2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gt9bn b6ebb63ee45b49944547023f34cc93c6dd1e7005d7a01c484c16abc60e0f03e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:00:f6:8b:78:08\",\"name\":\"b6ebb63ee45b499\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd084693-36ed-462b-9412-bc169e5cb5c9\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:42.231816 3680 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv 1a20145731d81ef454b8b2692bc43a4e98fa97cc4253cb586b8b207beb149193 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv 1a20145731d81ef454b8b2692bc43a4e98fa97cc4253cb586b8b207beb149193 network default NAD default NAD key ] I0417 10:45:42.241104 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-j97dv, hostIfaceName: 1a20145731d81ef, network: default, NAD default, SandboxID: "1a20145731d81ef454b8b2692bc43a4e98fa97cc4253cb586b8b207beb149193", PCI device ID: , UID: "aa37af90-8fe9-42e1-bd16-5c9386a1a008", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0417 10:45:42.266227 3680 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6 dcc1ef5173e61f72ae3721f95061b0ce03fef69af82396036b596d8c7ab0047a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6 dcc1ef5173e61f72ae3721f95061b0ce03fef69af82396036b596d8c7ab0047a network default NAD default NAD key ] I0417 10:45:42.287651 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-n69g6, hostIfaceName: dcc1ef5173e61f7, network: default, NAD default, SandboxID: "dcc1ef5173e61f72ae3721f95061b0ce03fef69af82396036b596d8c7ab0047a", PCI device ID: , UID: "31f224bf-bf20-4790-8bac-52b8aa9a845f", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] W0417 10:45:42.289839 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:42.291427 3680 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv 1a20145731d81ef454b8b2692bc43a4e98fa97cc4253cb586b8b207beb149193 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-j97dv 1a20145731d81ef454b8b2692bc43a4e98fa97cc4253cb586b8b207beb149193 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:5c:c0:b6:3c:ad\",\"name\":\"1a20145731d81ef\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3ff499b-5b83-4f2f-a1a9-40b453632220\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:42.304735 3680 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn dd7cd4e1e78e573da40538554f65596605868987155fb3f734a66e7b96f68a83 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn dd7cd4e1e78e573da40538554f65596605868987155fb3f734a66e7b96f68a83 network default NAD default NAD key ] I0417 10:45:42.314079 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-nn9wn, hostIfaceName: dd7cd4e1e78e573, network: default, NAD default, SandboxID: "dd7cd4e1e78e573da40538554f65596605868987155fb3f734a66e7b96f68a83", PCI device ID: , UID: "cc449165-9301-4ebf-a3be-7540051bbda9", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0417 10:45:42.340002 3680 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6 dcc1ef5173e61f72ae3721f95061b0ce03fef69af82396036b596d8c7ab0047a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-n69g6 dcc1ef5173e61f72ae3721f95061b0ce03fef69af82396036b596d8c7ab0047a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:89:32:63:68:be\",\"name\":\"dcc1ef5173e61f7\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2026c7ad-af09-46ce-ad35-30b9ef3f3b7b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:42.362327 3680 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn dd7cd4e1e78e573da40538554f65596605868987155fb3f734a66e7b96f68a83 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-nn9wn dd7cd4e1e78e573da40538554f65596605868987155fb3f734a66e7b96f68a83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:0a:0b:0a:c6:f4\",\"name\":\"dd7cd4e1e78e573\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90123afe-2c8e-45ed-ab47-42fc381cce9c\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:42.363541 3680 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-dnvw7 f702efae36b635319b35a7eddbf3200c08852f49c0e419da2020e05df89e37ae network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-dnvw7 f702efae36b635319b35a7eddbf3200c08852f49c0e419da2020e05df89e37ae network default NAD default NAD key ] I0417 10:45:42.374885 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-dnvw7, hostIfaceName: f702efae36b6353, network: default, NAD default, SandboxID: "f702efae36b635319b35a7eddbf3200c08852f49c0e419da2020e05df89e37ae", PCI device ID: , UID: "82e9a798-e6b7-46a5-adc0-eade2669a14d", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0417 10:45:42.419996 3680 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-dnvw7 f702efae36b635319b35a7eddbf3200c08852f49c0e419da2020e05df89e37ae network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-dnvw7 f702efae36b635319b35a7eddbf3200c08852f49c0e419da2020e05df89e37ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:07:2d:0c:f7:2b\",\"name\":\"f702efae36b6353\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81a17237-2fdc-4126-b535-a499860c69c8\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:45:43.608607 3680 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e network default NAD default NAD key ] I0417 10:45:43.684259 3680 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 a4715c6ee5579fe66aef61a76f3525f151f9cb5a480b9fadb46a2f4154da139e network default NAD default NAD key default], result "{}", err I0417 10:45:43.741266 3680 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.741315 3680 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 I0417 10:45:43.744528 3680 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5, ips: 10.128.0.9 I0417 10:45:43.744670 3680 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.744728 3680 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.744745 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0417 10:45:43.745050 3680 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.745068 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0417 10:45:43.812023 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:43.812048 3680 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:43.812055 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 40.836µs I0417 10:45:43.812112 3680 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:43.812128 3680 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:43.812143 3680 services_controller.go:574] Full service sync requested for network=default I0417 10:45:43.812162 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-37.ec2.internal", IP: 10.0.0.37 to PMTUD blocking rules I0417 10:45:43.812183 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-37.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0417 10:45:43.812707 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:43.818394 3680 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-37.ec2.internal. Updating no re-route policies I0417 10:45:43.826089 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-37.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 10:45:43.826103 3680 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-37.ec2.internal", IP: 10.0.0.37 to PMTUD blocking rules I0417 10:45:44.764929 3680 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764959 3680 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764973 3680 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764982 3680 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:45.457118 3680 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 10:45:45.465978 3680 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0417 10:45:46.608838 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 10:45:47.393261 3680 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0417 10:45:47.394161 3680 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 881.738µs I0417 10:45:47.415922 3680 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 10:45:47.446835 3680 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:47.446858 3680 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 27.774µs I0417 10:45:47.566571 3680 namespace.go:98] [openshift-service-ca] adding namespace I0417 10:45:47.567231 3680 namespace.go:102] [openshift-service-ca] adding namespace took 642.128µs I0417 10:45:47.586480 3680 namespace.go:142] [openshift-service-ca] updating namespace W0417 10:45:48.515690 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 10:45:56.838197 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 10:45:57.744349 3680 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx 421d3c2e64021970adbda808c5f0aaeff23ec55f204909719e4fba0211c18bd0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx 421d3c2e64021970adbda808c5f0aaeff23ec55f204909719e4fba0211c18bd0 network default NAD default NAD key ] I0417 10:45:57.753300 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-88pbx, hostIfaceName: 421d3c2e6402197, network: default, NAD default, SandboxID: "421d3c2e64021970adbda808c5f0aaeff23ec55f204909719e4fba0211c18bd0", PCI device ID: , UID: "c380c41f-f1bc-4b10-9574-c28a623b2189", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0417 10:45:57.798814 3680 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx 421d3c2e64021970adbda808c5f0aaeff23ec55f204909719e4fba0211c18bd0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-88pbx 421d3c2e64021970adbda808c5f0aaeff23ec55f204909719e4fba0211c18bd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a8:90:93:c8:5c\",\"name\":\"421d3c2e6402197\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aeb00fec-36ee-436c-9c32-509a3a71d8a0\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:46:12.989223 3680 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:12.989241 3680 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:12.989246 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:13.000785 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0417 10:46:13.014745 3680 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0417 10:46:13.101272 3680 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:46:13.104322 3680 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-5wrbl] creating logical port openshift-console_downloads-5c54f4944f-5wrbl for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:13.104402 3680 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-5wrbl I0417 10:46:13.120699 3680 pod.go:62] [openshift-console/downloads-5c54f4944f-5wrbl] pod update took 16.317154ms I0417 10:46:13.120718 3680 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-5wrbl] addLogicalPort annotation time took 16.341445ms I0417 10:46:13.121861 3680 pods.go:271] [openshift-console/downloads-5c54f4944f-5wrbl] addLogicalPort took 17.55125ms, libovsdb time 831.403µs I0417 10:46:13.205845 3680 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dgkrn] creating logical port openshift-insights_insights-runtime-extractor-dgkrn for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:13.205931 3680 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dgkrn I0417 10:46:13.221614 3680 pod.go:62] [openshift-insights/insights-runtime-extractor-dgkrn] pod update took 15.713307ms I0417 10:46:13.221634 3680 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-dgkrn] addLogicalPort annotation time took 15.738653ms I0417 10:46:13.222730 3680 pods.go:271] [openshift-insights/insights-runtime-extractor-dgkrn] addLogicalPort took 16.898751ms, libovsdb time 771.792µs I0417 10:46:13.524820 3680 cni.go:452] [openshift-console/downloads-5c54f4944f-5wrbl fcfe593359e41e83b6c0335710a6d3273cbced6e24de14ececedd08935a645f7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-5wrbl fcfe593359e41e83b6c0335710a6d3273cbced6e24de14ececedd08935a645f7 network default NAD default NAD key ] I0417 10:46:13.534221 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-5wrbl, hostIfaceName: fcfe593359e41e8, network: default, NAD default, SandboxID: "fcfe593359e41e83b6c0335710a6d3273cbced6e24de14ececedd08935a645f7", PCI device ID: , UID: "6aa4f125-4399-43bc-943e-535d54f5d639", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0417 10:46:13.583512 3680 cni.go:473] [openshift-console/downloads-5c54f4944f-5wrbl fcfe593359e41e83b6c0335710a6d3273cbced6e24de14ececedd08935a645f7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-5wrbl fcfe593359e41e83b6c0335710a6d3273cbced6e24de14ececedd08935a645f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:f2:e8:69:4a:67\",\"name\":\"fcfe593359e41e8\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b977906-dfc9-4126-8055-0a1add677110\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:46:13.611027 3680 cni.go:452] [openshift-insights/insights-runtime-extractor-dgkrn 50c91d1d66fbd3d65fce93d8e4a9a6387c1f1184f43e0d6fb817cf9c827504f5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dgkrn 50c91d1d66fbd3d65fce93d8e4a9a6387c1f1184f43e0d6fb817cf9c827504f5 network default NAD default NAD key ] I0417 10:46:13.621503 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dgkrn, hostIfaceName: 50c91d1d66fbd3d, network: default, NAD default, SandboxID: "50c91d1d66fbd3d65fce93d8e4a9a6387c1f1184f43e0d6fb817cf9c827504f5", PCI device ID: , UID: "9484179b-4702-4873-a66d-1db41009adb8", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0417 10:46:13.666617 3680 cni.go:473] [openshift-insights/insights-runtime-extractor-dgkrn 50c91d1d66fbd3d65fce93d8e4a9a6387c1f1184f43e0d6fb817cf9c827504f5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dgkrn 50c91d1d66fbd3d65fce93d8e4a9a6387c1f1184f43e0d6fb817cf9c827504f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:68:bd:99:c8:68\",\"name\":\"50c91d1d66fbd3d\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55f628e2-90bc-42f8-b6e6-781e3260dc12\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:46:13.674704 3680 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn bc463d72e71a115ff82b0baad835ff2cd45f93ec53994a9b00d36dc85c625e81 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn bc463d72e71a115ff82b0baad835ff2cd45f93ec53994a9b00d36dc85c625e81 network default NAD default NAD key ] I0417 10:46:13.683726 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-9xxdn, hostIfaceName: bc463d72e71a115, network: default, NAD default, SandboxID: "bc463d72e71a115ff82b0baad835ff2cd45f93ec53994a9b00d36dc85c625e81", PCI device ID: , UID: "f885d952-9c63-4403-899e-443744d8948b", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0417 10:46:13.731181 3680 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn bc463d72e71a115ff82b0baad835ff2cd45f93ec53994a9b00d36dc85c625e81 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9xxdn bc463d72e71a115ff82b0baad835ff2cd45f93ec53994a9b00d36dc85c625e81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:3f:2e:b8:bb:a1\",\"name\":\"bc463d72e71a115\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86ded730-8ecd-44aa-83aa-42431635a85f\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:46:13.857126 3680 cni.go:452] [openshift-dns/dns-default-4xs6s d0addd0ecdfc2dc726caa84ab5a89ffd0f8d0ece9935f4be77461905278a9d31 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4xs6s d0addd0ecdfc2dc726caa84ab5a89ffd0f8d0ece9935f4be77461905278a9d31 network default NAD default NAD key ] I0417 10:46:13.866309 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4xs6s, hostIfaceName: d0addd0ecdfc2dc, network: default, NAD default, SandboxID: "d0addd0ecdfc2dc726caa84ab5a89ffd0f8d0ece9935f4be77461905278a9d31", PCI device ID: , UID: "7fdc20a9-f3d6-47c5-860b-a5d2e23dd711", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0417 10:46:13.910096 3680 cni.go:473] [openshift-dns/dns-default-4xs6s d0addd0ecdfc2dc726caa84ab5a89ffd0f8d0ece9935f4be77461905278a9d31 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4xs6s d0addd0ecdfc2dc726caa84ab5a89ffd0f8d0ece9935f4be77461905278a9d31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f6:2f:b9:71:6b\",\"name\":\"d0addd0ecdfc2dc\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fb25f90-5f90-404e-a332-5c2922c2a1a4\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:46:14.091499 3680 cni.go:452] [openshift-ingress/router-default-f6c95f84d-w7bp8 f39e2d00897d00e41765d8c3e04a58d16bf60bb1fe9f245f7317a601b7822bea network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-f6c95f84d-w7bp8 f39e2d00897d00e41765d8c3e04a58d16bf60bb1fe9f245f7317a601b7822bea network default NAD default NAD key ] I0417 10:46:14.101127 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-f6c95f84d-w7bp8, hostIfaceName: f39e2d00897d00e, network: default, NAD default, SandboxID: "f39e2d00897d00e41765d8c3e04a58d16bf60bb1fe9f245f7317a601b7822bea", PCI device ID: , UID: "32a81363-e74c-49c5-a513-082217f62151", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0417 10:46:14.149444 3680 cni.go:473] [openshift-ingress/router-default-f6c95f84d-w7bp8 f39e2d00897d00e41765d8c3e04a58d16bf60bb1fe9f245f7317a601b7822bea network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-f6c95f84d-w7bp8 f39e2d00897d00e41765d8c3e04a58d16bf60bb1fe9f245f7317a601b7822bea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:f4:fc:b4:65:44\",\"name\":\"f39e2d00897d00e\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6012aad6-b270-416e-865d-1d70ecbeac48\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:46:14.386909 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.386934 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.386941 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.388016 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.388085 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.416676 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.416700 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.416711 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.417218 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.417233 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.721939 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.722035 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.722049 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.726289 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.726318 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0417 10:46:14.748220 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:14.748259 3680 pods.go:176] Deleting pod: openshift-image-registry/image-registry-67c948744-tsx6c I0417 10:46:14.750029 3680 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-67c948744-tsx6c, ips: 10.128.0.5 I0417 10:46:14.750063 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:14.757637 3680 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-69b599bd58-gsnxv] creating logical port openshift-image-registry_image-registry-69b599bd58-gsnxv for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:14.757745 3680 kube.go:256] Updating pod openshift-image-registry/image-registry-69b599bd58-gsnxv I0417 10:46:14.766043 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:14.766063 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:14.775266 3680 pod.go:62] [openshift-image-registry/image-registry-69b599bd58-gsnxv] pod update took 17.55969ms I0417 10:46:14.775289 3680 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-69b599bd58-gsnxv] addLogicalPort annotation time took 17.586371ms I0417 10:46:14.776092 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c948744-tsx6c I0417 10:46:14.776118 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c948744-tsx6c I0417 10:46:14.776799 3680 pods.go:271] [openshift-image-registry/image-registry-69b599bd58-gsnxv] addLogicalPort took 19.177637ms, libovsdb time 1.12793ms I0417 10:46:15.121621 3680 base_network_controller_pods.go:487] [default/openshift-console/console-794d8fdb9f-krsw6] creating logical port openshift-console_console-794d8fdb9f-krsw6 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:15.121810 3680 kube.go:256] Updating pod openshift-console/console-794d8fdb9f-krsw6 I0417 10:46:15.137316 3680 pod.go:62] [openshift-console/console-794d8fdb9f-krsw6] pod update took 15.546407ms I0417 10:46:15.137336 3680 base_network_controller_pods.go:951] [default/openshift-console/console-794d8fdb9f-krsw6] addLogicalPort annotation time took 15.573547ms I0417 10:46:15.138779 3680 pods.go:271] [openshift-console/console-794d8fdb9f-krsw6] addLogicalPort took 17.175368ms, libovsdb time 1.061488ms W0417 10:46:15.427768 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.427795 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.427802 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.427820 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.427826 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.427835 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.428997 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.429016 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.429041 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.429055 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.429083 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.429094 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.463952 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.463973 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.463969 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.463984 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.463996 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.464003 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.466933 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.466952 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.466969 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.466991 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.466999 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.467007 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.764331 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.764353 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.764360 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:15.764517 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:15.764532 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0417 10:46:15.884937 3680 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 10:46:15.913230 3680 cni.go:452] [openshift-image-registry/image-registry-69b599bd58-gsnxv 3bd6ba3b2e2f359fe3d7a87a864405098cbff0b2703718444dbc150442dcf511 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-69b599bd58-gsnxv 3bd6ba3b2e2f359fe3d7a87a864405098cbff0b2703718444dbc150442dcf511 network default NAD default NAD key ] I0417 10:46:15.916109 3680 cni.go:452] [openshift-console/console-794d8fdb9f-krsw6 2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-794d8fdb9f-krsw6 2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064 network default NAD default NAD key ] I0417 10:46:15.927700 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-69b599bd58-gsnxv, hostIfaceName: 3bd6ba3b2e2f359, network: default, NAD default, SandboxID: "3bd6ba3b2e2f359fe3d7a87a864405098cbff0b2703718444dbc150442dcf511", PCI device ID: , UID: "0b5a4e3e-b69f-460a-bcb6-9cabe5218e8a", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0417 10:46:15.928747 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-794d8fdb9f-krsw6, hostIfaceName: 2891b579d1fdfd6, network: default, NAD default, SandboxID: "2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064", PCI device ID: , UID: "60923c74-3c2d-43ae-90f6-e9e392220464", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0417 10:46:15.987753 3680 cni.go:473] [openshift-console/console-794d8fdb9f-krsw6 2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-794d8fdb9f-krsw6 2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:cf:08:3b:4d:bb\",\"name\":\"2891b579d1fdfd6\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e8f0715-ccb2-44de-9a3e-4c846cc650bd\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:46:16.002459 3680 cni.go:473] [openshift-image-registry/image-registry-69b599bd58-gsnxv 3bd6ba3b2e2f359fe3d7a87a864405098cbff0b2703718444dbc150442dcf511 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-69b599bd58-gsnxv 3bd6ba3b2e2f359fe3d7a87a864405098cbff0b2703718444dbc150442dcf511 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:75:30:bb:a5:f6\",\"name\":\"3bd6ba3b2e2f359\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34e1725d-d679-4606-b51b-554692e73c73\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:46:16.785465 3680 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:46:17.186020 3680 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-42drl for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:17.186151 3680 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl I0417 10:46:17.199703 3680 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl] pod update took 13.550847ms I0417 10:46:17.199724 3680 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl] addLogicalPort annotation time took 13.60131ms I0417 10:46:17.201031 3680 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl] addLogicalPort took 15.024047ms, libovsdb time 979.762µs I0417 10:46:17.555287 3680 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl 12ae149b17c5abadcf0e62c0eaac45e0a22e60d94ee811e336aba3901aebbca9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl 12ae149b17c5abadcf0e62c0eaac45e0a22e60d94ee811e336aba3901aebbca9 network default NAD default NAD key ] I0417 10:46:17.566422 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-42drl, hostIfaceName: 12ae149b17c5aba, network: default, NAD default, SandboxID: "12ae149b17c5abadcf0e62c0eaac45e0a22e60d94ee811e336aba3901aebbca9", PCI device ID: , UID: "b7211079-4957-44ae-9498-54d0411b9c92", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0417 10:46:17.616489 3680 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl 12ae149b17c5abadcf0e62c0eaac45e0a22e60d94ee811e336aba3901aebbca9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-42drl 12ae149b17c5abadcf0e62c0eaac45e0a22e60d94ee811e336aba3901aebbca9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:fb:cc:26:be:ec\",\"name\":\"12ae149b17c5aba\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b4cab1b-faba-4f9e-bd9b-52fe4ded7e75\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:46:18.364197 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:18.364226 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:18.364235 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:18.364254 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:18.364262 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:18.364268 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:19.748998 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:20.755922 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:20.758791 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:20.767105 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:20.784157 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:22.428010 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:25.788826 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:26.759610 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:26.759627 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:26.759633 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0417 10:46:26.937679 3680 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:26.937841 3680 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0417 10:46:26.990617 3680 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 52.835046ms I0417 10:46:26.990641 3680 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 52.864715ms I0417 10:46:26.992073 3680 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 54.410872ms, libovsdb time 1.078354ms W0417 10:46:28.366041 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 10:46:28.366067 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 10:46:29.516743 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:29.516759 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:29.516764 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 10:46:30.152263 3680 cni.go:452] [openshift-monitoring/alertmanager-main-1 2f911fab81b06a0722d790aa89a7a289d535f566972abb17bfd9e35f96ed0071 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 2f911fab81b06a0722d790aa89a7a289d535f566972abb17bfd9e35f96ed0071 network default NAD default NAD key ] I0417 10:46:30.161340 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 2f911fab81b06a0, network: default, NAD default, SandboxID: "2f911fab81b06a0722d790aa89a7a289d535f566972abb17bfd9e35f96ed0071", PCI device ID: , UID: "32f0a264-c670-4d3d-9d5e-abbc3e499837", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0417 10:46:30.210295 3680 cni.go:473] [openshift-monitoring/alertmanager-main-1 2f911fab81b06a0722d790aa89a7a289d535f566972abb17bfd9e35f96ed0071 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 2f911fab81b06a0722d790aa89a7a289d535f566972abb17bfd9e35f96ed0071 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:1e:62:83:ad:71\",\"name\":\"2f911fab81b06a0\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11cf8cf0-298d-436e-8028-e6ed3018969d\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:46:30.503723 3680 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-rq5wc for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:30.503817 3680 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc I0417 10:46:30.525550 3680 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc] pod update took 21.754154ms I0417 10:46:30.525595 3680 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc] addLogicalPort annotation time took 21.804733ms I0417 10:46:30.526889 3680 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc] addLogicalPort took 23.181227ms, libovsdb time 936.988µs W0417 10:46:30.813633 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0417 10:46:30.837895 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0417 10:46:30.865310 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0417 10:46:30.865341 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0417 10:46:30.921713 3680 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67b6c67ddb-x7cp8 IP address from the namespace address-set, err: pod openshift-console/console-67b6c67ddb-x7cp8: no pod IPs found I0417 10:46:31.468100 3680 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc 209a6dca086fdf1898460c977a890ee92a0681d4cde3786d575ea079a20227e8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc 209a6dca086fdf1898460c977a890ee92a0681d4cde3786d575ea079a20227e8 network default NAD default NAD key ] I0417 10:46:31.479494 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-rq5wc, hostIfaceName: 209a6dca086fdf1, network: default, NAD default, SandboxID: "209a6dca086fdf1898460c977a890ee92a0681d4cde3786d575ea079a20227e8", PCI device ID: , UID: "45b742ba-9dbe-44d4-a0fd-00d0be1787f3", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0417 10:46:31.536964 3680 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc 209a6dca086fdf1898460c977a890ee92a0681d4cde3786d575ea079a20227e8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rq5wc 209a6dca086fdf1898460c977a890ee92a0681d4cde3786d575ea079a20227e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:7f:53:73:27:7a\",\"name\":\"209a6dca086fdf1\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f312080-8803-4396-a07d-9bfb11c279fa\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:46:31.814656 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0417 10:46:31.839328 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:31.839350 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:31.839356 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 10:46:32.216339 3680 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:32.216585 3680 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0417 10:46:32.243265 3680 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.769247ms I0417 10:46:32.243353 3680 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.860508ms I0417 10:46:32.244992 3680 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.673014ms, libovsdb time 1.104262ms W0417 10:46:32.527662 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0417 10:46:33.251318 3680 cni.go:452] [openshift-monitoring/prometheus-k8s-0 25009d6cb0744cfa55941874ee0642d7b0f78bffa19a59e17edb40f9d973ded2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 25009d6cb0744cfa55941874ee0642d7b0f78bffa19a59e17edb40f9d973ded2 network default NAD default NAD key ] I0417 10:46:33.261470 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 25009d6cb0744cf, network: default, NAD default, SandboxID: "25009d6cb0744cfa55941874ee0642d7b0f78bffa19a59e17edb40f9d973ded2", PCI device ID: , UID: "4b7425b6-2810-44e4-a4f4-b2357c888bc1", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0417 10:46:33.320576 3680 cni.go:473] [openshift-monitoring/prometheus-k8s-0 25009d6cb0744cfa55941874ee0642d7b0f78bffa19a59e17edb40f9d973ded2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 25009d6cb0744cfa55941874ee0642d7b0f78bffa19a59e17edb40f9d973ded2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:87:99:1a:1c:ee\",\"name\":\"25009d6cb0744cf\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09d65c25-58f6-4b23-a470-d56ab1a27b85\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:46:33.495890 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495917 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495924 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495930 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.826357 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 10:46:33.881731 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:33.881750 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:33.907569 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0417 10:46:34.953778 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 10:46:35.885608 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:35.885630 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:35.912308 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.912331 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.912339 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.912346 3680 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:36.246369 3680 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-758d97766-vl27m IP address from the namespace address-set, err: pod openshift-console/console-758d97766-vl27m: no pod IPs found W0417 10:46:36.253966 3680 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-758d97766-98btg IP address from the namespace address-set, err: pod openshift-console/console-758d97766-98btg: no pod IPs found W0417 10:46:37.757922 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:46:38.696552 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:38.697153 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:38.897266 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:38.897344 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:38.904777 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 10:46:38.904808 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 10:46:45.015030 3680 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:45.015630 3680 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:45.925831 3680 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:45.925855 3680 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:45.931509 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794d8fdb9f-rrl7z I0417 10:46:45.931528 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794d8fdb9f-rrl7z I0417 10:46:49.240460 3680 cni.go:452] [openshift-multus/network-metrics-daemon-8jw4k b32ea0c16a5375f5ee1774a66f91cb46dd719b0be3e68cfc37cedbbe7d4747bb network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8jw4k b32ea0c16a5375f5ee1774a66f91cb46dd719b0be3e68cfc37cedbbe7d4747bb network default NAD default NAD key ] I0417 10:46:49.249465 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8jw4k, hostIfaceName: b32ea0c16a5375f, network: default, NAD default, SandboxID: "b32ea0c16a5375f5ee1774a66f91cb46dd719b0be3e68cfc37cedbbe7d4747bb", PCI device ID: , UID: "61828725-7b24-44c9-ae6a-504576447765", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0417 10:46:49.298378 3680 cni.go:473] [openshift-multus/network-metrics-daemon-8jw4k b32ea0c16a5375f5ee1774a66f91cb46dd719b0be3e68cfc37cedbbe7d4747bb network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8jw4k b32ea0c16a5375f5ee1774a66f91cb46dd719b0be3e68cfc37cedbbe7d4747bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d2:52:9e:42:b0\",\"name\":\"b32ea0c16a5375f\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6efc5376-7f4d-4fea-a81f-52c8de628475\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:46:51.557405 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0417 10:46:51.943157 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 10:46:51.943211 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 10:46:51.943159 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 10:46:52.926320 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0417 10:46:54.725209 3680 cni.go:452] [openshift-console/console-794d8fdb9f-krsw6 2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-794d8fdb9f-krsw6 2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064 network default NAD default NAD key ] I0417 10:46:54.803689 3680 cni.go:473] [openshift-console/console-794d8fdb9f-krsw6 2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-794d8fdb9f-krsw6 2891b579d1fdfd61092b498dd8243f89b876584cb1fb0006206ec2a753765064 network default NAD default NAD key default], result "{}", err I0417 10:46:54.878880 3680 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:54.878912 3680 pods.go:176] Deleting pod: openshift-console/console-794d8fdb9f-krsw6 I0417 10:46:54.880070 3680 pods.go:236] Attempting to release IPs for pod: openshift-console/console-794d8fdb9f-krsw6, ips: 10.128.0.21 I0417 10:46:54.880098 3680 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:54.889103 3680 base_network_controller_pods.go:487] [default/openshift-console/console-85b65d9b5b-w8wt2] creating logical port openshift-console_console-85b65d9b5b-w8wt2 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:46:54.889189 3680 kube.go:256] Updating pod openshift-console/console-85b65d9b5b-w8wt2 I0417 10:46:54.903801 3680 pod.go:62] [openshift-console/console-85b65d9b5b-w8wt2] pod update took 14.637189ms I0417 10:46:54.903825 3680 base_network_controller_pods.go:951] [default/openshift-console/console-85b65d9b5b-w8wt2] addLogicalPort annotation time took 14.66426ms I0417 10:46:54.904933 3680 pods.go:271] [openshift-console/console-85b65d9b5b-w8wt2] addLogicalPort took 15.843082ms, libovsdb time 812.678µs I0417 10:46:55.262500 3680 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:55.262529 3680 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:55.268550 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794d8fdb9f-krsw6 I0417 10:46:55.268600 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794d8fdb9f-krsw6 I0417 10:46:55.293338 3680 cni.go:452] [openshift-console/console-85b65d9b5b-w8wt2 1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85b65d9b5b-w8wt2 1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964 network default NAD default NAD key ] I0417 10:46:55.302745 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85b65d9b5b-w8wt2, hostIfaceName: 1f4498b7fb34798, network: default, NAD default, SandboxID: "1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964", PCI device ID: , UID: "4227b619-676b-4455-8c6a-9a9f4ca114e1", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0417 10:46:55.352061 3680 cni.go:473] [openshift-console/console-85b65d9b5b-w8wt2 1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85b65d9b5b-w8wt2 1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b8:4d:1e:88:11\",\"name\":\"1f4498b7fb34798\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/569fd1bf-4557-4501-9c92-201e15275a61\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:46:55.988986 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:55.989012 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:55.989033 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:55.989071 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:56.019971 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:56.020001 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:57.344993 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.345015 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:57.345021 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 10:47:03.068620 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:03.069121 3680 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:03.595180 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:03.595205 3680 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:03.602714 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c948744-89d6g I0417 10:47:03.602735 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c948744-89d6g W0417 10:47:06.000055 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 10:47:21.312857 3680 obj_retry.go:498] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:21.313414 3680 obj_retry.go:498] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:21.668366 3680 obj_retry.go:492] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:21.668390 3680 obj_retry.go:492] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:21.674080 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b6c67ddb-ssr9g I0417 10:47:21.674097 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b6c67ddb-ssr9g W0417 10:47:22.067005 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 10:47:22.067013 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0417 10:47:22.067059 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0417 10:47:22.826393 3680 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0417 10:47:23.072257 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0417 10:47:31.343982 3680 obj_retry.go:498] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:31.344553 3680 obj_retry.go:498] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:31.704840 3680 obj_retry.go:492] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:31.704862 3680 obj_retry.go:492] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:31.710645 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c476968f9-cmtzl I0417 10:47:31.710667 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c476968f9-cmtzl W0417 10:47:33.156326 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:47:33.156349 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 10:48:14.990054 3680 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:14.990586 3680 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:15.295485 3680 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:15.295508 3680 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:15.301663 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b65d9b5b-8xtlc I0417 10:48:15.301688 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b65d9b5b-8xtlc I0417 10:48:26.031816 3680 cni.go:452] [openshift-console/console-85b65d9b5b-w8wt2 1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85b65d9b5b-w8wt2 1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964 network default NAD default NAD key ] I0417 10:48:26.109771 3680 cni.go:473] [openshift-console/console-85b65d9b5b-w8wt2 1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85b65d9b5b-w8wt2 1f4498b7fb34798afc32ecaf8452d67f9fed635d5ba986089933596d62a4e964 network default NAD default NAD key default], result "{}", err I0417 10:48:26.158194 3680 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:26.158226 3680 pods.go:176] Deleting pod: openshift-console/console-85b65d9b5b-w8wt2 I0417 10:48:26.159777 3680 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85b65d9b5b-w8wt2, ips: 10.128.0.26 I0417 10:48:26.159806 3680 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:26.342980 3680 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:26.343001 3680 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:26.350467 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b65d9b5b-w8wt2 I0417 10:48:26.350488 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b65d9b5b-w8wt2 I0417 10:50:02.984688 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=641 I0417 10:50:14.103098 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0417 10:50:17.981071 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0417 10:50:46.512444 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:50:46.513055 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:50:47.536646 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:50:47.536697 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:50:51.066079 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0417 10:50:51.418593 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:50:53.977446 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0417 10:51:02.455975 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0417 10:51:02.456067 3680 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-8ps5k IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-8ps5k: no pod IPs found I0417 10:51:06.560820 3680 namespace.go:98] [tsf] adding namespace I0417 10:51:06.561743 3680 namespace.go:102] [tsf] adding namespace took 891.432µs I0417 10:51:06.578917 3680 namespace.go:142] [tsf] updating namespace I0417 10:51:06.591209 3680 namespace.go:142] [tsf] updating namespace I0417 10:51:10.576821 3680 namespace.go:98] [rhbk-operator] adding namespace I0417 10:51:10.577669 3680 namespace.go:102] [rhbk-operator] adding namespace took 823.967µs I0417 10:51:10.579483 3680 namespace.go:98] [cert-manager-operator] adding namespace I0417 10:51:10.580158 3680 namespace.go:102] [cert-manager-operator] adding namespace took 656.057µs I0417 10:51:10.582484 3680 namespace.go:98] [tsf-tas] adding namespace I0417 10:51:10.582587 3680 namespace.go:98] [rhtpa-operator] adding namespace I0417 10:51:10.582686 3680 namespace.go:98] [konflux-ui] adding namespace I0417 10:51:10.582743 3680 namespace.go:98] [konflux-operator] adding namespace I0417 10:51:10.582880 3680 namespace.go:98] [tsf-keycloak] adding namespace I0417 10:51:10.583024 3680 namespace.go:98] [tsf-tpa] adding namespace I0417 10:51:10.583141 3680 namespace.go:102] [tsf-tas] adding namespace took 644.526µs I0417 10:51:10.583720 3680 namespace.go:102] [rhtpa-operator] adding namespace took 1.120643ms I0417 10:51:10.584243 3680 namespace.go:102] [konflux-ui] adding namespace took 1.541398ms I0417 10:51:10.584752 3680 namespace.go:102] [konflux-operator] adding namespace took 1.995704ms I0417 10:51:10.585213 3680 namespace.go:102] [tsf-keycloak] adding namespace took 2.319709ms I0417 10:51:10.585652 3680 namespace.go:102] [tsf-tpa] adding namespace took 2.616832ms I0417 10:51:10.598415 3680 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.615270 3680 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.628472 3680 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:10.629218 3680 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.629287 3680 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.629347 3680 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.637408 3680 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.647070 3680 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.647209 3680 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.648198 3680 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.667520 3680 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.683845 3680 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.706624 3680 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.715269 3680 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.743789 3680 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.751804 3680 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.769199 3680 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.769297 3680 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.777838 3680 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.789929 3680 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.796522 3680 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.816508 3680 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.816608 3680 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:10.827196 3680 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:11.700608 3680 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:11.717774 3680 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:13.432049 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:13.432184 3680 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 I0417 10:51:13.447043 3680 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7] pod update took 14.891211ms I0417 10:51:13.447063 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7] addLogicalPort annotation time took 14.917191ms I0417 10:51:13.448394 3680 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7] addLogicalPort took 16.366135ms, libovsdb time 980.545µs I0417 10:51:13.536597 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:13.536688 3680 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l I0417 10:51:13.550280 3680 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l] pod update took 13.623952ms I0417 10:51:13.550301 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l] addLogicalPort annotation time took 13.64841ms I0417 10:51:13.551587 3680 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l] addLogicalPort took 15.00343ms, libovsdb time 883.229µs I0417 10:51:13.791291 3680 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17 network default NAD default NAD key ] I0417 10:51:13.800676 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7, hostIfaceName: dfce22aae0d000e, network: default, NAD default, SandboxID: "dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17", PCI device ID: , UID: "b40a5373-7ee0-46c6-80c9-35cb4e3f530e", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0417 10:51:13.850294 3680 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ad:fe:0f:5f:a0\",\"name\":\"dfce22aae0d000e\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de9f26fd-c213-446f-85f2-6f8ad8e56e25\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:13.897999 3680 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l 104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l 104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a network default NAD default NAD key ] I0417 10:51:13.908185 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l, hostIfaceName: 104ca014ac73e04, network: default, NAD default, SandboxID: "104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a", PCI device ID: , UID: "a26dc4bd-8877-4960-b6f7-db4f5d2cd563", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0417 10:51:13.958126 3680 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l 104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l 104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:40:7f:6e:aa:19\",\"name\":\"104ca014ac73e04\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b4ea916-fba2-4a43-9c9b-3ee7a30c41f1\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:16.561055 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:16.561152 3680 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll I0417 10:51:16.575121 3680 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll] pod update took 13.999609ms I0417 10:51:16.575143 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll] addLogicalPort annotation time took 14.027209ms I0417 10:51:16.576406 3680 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll] addLogicalPort took 15.368118ms, libovsdb time 868.21µs I0417 10:51:16.918245 3680 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll 661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll 661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6 network default NAD default NAD key ] I0417 10:51:16.928578 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll, hostIfaceName: 661824d9dcde495, network: default, NAD default, SandboxID: "661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6", PCI device ID: , UID: "0e66b584-3bec-4f51-9c73-10cb842797f7", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0417 10:51:16.976976 3680 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll 661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll 661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ce:b4:f8:30:33\",\"name\":\"661824d9dcde495\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4967b713-1e86-4dc9-ac3e-9181140b785d\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:17.081845 3680 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17 network default NAD default NAD key ] I0417 10:51:17.156445 3680 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 dfce22aae0d000e6d9a63bfd08b9c5970e64954889241e210c42f4c0c40b5f17 network default NAD default NAD key default], result "{}", err I0417 10:51:17.293274 3680 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293335 3680 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 I0417 10:51:17.294702 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7, ips: 10.128.0.27 I0417 10:51:17.294737 3680 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.294759 3680 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.294769 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:17.294959 3680 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.294973 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:18.300858 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:18.300982 3680 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv I0417 10:51:18.313682 3680 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv] pod update took 12.728489ms I0417 10:51:18.313705 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv] addLogicalPort annotation time took 12.755602ms I0417 10:51:18.315183 3680 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv] addLogicalPort took 14.337732ms, libovsdb time 1.101842ms I0417 10:51:18.319367 3680 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.319389 3680 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.319401 3680 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.319414 3680 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.661301 3680 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f network default NAD default NAD key ] I0417 10:51:18.672344 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv, hostIfaceName: a4cd65565c12570, network: default, NAD default, SandboxID: "a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f", PCI device ID: , UID: "68205d89-2819-46c4-8fdf-9034f6b2bf6e", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0417 10:51:18.723502 3680 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:2f:91:7e:df:99\",\"name\":\"a4cd65565c12570\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/125d4b79-5b43-48d6-b5c0-6b130f113bf6\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:19.096997 3680 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l 104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l 104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a network default NAD default NAD key ] I0417 10:51:19.167800 3680 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l 104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l 104ca014ac73e042a8b8084b9e972980558ca073b50a476137de196af18a2a1a network default NAD default NAD key default], result "{}", err I0417 10:51:19.861102 3680 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.861135 3680 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l I0417 10:51:19.862488 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l, ips: 10.128.0.28 I0417 10:51:19.862514 3680 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.862535 3680 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.862545 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:19.862745 3680 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.862763 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:19.921775 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:19.921884 3680 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 I0417 10:51:19.937149 3680 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2] pod update took 15.287455ms I0417 10:51:19.937174 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2] addLogicalPort annotation time took 15.32106ms I0417 10:51:19.938604 3680 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2] addLogicalPort took 16.849114ms, libovsdb time 984.484µs I0417 10:51:20.024969 3680 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:20.025080 3680 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 I0417 10:51:20.040154 3680 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8] pod update took 15.101608ms I0417 10:51:20.040182 3680 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8] addLogicalPort annotation time took 15.136367ms I0417 10:51:20.041529 3680 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8] addLogicalPort took 16.577935ms, libovsdb time 1.00233ms I0417 10:51:20.288267 3680 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773 network default NAD default NAD key ] I0417 10:51:20.298961 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2, hostIfaceName: ee9df4cde6379e2, network: default, NAD default, SandboxID: "ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773", PCI device ID: , UID: "f1e6a771-ddb7-433f-8591-b1cdb9051885", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0417 10:51:20.350645 3680 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d3:0b:7e:33:31\",\"name\":\"ee9df4cde6379e2\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8201710-837f-4805-937c-3499e63ea169\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:20.403314 3680 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82 network default NAD default NAD key ] I0417 10:51:20.412918 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8, hostIfaceName: 8a4ae92163e9e64, network: default, NAD default, SandboxID: "8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82", PCI device ID: , UID: "c70233b9-4aa5-4cf9-91cf-1b3ecda83f59", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0417 10:51:20.467122 3680 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:80:4c:d6:db:a1\",\"name\":\"8a4ae92163e9e64\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/569de04e-a30b-4e43-ad6f-c7392d489f11\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:20.886504 3680 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.886529 3680 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.886541 3680 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.886553 3680 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:23.133008 3680 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f network default NAD default NAD key ] I0417 10:51:23.133189 3680 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll 661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll 661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6 network default NAD default NAD key ] I0417 10:51:23.203800 3680 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll 661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll 661824d9dcde495f1dd58780edc1b920362a8e693ec882edc75dac2e1de06ab6 network default NAD default NAD key default], result "{}", err I0417 10:51:23.241101 3680 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv a4cd65565c125706109b40d6a889b7e5370fc2353e6d6351ce83061086770d2f network default NAD default NAD key default], result "{}", err I0417 10:51:23.297912 3680 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.297945 3680 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll I0417 10:51:23.299791 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll, ips: 10.128.0.29 I0417 10:51:23.299821 3680 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.299845 3680 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.299857 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:23.300046 3680 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.300060 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:23.363879 3680 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.363920 3680 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv I0417 10:51:23.365449 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv, ips: 10.128.0.30 I0417 10:51:23.365476 3680 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.365500 3680 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.365509 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:23.365694 3680 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.365705 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:24.308305 3680 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308329 3680 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308340 3680 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308351 3680 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.386062 3680 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.386085 3680 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.386098 3680 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.386111 3680 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:25.147035 3680 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773 network default NAD default NAD key ] I0417 10:51:25.147655 3680 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82 network default NAD default NAD key ] I0417 10:51:25.235485 3680 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 ee9df4cde6379e264982b150e740525221cac13e36cebb9a67bdd71b627f0773 network default NAD default NAD key default], result "{}", err I0417 10:51:25.252829 3680 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 8a4ae92163e9e644a77068e83cea1fa75ba2e7cb72e3651763630ec0e540db82 network default NAD default NAD key default], result "{}", err I0417 10:51:25.396034 3680 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.396069 3680 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 I0417 10:51:25.397420 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2, ips: 10.128.0.31 I0417 10:51:25.397448 3680 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.397469 3680 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.397476 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:25.397656 3680 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.397671 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:25.583771 3680 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.583806 3680 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 I0417 10:51:25.585192 3680 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8, ips: 10.128.0.32 I0417 10:51:25.585215 3680 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.585231 3680 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.585238 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:25.585421 3680 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.585437 3680 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:26.403950 3680 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.403976 3680 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.403995 3680 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.404011 3680 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.551256 3680 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.551301 3680 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.551316 3680 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.551332 3680 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:27.219550 3680 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-hc52c] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-hc52c for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:27.219681 3680 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-hc52c I0417 10:51:27.245685 3680 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-hc52c] pod update took 26.034241ms I0417 10:51:27.245707 3680 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-hc52c] addLogicalPort annotation time took 26.058653ms I0417 10:51:27.246901 3680 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-hc52c] addLogicalPort took 27.369118ms, libovsdb time 865.024µs I0417 10:51:27.578099 3680 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-hc52c 3db0a2cf76213306edfb0646c7f73e4e7cd78f9c3dced3fdd0e7ebd10c443c84 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-hc52c 3db0a2cf76213306edfb0646c7f73e4e7cd78f9c3dced3fdd0e7ebd10c443c84 network default NAD default NAD key ] I0417 10:51:27.587817 3680 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-hc52c, hostIfaceName: 3db0a2cf7621330, network: default, NAD default, SandboxID: "3db0a2cf76213306edfb0646c7f73e4e7cd78f9c3dced3fdd0e7ebd10c443c84", PCI device ID: , UID: "089c4397-c933-45c0-b679-73a5a38786b4", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0417 10:51:27.636498 3680 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-hc52c 3db0a2cf76213306edfb0646c7f73e4e7cd78f9c3dced3fdd0e7ebd10c443c84 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-hc52c 3db0a2cf76213306edfb0646c7f73e4e7cd78f9c3dced3fdd0e7ebd10c443c84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:91:28:ca:5b:e1\",\"name\":\"3db0a2cf7621330\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b71460bd-fb7c-48b7-b63b-1204c3afd0a8\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:36.055649 3680 namespace.go:98] [cert-manager] adding namespace I0417 10:51:36.056740 3680 namespace.go:102] [cert-manager] adding namespace took 1.062838ms I0417 10:51:36.082846 3680 namespace.go:142] [cert-manager] updating namespace I0417 10:51:36.108798 3680 namespace.go:142] [cert-manager] updating namespace W0417 10:51:37.134504 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 10:51:38.695696 3680 namespace.go:142] [openshift-operators] updating namespace I0417 10:51:38.704588 3680 namespace.go:142] [openshift-operators] updating namespace W0417 10:51:42.144060 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 10:51:43.982813 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 W0417 10:51:45.137622 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 10:51:45.137646 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 10:51:47.427278 3680 namespace.go:142] [openshift-operators] updating namespace I0417 10:51:47.895402 3680 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-gxtmj for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:47.895551 3680 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj I0417 10:51:47.922988 3680 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj] pod update took 27.465398ms I0417 10:51:47.923014 3680 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj] addLogicalPort annotation time took 27.494748ms I0417 10:51:47.924200 3680 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj] addLogicalPort took 28.813566ms, libovsdb time 835.842µs I0417 10:51:48.265526 3680 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj 32ced5012997a21c428b8736345e8983ef975eca2f85d43173618909f52ce685 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj 32ced5012997a21c428b8736345e8983ef975eca2f85d43173618909f52ce685 network default NAD default NAD key ] I0417 10:51:48.274916 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-gxtmj, hostIfaceName: 32ced5012997a21, network: default, NAD default, SandboxID: "32ced5012997a21c428b8736345e8983ef975eca2f85d43173618909f52ce685", PCI device ID: , UID: "c06b6386-c1f3-40d9-9724-2e552a2b6da9", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0417 10:51:48.323542 3680 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj 32ced5012997a21c428b8736345e8983ef975eca2f85d43173618909f52ce685 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-gxtmj 32ced5012997a21c428b8736345e8983ef975eca2f85d43173618909f52ce685 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:61:8b:8a:c4:fe\",\"name\":\"32ced5012997a21\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cdbbee8-4945-4f3b-a96a-b04bda904087\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:53.759855 3680 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-lllh7 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:51:53.759971 3680 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7 I0417 10:51:53.827944 3680 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7] pod update took 67.99595ms I0417 10:51:53.827971 3680 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7] addLogicalPort annotation time took 68.029999ms I0417 10:51:53.829164 3680 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7] addLogicalPort took 69.330505ms, libovsdb time 841.482µs I0417 10:51:54.119608 3680 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7 ef2a2e62eff7cea18554c189c8c1f35046da06aa6e585fad5c6d4c0da9322b24 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7 ef2a2e62eff7cea18554c189c8c1f35046da06aa6e585fad5c6d4c0da9322b24 network default NAD default NAD key ] I0417 10:51:54.129375 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-lllh7, hostIfaceName: ef2a2e62eff7cea, network: default, NAD default, SandboxID: "ef2a2e62eff7cea18554c189c8c1f35046da06aa6e585fad5c6d4c0da9322b24", PCI device ID: , UID: "89e7da19-a4a4-4e76-af05-25bd3d21114f", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0417 10:51:54.178513 3680 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7 ef2a2e62eff7cea18554c189c8c1f35046da06aa6e585fad5c6d4c0da9322b24 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-lllh7 ef2a2e62eff7cea18554c189c8c1f35046da06aa6e585fad5c6d4c0da9322b24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:56:e9:f3:ff:40\",\"name\":\"ef2a2e62eff7cea\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09784917-9410-44a8-8974-87729fc0bbee\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:51:56.854706 3680 namespace.go:98] [trusted-artifact-signer] adding namespace I0417 10:51:56.855624 3680 namespace.go:102] [trusted-artifact-signer] adding namespace took 892.952µs I0417 10:51:56.910839 3680 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:51:56.938539 3680 namespace.go:142] [trusted-artifact-signer] updating namespace W0417 10:51:57.334204 3680 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 10:52:02.247721 3680 namespace.go:98] [openshift-pipelines] adding namespace I0417 10:52:02.248512 3680 namespace.go:102] [openshift-pipelines] adding namespace took 767.523µs I0417 10:52:02.260982 3680 namespace.go:142] [openshift-pipelines] updating namespace I0417 10:52:02.959056 3680 namespace.go:142] [cert-manager] updating namespace I0417 10:52:03.161408 3680 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:03.561861 3680 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:03.762853 3680 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:03.965003 3680 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:04.365749 3680 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:04.565606 3680 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:04.770653 3680 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:04.968107 3680 namespace.go:142] [tsf] updating namespace I0417 10:52:05.169823 3680 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:05.368875 3680 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:05.572843 3680 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:05.713825 3680 namespace.go:142] [cert-manager] updating namespace I0417 10:52:05.721731 3680 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:05.730432 3680 namespace.go:142] [default] updating namespace I0417 10:52:05.738102 3680 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:05.747733 3680 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:05.757117 3680 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:05.766880 3680 namespace.go:142] [openshift] updating namespace I0417 10:52:05.774787 3680 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:05.787951 3680 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:05.796205 3680 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:05.804824 3680 namespace.go:142] [tsf] updating namespace I0417 10:52:05.812850 3680 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:05.833749 3680 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:05.852723 3680 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:05.957485 3680 namespace.go:142] [cert-manager] updating namespace I0417 10:52:06.054118 3680 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:06.155465 3680 namespace.go:142] [default] updating namespace I0417 10:52:06.256406 3680 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:06.358176 3680 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:06.454023 3680 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:06.553436 3680 namespace.go:142] [openshift] updating namespace I0417 10:52:06.654443 3680 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:06.754552 3680 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:06.852986 3680 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:06.953654 3680 namespace.go:142] [tsf] updating namespace I0417 10:52:07.052225 3680 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:07.151833 3680 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:07.254881 3680 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:07.531468 3680 namespace.go:142] [openshift-pipelines] updating namespace W0417 10:52:08.335151 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 10:52:15.140518 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:52:15.140639 3680 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7 I0417 10:52:15.158885 3680 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7] pod update took 18.27113ms I0417 10:52:15.158909 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7] addLogicalPort annotation time took 18.301229ms I0417 10:52:15.160059 3680 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7] addLogicalPort took 19.56119ms, libovsdb time 799.963µs I0417 10:52:15.241138 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-fgx94 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:52:15.241238 3680 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94 I0417 10:52:15.256462 3680 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94] pod update took 15.256981ms I0417 10:52:15.256484 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94] addLogicalPort annotation time took 15.283344ms I0417 10:52:15.257623 3680 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94] addLogicalPort took 16.502704ms, libovsdb time 755.108µs I0417 10:52:15.508307 3680 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7 615b2f121c34103353b1a79f1be18faf7c5e81e00165dc9cc09ec82a5b060762 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7 615b2f121c34103353b1a79f1be18faf7c5e81e00165dc9cc09ec82a5b060762 network default NAD default NAD key ] I0417 10:52:15.517337 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7, hostIfaceName: 615b2f121c34103, network: default, NAD default, SandboxID: "615b2f121c34103353b1a79f1be18faf7c5e81e00165dc9cc09ec82a5b060762", PCI device ID: , UID: "43fc3185-d035-4e95-a700-294780daedf0", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0417 10:52:15.571542 3680 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7 615b2f121c34103353b1a79f1be18faf7c5e81e00165dc9cc09ec82a5b060762 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-kl6t7 615b2f121c34103353b1a79f1be18faf7c5e81e00165dc9cc09ec82a5b060762 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:97:07:e1:03:1d\",\"name\":\"615b2f121c34103\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5897347e-ac2e-4459-ab04-8b34e42d130c\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:52:15.614050 3680 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94 5340c78184daccba5a30fdbecacfd6b94964802985d874270d8dd411d1192f62 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94 5340c78184daccba5a30fdbecacfd6b94964802985d874270d8dd411d1192f62 network default NAD default NAD key ] I0417 10:52:15.624002 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-fgx94, hostIfaceName: 5340c78184daccb, network: default, NAD default, SandboxID: "5340c78184daccba5a30fdbecacfd6b94964802985d874270d8dd411d1192f62", PCI device ID: , UID: "049522c1-e31b-4c2f-ac7a-56d75ced3cdd", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0417 10:52:15.672804 3680 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94 5340c78184daccba5a30fdbecacfd6b94964802985d874270d8dd411d1192f62 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-fgx94 5340c78184daccba5a30fdbecacfd6b94964802985d874270d8dd411d1192f62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:fc:dd:fd:b4:08\",\"name\":\"5340c78184daccb\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87888dbc-f5d4-4ab2-b16b-caf0e33c9229\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:52:18.785980 3680 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:18.786001 3680 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:18.786006 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:19.458272 3680 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.458288 3680 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.458293 3680 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.458298 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 10:52:22.984296 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 I0417 10:52:25.938593 3680 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:52:25.939138 3680 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:52:25.957609 3680 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:52:25.957629 3680 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:52:25.963433 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0417 10:52:25.963455 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0417 10:52:26.085420 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0417 10:52:27.104587 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0417 10:52:30.440725 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:30.440744 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:30.440749 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:30.440754 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:36.868861 3680 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 10:52:36.892646 3680 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0417 10:52:38.077525 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0417 10:52:39.888623 3680 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 10:52:39.888643 3680 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 10:52:39.888652 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0417 10:52:45.092506 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0417 10:52:57.358039 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-sgp59 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:52:57.358133 3680 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59 I0417 10:52:57.372847 3680 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59] pod update took 14.737684ms I0417 10:52:57.372874 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59] addLogicalPort annotation time took 14.767686ms I0417 10:52:57.374142 3680 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59] addLogicalPort took 16.123616ms, libovsdb time 919.726µs I0417 10:52:57.730870 3680 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59 aede4b1521166d4453567bf0fedba6ccd06779438096e9cbe80747238b5ec97d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59 aede4b1521166d4453567bf0fedba6ccd06779438096e9cbe80747238b5ec97d network default NAD default NAD key ] I0417 10:52:57.755728 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-sgp59, hostIfaceName: aede4b1521166d4, network: default, NAD default, SandboxID: "aede4b1521166d4453567bf0fedba6ccd06779438096e9cbe80747238b5ec97d", PCI device ID: , UID: "b2f84da9-95b3-43b6-96a2-8402f450597e", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0417 10:52:57.805587 3680 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59 aede4b1521166d4453567bf0fedba6ccd06779438096e9cbe80747238b5ec97d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-sgp59 aede4b1521166d4453567bf0fedba6ccd06779438096e9cbe80747238b5ec97d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ac:01:2e:cf:a3\",\"name\":\"aede4b1521166d4\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbea386b-7505-4755-8f00-2d2db19532f4\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:53:01.113850 3680 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:01.114405 3680 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:01.144437 3680 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:01.144457 3680 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:01.150742 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0417 10:53:01.150760 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0417 10:53:03.165925 3680 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0417 10:53:03.166731 3680 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0417 10:53:03.166762 3680 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0417 10:53:03.169212 3680 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0417 10:53:10.699586 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0417 10:53:13.038713 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0417 10:53:13.038734 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0417 10:53:13.038754 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 10:53:13.038766 3680 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 10:53:21.708687 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0417 10:53:23.714129 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-t7d9w for pod on switch ip-10-0-1-104.ec2.internal I0417 10:53:23.714240 3680 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w I0417 10:53:23.730087 3680 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w] pod update took 15.879295ms I0417 10:53:23.730109 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w] addLogicalPort annotation time took 15.906955ms I0417 10:53:23.731466 3680 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w] addLogicalPort took 17.35984ms, libovsdb time 972.845µs I0417 10:53:24.075167 3680 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w 3f8021db3a8357ab89c09b2b0f9846f3065af769171e8e7b73837eba7fa64211 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w 3f8021db3a8357ab89c09b2b0f9846f3065af769171e8e7b73837eba7fa64211 network default NAD default NAD key ] I0417 10:53:24.084313 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-t7d9w, hostIfaceName: 3f8021db3a8357a, network: default, NAD default, SandboxID: "3f8021db3a8357ab89c09b2b0f9846f3065af769171e8e7b73837eba7fa64211", PCI device ID: , UID: "ed5abf7a-2f18-4967-a50b-03fa86e07a34", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0417 10:53:24.134216 3680 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w 3f8021db3a8357ab89c09b2b0f9846f3065af769171e8e7b73837eba7fa64211 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-t7d9w 3f8021db3a8357ab89c09b2b0f9846f3065af769171e8e7b73837eba7fa64211 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:bd:95:d4:c0:b9\",\"name\":\"3f8021db3a8357a\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27d93a36-f50e-4a9e-8897-a473d672853e\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:53:28.738812 3680 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 10:53:29.088430 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0417 10:53:32.071712 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0417 10:53:35.976640 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=107 I0417 10:53:44.146695 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-cms99 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:53:44.146782 3680 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99 I0417 10:53:44.164837 3680 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99] pod update took 18.0748ms I0417 10:53:44.164862 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99] addLogicalPort annotation time took 18.105712ms I0417 10:53:44.166091 3680 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99] addLogicalPort took 19.411748ms, libovsdb time 833.529µs I0417 10:53:44.512512 3680 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99 b782b2096a71e45265cc4aff50b9926b584af97f33fc225d49ea5c2a39b914c9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99 b782b2096a71e45265cc4aff50b9926b584af97f33fc225d49ea5c2a39b914c9 network default NAD default NAD key ] I0417 10:53:44.522262 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-cms99, hostIfaceName: b782b2096a71e45, network: default, NAD default, SandboxID: "b782b2096a71e45265cc4aff50b9926b584af97f33fc225d49ea5c2a39b914c9", PCI device ID: , UID: "28ae15a1-86d7-43ea-8569-c8dd38e10244", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0417 10:53:44.572177 3680 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99 b782b2096a71e45265cc4aff50b9926b584af97f33fc225d49ea5c2a39b914c9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-cms99 b782b2096a71e45265cc4aff50b9926b584af97f33fc225d49ea5c2a39b914c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b0:10:97:0a:8a\",\"name\":\"b782b2096a71e45\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecdfceaf-b893-4a95-967e-c9c1ce35e90b\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:53:47.325645 3680 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:47.326179 3680 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:47.359270 3680 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:47.359293 3680 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:47.364491 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0417 10:53:47.364513 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0417 10:53:48.967238 3680 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-ksvxv-gs6r9] creating logical port tsf-tas_segment-backup-installation-ksvxv-gs6r9 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:53:48.967322 3680 kube.go:256] Updating pod tsf-tas/segment-backup-installation-ksvxv-gs6r9 I0417 10:53:48.979741 3680 pod.go:62] [tsf-tas/segment-backup-installation-ksvxv-gs6r9] pod update took 12.437005ms I0417 10:53:48.979763 3680 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-ksvxv-gs6r9] addLogicalPort annotation time took 12.464007ms I0417 10:53:48.981018 3680 pods.go:271] [tsf-tas/segment-backup-installation-ksvxv-gs6r9] addLogicalPort took 13.800315ms, libovsdb time 899.155µs I0417 10:53:49.327804 3680 cni.go:452] [tsf-tas/segment-backup-installation-ksvxv-gs6r9 6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-ksvxv-gs6r9 6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954 network default NAD default NAD key ] I0417 10:53:49.337860 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-ksvxv-gs6r9, hostIfaceName: 6630946f57aaea6, network: default, NAD default, SandboxID: "6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954", PCI device ID: , UID: "5ec0605b-09cc-4cde-b8f3-ef5f6796f207", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0417 10:53:49.391727 3680 cni.go:473] [tsf-tas/segment-backup-installation-ksvxv-gs6r9 6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-ksvxv-gs6r9 6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:b3:f7:f8:8c:59\",\"name\":\"6630946f57aaea6\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84665b28-f1c3-4ca4-9637-a84ff72f8e15\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:53:49.760380 3680 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 10:53:49.760402 3680 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 10:53:49.760408 3680 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0417 10:53:50.033746 3680 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-6z2xp-2zl77] creating logical port tsf-tas_ctlog-createtree-job-6z2xp-2zl77 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:53:50.033832 3680 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-6z2xp-2zl77 I0417 10:53:50.059194 3680 pod.go:62] [tsf-tas/ctlog-createtree-job-6z2xp-2zl77] pod update took 25.382493ms I0417 10:53:50.059226 3680 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-6z2xp-2zl77] addLogicalPort annotation time took 25.419386ms I0417 10:53:50.060728 3680 pods.go:271] [tsf-tas/ctlog-createtree-job-6z2xp-2zl77] addLogicalPort took 26.997148ms, libovsdb time 1.068728ms I0417 10:53:50.079202 3680 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-566576d966-hn9wl] creating logical port tsf-tas_fulcio-server-566576d966-hn9wl for pod on switch ip-10-0-1-104.ec2.internal I0417 10:53:50.079283 3680 kube.go:256] Updating pod tsf-tas/fulcio-server-566576d966-hn9wl I0417 10:53:50.106055 3680 pod.go:62] [tsf-tas/fulcio-server-566576d966-hn9wl] pod update took 26.792921ms I0417 10:53:50.106081 3680 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-566576d966-hn9wl] addLogicalPort annotation time took 26.822075ms I0417 10:53:50.107351 3680 pods.go:271] [tsf-tas/fulcio-server-566576d966-hn9wl] addLogicalPort took 28.164859ms, libovsdb time 854.096µs I0417 10:53:50.395259 3680 cni.go:452] [tsf-tas/ctlog-createtree-job-6z2xp-2zl77 ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-6z2xp-2zl77 ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529 network default NAD default NAD key ] I0417 10:53:50.405459 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-6z2xp-2zl77, hostIfaceName: ec0811aa914e9f6, network: default, NAD default, SandboxID: "ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529", PCI device ID: , UID: "223890fa-7dfa-45a5-aacc-d92911e8dbf7", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0417 10:53:50.446977 3680 cni.go:452] [tsf-tas/fulcio-server-566576d966-hn9wl ec991a9771c89bc1bf861c9182481a5b442173f1010449177df045f41e322e28 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-566576d966-hn9wl ec991a9771c89bc1bf861c9182481a5b442173f1010449177df045f41e322e28 network default NAD default NAD key ] I0417 10:53:50.460163 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-566576d966-hn9wl, hostIfaceName: ec991a9771c89bc, network: default, NAD default, SandboxID: "ec991a9771c89bc1bf861c9182481a5b442173f1010449177df045f41e322e28", PCI device ID: , UID: "82cd73ce-5d6c-4cfa-bce0-32c886a31135", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0417 10:53:50.463596 3680 cni.go:473] [tsf-tas/ctlog-createtree-job-6z2xp-2zl77 ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-6z2xp-2zl77 ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:f1:eb:6e:20:f2\",\"name\":\"ec0811aa914e9f6\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/977a5b1e-b658-44b5-95f8-f139b2121dfe\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:53:50.520805 3680 cni.go:473] [tsf-tas/fulcio-server-566576d966-hn9wl ec991a9771c89bc1bf861c9182481a5b442173f1010449177df045f41e322e28 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-566576d966-hn9wl ec991a9771c89bc1bf861c9182481a5b442173f1010449177df045f41e322e28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4f:6b:58:3d:28\",\"name\":\"ec991a9771c89bc\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd0b7b19-42e8-4785-b7ea-e7cc70dd2c52\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:53:59.835706 3680 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0417 10:53:59.854722 3680 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0417 10:54:02.439288 3680 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t55t5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:02.439868 3680 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t55t5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:02.997615 3680 cni.go:452] [tsf-tas/segment-backup-installation-ksvxv-gs6r9 6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-ksvxv-gs6r9 6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954 network default NAD default NAD key ] I0417 10:54:03.090453 3680 cni.go:473] [tsf-tas/segment-backup-installation-ksvxv-gs6r9 6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-ksvxv-gs6r9 6630946f57aaea64617eec94cf230b6d8474803c5efc7616d77534cf16611954 network default NAD default NAD key default], result "{}", err I0417 10:54:03.141837 3680 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:03.141870 3680 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-ksvxv-gs6r9 I0417 10:54:03.143147 3680 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-ksvxv-gs6r9, ips: 10.128.0.41 I0417 10:54:03.143176 3680 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:03.314755 3680 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t55t5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:03.314787 3680 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t55t5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:04.004829 3680 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:04.004852 3680 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:06.098409 3680 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0417 10:54:07.067166 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0417 10:54:12.357633 3680 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0417 10:54:16.957764 3680 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-w55cd for pod on switch ip-10-0-1-104.ec2.internal I0417 10:54:16.957859 3680 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd I0417 10:54:16.972863 3680 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd] pod update took 15.030087ms I0417 10:54:16.972885 3680 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd] addLogicalPort annotation time took 15.055842ms I0417 10:54:16.974109 3680 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd] addLogicalPort took 16.364808ms, libovsdb time 846.681µs I0417 10:54:17.320263 3680 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd 213faca92c150d1882324402cd22cace7b3f7c2c5397f3a7f56f0c70d7099346 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd 213faca92c150d1882324402cd22cace7b3f7c2c5397f3a7f56f0c70d7099346 network default NAD default NAD key ] I0417 10:54:17.330053 3680 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-w55cd, hostIfaceName: 213faca92c150d1, network: default, NAD default, SandboxID: "213faca92c150d1882324402cd22cace7b3f7c2c5397f3a7f56f0c70d7099346", PCI device ID: , UID: "ef7a7afb-1e28-4eea-820b-72775a854636", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0417 10:54:17.385937 3680 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd 213faca92c150d1882324402cd22cace7b3f7c2c5397f3a7f56f0c70d7099346 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w55cd 213faca92c150d1882324402cd22cace7b3f7c2c5397f3a7f56f0c70d7099346 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d4:67:4a:89:39\",\"name\":\"213faca92c150d1\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e319f41-f87e-42a0-8c15-09db5e6b0231\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:54:20.406034 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0417 10:54:21.090831 3680 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 10:54:21.090853 3680 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 10:54:21.118832 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 10:54:21.118850 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0417 10:54:42.717009 3680 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:42.717624 3680 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:42.741578 3680 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:42.741600 3680 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:42.749040 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0417 10:54:42.749064 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0417 10:54:43.492350 3680 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-q74jk] creating logical port tsf_patch-tekton-config-q74jk for pod on switch ip-10-0-1-104.ec2.internal I0417 10:54:43.492495 3680 kube.go:256] Updating pod tsf/patch-tekton-config-q74jk I0417 10:54:43.505529 3680 pod.go:62] [tsf/patch-tekton-config-q74jk] pod update took 13.05742ms I0417 10:54:43.505553 3680 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-q74jk] addLogicalPort annotation time took 13.084697ms I0417 10:54:43.506817 3680 pods.go:271] [tsf/patch-tekton-config-q74jk] addLogicalPort took 14.490072ms, libovsdb time 873.958µs I0417 10:54:43.907801 3680 cni.go:452] [tsf/patch-tekton-config-q74jk f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-q74jk f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7 network default NAD default NAD key ] I0417 10:54:43.917278 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-q74jk, hostIfaceName: f69b25bd6b7897c, network: default, NAD default, SandboxID: "f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7", PCI device ID: , UID: "33d381c7-aa9d-49a1-b960-347975957923", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0417 10:54:43.970144 3680 cni.go:473] [tsf/patch-tekton-config-q74jk f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-q74jk f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6a:d9:b3:d3:1d\",\"name\":\"f69b25bd6b7897c\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e7b4a79-d48b-4951-865b-80c415fc88f2\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:54:47.235881 3680 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:47.236497 3680 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:48.101082 3680 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:48.101110 3680 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:51.259832 3680 cni.go:452] [tsf/patch-tekton-config-q74jk f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-q74jk f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7 network default NAD default NAD key ] I0417 10:54:51.335933 3680 cni.go:473] [tsf/patch-tekton-config-q74jk f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-q74jk f69b25bd6b7897c632cf5dec7f4c049079c3ae78d294f24e27054940e94b9fe7 network default NAD default NAD key default], result "{}", err I0417 10:54:51.395766 3680 obj_retry.go:498] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:51.395822 3680 pods.go:176] Deleting pod: tsf/patch-tekton-config-q74jk I0417 10:54:51.397126 3680 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-q74jk, ips: 10.128.0.45 I0417 10:54:51.397159 3680 obj_retry.go:498] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:52.416743 3680 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:52.416767 3680 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:52.518779 3680 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-mt25v] creating logical port tsf_tsf-tekton-configuration-mt25v for pod on switch ip-10-0-1-104.ec2.internal I0417 10:54:52.518869 3680 kube.go:256] Updating pod tsf/tsf-tekton-configuration-mt25v I0417 10:54:52.531247 3680 pod.go:62] [tsf/tsf-tekton-configuration-mt25v] pod update took 12.399376ms I0417 10:54:52.531274 3680 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-mt25v] addLogicalPort annotation time took 12.429127ms I0417 10:54:52.533063 3680 pods.go:271] [tsf/tsf-tekton-configuration-mt25v] addLogicalPort took 14.298896ms, libovsdb time 1.211005ms I0417 10:54:52.884537 3680 cni.go:452] [tsf/tsf-tekton-configuration-mt25v a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-mt25v a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff network default NAD default NAD key ] I0417 10:54:52.894125 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-mt25v, hostIfaceName: a31638788eacf4e, network: default, NAD default, SandboxID: "a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff", PCI device ID: , UID: "6cfc36d5-05ef-4e41-bf20-a31d1572d04f", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0417 10:54:52.946881 3680 cni.go:473] [tsf/tsf-tekton-configuration-mt25v a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-mt25v a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:1e:b8:c0:3b:d0\",\"name\":\"a31638788eacf4e\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82fcf902-8ad4-4eac-90a8-1b878dc0ac19\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:54:54.057253 3680 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6c44c9454c-csf4d] creating logical port tsf-tas_rekor-server-6c44c9454c-csf4d for pod on switch ip-10-0-1-104.ec2.internal I0417 10:54:54.057370 3680 kube.go:256] Updating pod tsf-tas/rekor-server-6c44c9454c-csf4d I0417 10:54:54.070834 3680 pod.go:62] [tsf-tas/rekor-server-6c44c9454c-csf4d] pod update took 13.500413ms I0417 10:54:54.070920 3680 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6c44c9454c-csf4d] addLogicalPort annotation time took 13.590209ms I0417 10:54:54.072374 3680 pods.go:271] [tsf-tas/rekor-server-6c44c9454c-csf4d] addLogicalPort took 15.139918ms, libovsdb time 950.532µs W0417 10:54:54.130246 3680 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0417 10:54:55.547321 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0417 10:55:03.120253 3680 cni.go:452] [tsf-tas/rekor-server-6c44c9454c-csf4d 71a0a43c619c8fde473e554ff15790dbf2be27551490a474e32a0e09bf6cd26a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6c44c9454c-csf4d 71a0a43c619c8fde473e554ff15790dbf2be27551490a474e32a0e09bf6cd26a network default NAD default NAD key ] I0417 10:55:03.129928 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6c44c9454c-csf4d, hostIfaceName: 71a0a43c619c8fd, network: default, NAD default, SandboxID: "71a0a43c619c8fde473e554ff15790dbf2be27551490a474e32a0e09bf6cd26a", PCI device ID: , UID: "b9271ed8-411f-47c7-afef-200272cf425d", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0417 10:55:03.181986 3680 cni.go:473] [tsf-tas/rekor-server-6c44c9454c-csf4d 71a0a43c619c8fde473e554ff15790dbf2be27551490a474e32a0e09bf6cd26a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6c44c9454c-csf4d 71a0a43c619c8fde473e554ff15790dbf2be27551490a474e32a0e09bf6cd26a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:cd:bb:fe:82:48\",\"name\":\"71a0a43c619c8fd\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d6939ca-8e33-4f74-b2ff-9cb4958ad8ea\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:55:03.336200 3680 cni.go:452] [tsf/tsf-tekton-configuration-mt25v a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-mt25v a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff network default NAD default NAD key ] I0417 10:55:03.424698 3680 cni.go:473] [tsf/tsf-tekton-configuration-mt25v a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-mt25v a31638788eacf4efda87f92277facef60fbe252099cdc5dadbc5bf5553c804ff network default NAD default NAD key default], result "{}", err I0417 10:55:03.458303 3680 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mt25v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:03.458342 3680 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-mt25v I0417 10:55:03.459655 3680 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-mt25v, ips: 10.128.0.46 I0417 10:55:03.459688 3680 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mt25v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.341411 3680 cni.go:452] [tsf-tas/ctlog-createtree-job-6z2xp-2zl77 ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-6z2xp-2zl77 ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529 network default NAD default NAD key ] I0417 10:55:04.420529 3680 cni.go:473] [tsf-tas/ctlog-createtree-job-6z2xp-2zl77 ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-6z2xp-2zl77 ec0811aa914e9f677029cd3afa59bdb4db772dd6696d0d4c32fc65f450dd0529 network default NAD default NAD key default], result "{}", err I0417 10:55:04.472776 3680 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.472814 3680 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-6z2xp-2zl77 I0417 10:55:04.474176 3680 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-6z2xp-2zl77, ips: 10.128.0.42 I0417 10:55:04.474206 3680 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.480479 3680 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mt25v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.480502 3680 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mt25v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.513189 3680 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.513205 3680 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.517328 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-q74jk I0417 10:55:04.517345 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-q74jk I0417 10:55:05.351958 3680 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:05.352002 3680 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:55:08.362847 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0417 10:55:08.744045 3680 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:08.744588 3680 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:08.762283 3680 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:08.762304 3680 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:08.768054 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0417 10:55:08.768076 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0417 10:55:09.539103 3680 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-9b75c8cc-kgkt7] creating logical port tsf-tas_ctlog-9b75c8cc-kgkt7 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:55:09.539342 3680 kube.go:256] Updating pod tsf-tas/ctlog-9b75c8cc-kgkt7 I0417 10:55:09.554653 3680 pod.go:62] [tsf-tas/ctlog-9b75c8cc-kgkt7] pod update took 15.351515ms I0417 10:55:09.554675 3680 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-9b75c8cc-kgkt7] addLogicalPort annotation time took 15.376911ms I0417 10:55:09.555903 3680 pods.go:271] [tsf-tas/ctlog-9b75c8cc-kgkt7] addLogicalPort took 16.819517ms, libovsdb time 839.726µs I0417 10:55:10.027796 3680 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-mzxkk] creating logical port tsf-tpa_create-db-mzxkk for pod on switch ip-10-0-1-104.ec2.internal I0417 10:55:10.027889 3680 kube.go:256] Updating pod tsf-tpa/create-db-mzxkk I0417 10:55:10.041285 3680 pod.go:62] [tsf-tpa/create-db-mzxkk] pod update took 13.417152ms I0417 10:55:10.041315 3680 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-mzxkk] addLogicalPort annotation time took 13.451796ms I0417 10:55:10.042753 3680 pods.go:271] [tsf-tpa/create-db-mzxkk] addLogicalPort took 14.969844ms, libovsdb time 928.371µs I0417 10:55:10.388679 3680 cni.go:452] [tsf-tpa/create-db-mzxkk 3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-mzxkk 3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22 network default NAD default NAD key ] I0417 10:55:10.398533 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-mzxkk, hostIfaceName: 3e867a3bca64773, network: default, NAD default, SandboxID: "3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22", PCI device ID: , UID: "73a25252-71f2-49b1-942b-e083cf24ff2b", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0417 10:55:10.449291 3680 cni.go:473] [tsf-tpa/create-db-mzxkk 3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-mzxkk 3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f2:a0:11:1b:a1\",\"name\":\"3e867a3bca64773\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85bc93ed-700e-4cfd-a704-e4e2d053e4b3\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:55:10.500272 3680 cni.go:452] [tsf-tas/ctlog-9b75c8cc-kgkt7 49d81a908b07fbc0c7d1cb449c55d05b7c4f627b842efd781a8cdba3a48d4ed7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-9b75c8cc-kgkt7 49d81a908b07fbc0c7d1cb449c55d05b7c4f627b842efd781a8cdba3a48d4ed7 network default NAD default NAD key ] I0417 10:55:10.509964 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-9b75c8cc-kgkt7, hostIfaceName: 49d81a908b07fbc, network: default, NAD default, SandboxID: "49d81a908b07fbc0c7d1cb449c55d05b7c4f627b842efd781a8cdba3a48d4ed7", PCI device ID: , UID: "ea347849-50a9-423a-88a3-eb4006be56c4", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0417 10:55:10.559611 3680 cni.go:473] [tsf-tas/ctlog-9b75c8cc-kgkt7 49d81a908b07fbc0c7d1cb449c55d05b7c4f627b842efd781a8cdba3a48d4ed7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-9b75c8cc-kgkt7 49d81a908b07fbc0c7d1cb449c55d05b7c4f627b842efd781a8cdba3a48d4ed7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c2:c2:bb:32:26\",\"name\":\"49d81a908b07fbc\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e02af6e-408a-453c-9598-8a83ce292e62\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:55:14.396971 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0417 10:55:15.409281 3680 cni.go:452] [tsf-tpa/create-db-mzxkk 3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-mzxkk 3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22 network default NAD default NAD key ] I0417 10:55:15.491528 3680 cni.go:473] [tsf-tpa/create-db-mzxkk 3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-mzxkk 3e867a3bca64773b83d2ae0425e099c1b79601fbdf799e0b5ff62d2d27142c22 network default NAD default NAD key default], result "{}", err I0417 10:55:15.541943 3680 obj_retry.go:498] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:15.541974 3680 pods.go:176] Deleting pod: tsf-tpa/create-db-mzxkk I0417 10:55:15.543396 3680 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-mzxkk, ips: 10.128.0.49 I0417 10:55:15.543423 3680 obj_retry.go:498] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:16.566591 3680 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:16.566619 3680 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:16.667209 3680 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-s2fgl] creating logical port tsf-tpa_migrate-db-s2fgl for pod on switch ip-10-0-1-104.ec2.internal I0417 10:55:16.667308 3680 kube.go:256] Updating pod tsf-tpa/migrate-db-s2fgl I0417 10:55:16.686668 3680 pod.go:62] [tsf-tpa/migrate-db-s2fgl] pod update took 19.384663ms I0417 10:55:16.686688 3680 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-s2fgl] addLogicalPort annotation time took 19.408069ms I0417 10:55:16.687919 3680 pods.go:271] [tsf-tpa/migrate-db-s2fgl] addLogicalPort took 20.728246ms, libovsdb time 817.123µs I0417 10:55:17.026235 3680 cni.go:452] [tsf-tpa/migrate-db-s2fgl 01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-s2fgl 01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8 network default NAD default NAD key ] I0417 10:55:17.035345 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-s2fgl, hostIfaceName: 01361aa4546f0cf, network: default, NAD default, SandboxID: "01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8", PCI device ID: , UID: "1f14f67b-1615-4695-acf3-8eba0114d8f5", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0417 10:55:17.084856 3680 cni.go:473] [tsf-tpa/migrate-db-s2fgl 01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-s2fgl 01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:57:10:15:6f:11\",\"name\":\"01361aa4546f0cf\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b853db41-96ae-425f-93dc-0e2630866d0d\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:55:19.379914 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0417 10:55:19.438415 3680 cni.go:452] [tsf-tpa/migrate-db-s2fgl 01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-s2fgl 01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8 network default NAD default NAD key ] I0417 10:55:19.529060 3680 cni.go:473] [tsf-tpa/migrate-db-s2fgl 01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-s2fgl 01361aa4546f0cf33b55c42058778a8366293b53be19758545cd1eab899d1ff8 network default NAD default NAD key default], result "{}", err I0417 10:55:19.596687 3680 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:19.596726 3680 pods.go:176] Deleting pod: tsf-tpa/migrate-db-s2fgl I0417 10:55:19.598110 3680 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-s2fgl, ips: 10.128.0.50 I0417 10:55:19.598143 3680 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:19.700118 3680 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:19.700140 3680 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:22.783935 3680 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-dfpcc-qdkh8] creating logical port tsf-tas_tuf-repository-init-dfpcc-qdkh8 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:55:22.784031 3680 kube.go:256] Updating pod tsf-tas/tuf-repository-init-dfpcc-qdkh8 I0417 10:55:22.797001 3680 pod.go:62] [tsf-tas/tuf-repository-init-dfpcc-qdkh8] pod update took 12.995559ms I0417 10:55:22.797021 3680 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-dfpcc-qdkh8] addLogicalPort annotation time took 13.021456ms I0417 10:55:22.798380 3680 pods.go:271] [tsf-tas/tuf-repository-init-dfpcc-qdkh8] addLogicalPort took 14.462568ms, libovsdb time 899.943µs I0417 10:55:22.832960 3680 base_network_controller_pods.go:487] [default/tsf-tpa/server-694f447865-zhqwt] creating logical port tsf-tpa_server-694f447865-zhqwt for pod on switch ip-10-0-1-104.ec2.internal I0417 10:55:22.833064 3680 kube.go:256] Updating pod tsf-tpa/server-694f447865-zhqwt I0417 10:55:22.850725 3680 pod.go:62] [tsf-tpa/server-694f447865-zhqwt] pod update took 17.681617ms I0417 10:55:22.850751 3680 base_network_controller_pods.go:951] [default/tsf-tpa/server-694f447865-zhqwt] addLogicalPort annotation time took 17.711389ms I0417 10:55:22.852120 3680 pods.go:271] [tsf-tpa/server-694f447865-zhqwt] addLogicalPort took 19.169288ms, libovsdb time 914.387µs I0417 10:55:24.023903 3680 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-fcvq7] creating logical port tsf-tpa_importer-5b5b6dd8fb-fcvq7 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:55:24.024007 3680 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-fcvq7 I0417 10:55:24.037817 3680 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-fcvq7] pod update took 13.839208ms I0417 10:55:24.037840 3680 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-fcvq7] addLogicalPort annotation time took 13.869458ms I0417 10:55:24.039112 3680 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-fcvq7] addLogicalPort took 15.230426ms, libovsdb time 841.939µs I0417 10:55:24.441113 3680 obj_retry.go:498] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:24.441650 3680 obj_retry.go:498] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 10:55:25.414614 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0417 10:55:25.462311 3680 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:25.462339 3680 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:33.649057 3680 cni.go:452] [tsf-tas/tuf-repository-init-dfpcc-qdkh8 411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-dfpcc-qdkh8 411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a network default NAD default NAD key ] I0417 10:55:33.658055 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-dfpcc-qdkh8, hostIfaceName: 411af15885ec063, network: default, NAD default, SandboxID: "411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a", PCI device ID: , UID: "26d68ac5-4aac-4411-8685-a8fdfe76a4b8", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0417 10:55:33.917979 3680 cni.go:473] [tsf-tas/tuf-repository-init-dfpcc-qdkh8 411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-dfpcc-qdkh8 411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:c2:fb:ac:7a:71\",\"name\":\"411af15885ec063\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba344192-559b-4067-9e3d-f10a0892ad1c\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:55:34.589956 3680 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-fcvq7 fbcc66653e379fd78875bc723550bc5cbf38e9894a0f3ac54c227c433e9a6325 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-fcvq7 fbcc66653e379fd78875bc723550bc5cbf38e9894a0f3ac54c227c433e9a6325 network default NAD default NAD key ] I0417 10:55:34.595412 3680 cni.go:452] [tsf-tpa/server-694f447865-zhqwt 1a72163cfa7d76f54f474278f29987dfc2ca5a6e32ef4577e2a1e47444c79972 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-694f447865-zhqwt 1a72163cfa7d76f54f474278f29987dfc2ca5a6e32ef4577e2a1e47444c79972 network default NAD default NAD key ] I0417 10:55:34.602005 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-fcvq7, hostIfaceName: fbcc66653e379fd, network: default, NAD default, SandboxID: "fbcc66653e379fd78875bc723550bc5cbf38e9894a0f3ac54c227c433e9a6325", PCI device ID: , UID: "c1d5b0b2-5d87-41b3-be20-aacd4392bd7e", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0417 10:55:34.606353 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-694f447865-zhqwt, hostIfaceName: 1a72163cfa7d76f, network: default, NAD default, SandboxID: "1a72163cfa7d76f54f474278f29987dfc2ca5a6e32ef4577e2a1e47444c79972", PCI device ID: , UID: "ab8fe598-c9d7-4e68-835d-76b3835fe4b9", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0417 10:55:34.670047 3680 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-fcvq7 fbcc66653e379fd78875bc723550bc5cbf38e9894a0f3ac54c227c433e9a6325 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-fcvq7 fbcc66653e379fd78875bc723550bc5cbf38e9894a0f3ac54c227c433e9a6325 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:5f:b1:45:f1:47\",\"name\":\"fbcc66653e379fd\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53ec115d-1d46-4d1a-b3e7-06befd464dfd\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:55:34.688177 3680 cni.go:473] [tsf-tpa/server-694f447865-zhqwt 1a72163cfa7d76f54f474278f29987dfc2ca5a6e32ef4577e2a1e47444c79972 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-694f447865-zhqwt 1a72163cfa7d76f54f474278f29987dfc2ca5a6e32ef4577e2a1e47444c79972 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:8a:d0:ee:0e:d7\",\"name\":\"1a72163cfa7d76f\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e81a0333-10f7-44c8-bcd5-d6f70c2dc3bc\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0417 10:55:35.553373 3680 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0417 10:55:36.540815 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0417 10:55:39.561337 3680 cni.go:452] [tsf-tas/tuf-repository-init-dfpcc-qdkh8 411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-dfpcc-qdkh8 411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a network default NAD default NAD key ] I0417 10:55:39.647620 3680 cni.go:473] [tsf-tas/tuf-repository-init-dfpcc-qdkh8 411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-dfpcc-qdkh8 411af15885ec063ac665f862934ac6fe40b1f67b4b78e643de063c6df9ef699a network default NAD default NAD key default], result "{}", err I0417 10:55:39.703727 3680 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:39.703763 3680 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-dfpcc-qdkh8 I0417 10:55:39.705145 3680 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-dfpcc-qdkh8, ips: 10.128.0.51 I0417 10:55:39.705176 3680 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:40.574379 3680 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:40.574403 3680 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:44.139253 3680 namespace.go:142] [openshift-pipelines] updating namespace I0417 10:55:44.885899 3680 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-ds6m2] creating logical port tsf-tas_tuf-bc5768c88-ds6m2 for pod on switch ip-10-0-1-104.ec2.internal I0417 10:55:44.885995 3680 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-ds6m2 I0417 10:55:44.901686 3680 pod.go:62] [tsf-tas/tuf-bc5768c88-ds6m2] pod update took 15.711997ms I0417 10:55:44.901709 3680 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-ds6m2] addLogicalPort annotation time took 15.739635ms I0417 10:55:44.902974 3680 pods.go:271] [tsf-tas/tuf-bc5768c88-ds6m2] addLogicalPort took 17.095773ms, libovsdb time 736.224µs I0417 10:55:53.702739 3680 cni.go:452] [tsf-tas/tuf-bc5768c88-ds6m2 d4dc282876022a9782980e4575523461a2e110cee7a258c3aa7978b9da3ab7ae network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-ds6m2 d4dc282876022a9782980e4575523461a2e110cee7a258c3aa7978b9da3ab7ae network default NAD default NAD key ] I0417 10:55:53.712196 3680 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-ds6m2, hostIfaceName: d4dc282876022a9, network: default, NAD default, SandboxID: "d4dc282876022a9782980e4575523461a2e110cee7a258c3aa7978b9da3ab7ae", PCI device ID: , UID: "1bb7078c-db7e-4760-95ca-b601578b65e2", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0417 10:55:53.766690 3680 cni.go:473] [tsf-tas/tuf-bc5768c88-ds6m2 d4dc282876022a9782980e4575523461a2e110cee7a258c3aa7978b9da3ab7ae network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-ds6m2 d4dc282876022a9782980e4575523461a2e110cee7a258c3aa7978b9da3ab7ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:52:9c:f7:17:c3\",\"name\":\"d4dc282876022a9\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db66ecbf-c480-4a59-adc7-c6ada5801d3d\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0417 10:55:53.961536 3680 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:53.962105 3680 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:53.998161 3680 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:53.998181 3680 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:54.004161 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0417 10:55:54.004185 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0417 10:55:54.644335 3680 namespace.go:98] [image-controller] adding namespace I0417 10:55:54.644396 3680 namespace.go:98] [integration-service] adding namespace I0417 10:55:54.645259 3680 namespace.go:102] [image-controller] adding namespace took 904.67µs I0417 10:55:54.645489 3680 namespace.go:98] [build-service] adding namespace I0417 10:55:54.646082 3680 namespace.go:102] [integration-service] adding namespace took 1.668036ms I0417 10:55:54.646688 3680 namespace.go:102] [build-service] adding namespace took 1.183932ms I0417 10:55:54.650873 3680 namespace.go:98] [default-tenant] adding namespace I0417 10:55:54.651427 3680 namespace.go:102] [default-tenant] adding namespace took 541.981µs I0417 10:55:54.686770 3680 namespace.go:142] [image-controller] updating namespace I0417 10:55:54.711663 3680 namespace.go:142] [image-controller] updating namespace I0417 10:55:54.714074 3680 namespace.go:142] [integration-service] updating namespace I0417 10:55:54.748723 3680 namespace.go:142] [build-service] updating namespace I0417 10:55:54.750025 3680 namespace.go:142] [integration-service] updating namespace I0417 10:55:54.768809 3680 namespace.go:142] [build-service] updating namespace I0417 10:55:54.784596 3680 namespace.go:142] [default-tenant] updating namespace I0417 10:55:54.801877 3680 namespace.go:142] [default-tenant] updating namespace I0417 10:55:54.934436 3680 namespace.go:142] [build-service] updating namespace I0417 10:55:55.040243 3680 namespace.go:142] [integration-service] updating namespace I0417 10:55:55.089247 3680 namespace.go:98] [release-service] adding namespace I0417 10:55:55.090248 3680 namespace.go:102] [release-service] adding namespace took 981.145µs I0417 10:55:55.174331 3680 namespace.go:142] [release-service] updating namespace I0417 10:55:55.224156 3680 namespace.go:142] [release-service] updating namespace I0417 10:55:55.268668 3680 namespace.go:142] [konflux-ui] updating namespace I0417 10:55:55.446286 3680 namespace.go:142] [build-service] updating namespace I0417 10:55:55.493886 3680 namespace.go:98] [konflux-info] adding namespace I0417 10:55:55.494782 3680 namespace.go:102] [konflux-info] adding namespace took 870.842µs I0417 10:55:55.671956 3680 namespace.go:98] [namespace-lister] adding namespace I0417 10:55:55.672763 3680 namespace.go:102] [namespace-lister] adding namespace took 785.829µs I0417 10:55:55.673624 3680 namespace.go:142] [default-tenant] updating namespace I0417 10:55:55.685689 3680 namespace.go:142] [konflux-info] updating namespace I0417 10:55:55.829701 3680 namespace.go:142] [konflux-info] updating namespace I0417 10:55:55.829724 3680 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:55.831940 3680 namespace.go:98] [enterprise-contract-service] adding namespace I0417 10:55:55.832866 3680 namespace.go:102] [enterprise-contract-service] adding namespace took 913.239µs I0417 10:55:55.863648 3680 namespace.go:142] [image-controller] updating namespace I0417 10:55:55.950933 3680 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:55.997676 3680 namespace.go:142] [image-controller] updating namespace I0417 10:55:56.047721 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:56.096736 3680 namespace.go:142] [default-tenant] updating namespace I0417 10:55:56.099510 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:56.134577 3680 namespace.go:98] [segment-bridge] adding namespace I0417 10:55:56.135309 3680 namespace.go:102] [segment-bridge] adding namespace took 713.725µs I0417 10:55:56.281139 3680 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:56.350583 3680 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:56.452584 3680 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0417 10:55:56.453187 3680 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0417 10:55:56.453202 3680 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0417 10:55:56.455721 3680 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0417 10:55:56.560980 3680 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0417 10:55:56.561006 3680 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0417 10:55:56.561796 3680 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0417 10:55:56.703708 3680 namespace.go:142] [integration-service] updating namespace W0417 10:55:56.975660 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0417 10:55:57.017782 3680 namespace.go:142] [build-service] updating namespace I0417 10:55:57.038001 3680 namespace.go:142] [default-tenant] updating namespace I0417 10:55:57.055667 3680 namespace.go:142] [image-controller] updating namespace I0417 10:55:57.071906 3680 namespace.go:142] [integration-service] updating namespace I0417 10:55:57.117848 3680 namespace.go:142] [build-service] updating namespace I0417 10:55:57.166529 3680 namespace.go:142] [default-tenant] updating namespace I0417 10:55:57.241740 3680 namespace.go:142] [image-controller] updating namespace I0417 10:55:57.314636 3680 namespace.go:142] [integration-service] updating namespace I0417 10:55:58.529928 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:58.747892 3680 namespace.go:142] [konflux-info] updating namespace I0417 10:55:58.862639 3680 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:58.985159 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 I0417 10:55:59.041554 3680 namespace.go:142] [release-service] updating namespace I0417 10:55:59.265699 3680 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:59.353506 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:59.364857 3680 namespace.go:142] [konflux-info] updating namespace I0417 10:55:59.379529 3680 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:59.387064 3680 namespace.go:142] [release-service] updating namespace I0417 10:55:59.398384 3680 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:59.465489 3680 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:59.562117 3680 namespace.go:142] [konflux-info] updating namespace I0417 10:55:59.664378 3680 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:59.758542 3680 namespace.go:142] [release-service] updating namespace I0417 10:55:59.865047 3680 namespace.go:142] [segment-bridge] updating namespace W0417 10:56:01.498275 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0417 10:56:03.918610 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0417 10:56:05.908292 3680 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0417 10:56:07.669092 3680 util.go:959] Failed to build node endpoints for node ip-10-0-1-104.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0417 10:56:08.550546 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 10:56:08.553474 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 10:56:08.585050 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 10:56:08.585136 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 10:56:08.611035 3680 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0417 10:56:12.577244 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.577260 3680 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.954608 3680 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 10:56:12.955236 3680 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0417 10:56:12.991174 3680 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.991191 3680 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0417 10:56:19.896988 3680 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:56:19.897527 3680 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:56:20.619477 3680 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:56:20.619502 3680 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:56:20.625117 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-4vztw I0417 10:56:20.625147 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-4vztw I0417 10:57:22.475835 3680 obj_retry.go:498] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:22.476429 3680 obj_retry.go:498] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:22.962431 3680 obj_retry.go:492] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:22.962452 3680 obj_retry.go:492] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:22.969841 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-67584bf6d7-r9f4x I0417 10:57:22.969868 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-67584bf6d7-r9f4x I0417 10:57:25.440258 3680 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:25.440848 3680 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:25.459505 3680 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:25.459526 3680 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:25.465525 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0417 10:57:25.465565 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0417 10:57:39.069277 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 10:57:41.108061 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 10:57:53.571524 3680 namespace.go:98] [default-managed-tenant-izslr] adding namespace I0417 10:57:53.572415 3680 namespace.go:102] [default-managed-tenant-izslr] adding namespace took 866.479µs I0417 10:57:53.623231 3680 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:53.639410 3680 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.574305 3680 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.707267 3680 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.805729 3680 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:58.090112 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0417 10:58:22.106185 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0417 10:58:33.981284 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0417 10:59:41.987918 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=75 I0417 10:59:42.989595 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147 I0417 10:59:48.988735 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=629 I0417 11:00:04.193023 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:00:04.193513 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:00:05.066395 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:00:05.066447 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:00:38.095918 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0417 11:01:23.076007 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0417 11:01:23.080580 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0417 11:01:48.092390 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0417 11:01:55.070226 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0417 11:02:36.101868 3680 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 11:02:44.982419 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=88 I0417 11:03:34.988318 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0417 11:03:38.072100 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0417 11:04:44.111158 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 11:05:16.044658 3680 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:16.044707 3680 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:16.047925 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-mzxkk I0417 11:05:16.047954 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-mzxkk I0417 11:05:16.109236 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0417 11:05:19.025991 3680 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:19.026033 3680 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:19.029874 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s2fgl I0417 11:05:19.029899 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s2fgl I0417 11:05:25.025746 3680 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:25.025791 3680 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:25.029747 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-lwc8s I0417 11:05:25.029772 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-lwc8s W0417 11:06:43.383615 3680 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 11:06:50.093947 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0417 11:07:23.084498 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 W0417 11:07:23.383427 3680 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-67b6c67ddb-ssr9g I0417 11:07:43.993410 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0417 11:07:52.984478 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0417 11:08:18.384283 3680 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-85b65d9b5b-8xtlc I0417 11:08:29.073686 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0417 11:08:30.079977 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0417 11:09:11.992506 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=42 I0417 11:09:19.991188 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0417 11:09:41.099770 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0417 11:10:00.114765 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 11:10:04.045292 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:10:04.045865 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:10:04.935129 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:10:04.935155 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:10:11.105398 3680 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 11:10:28.096380 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0417 11:10:56.986436 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0417 11:11:54.113370 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0417 11:12:08.075446 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0417 11:12:20.991634 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0417 11:12:41.128080 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:41.128687 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:41.870208 3680 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:12:41.870230 3680 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:12:41.877662 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod I0417 11:12:41.877693 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod I0417 11:12:45.078670 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:45.079228 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:59.097068 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0417 11:13:03.038197 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:03.038826 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:48.258810 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:48.259371 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:14:44.103838 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0417 11:14:44.995223 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 W0417 11:15:08.384239 3680 duration.go:461] Config duration recorder: measurement expired for pod/tsf/tsf-tekton-configuration-mt25v W0417 11:15:08.384265 3680 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/ctlog-createtree-job-6z2xp-2zl77 W0417 11:15:18.383483 3680 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-db-mzxkk W0417 11:15:23.383233 3680 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/migrate-db-s2fgl I0417 11:15:26.996655 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=91 I0417 11:15:50.118349 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0417 11:16:15.997111 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0417 11:16:25.433808 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:16:25.434404 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:16:38.077161 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0417 11:17:07.396307 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:17:07.396910 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:17:14.087874 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0417 11:17:23.383870 3680 duration.go:461] Config duration recorder: measurement expired for pod/konflux-ui/proxy-67584bf6d7-r9f4x I0417 11:17:44.987922 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0417 11:18:09.079273 3680 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0417 11:18:09.189827 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:09.190382 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:19.989981 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0417 11:18:23.084180 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0417 11:18:27.027786 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:27.028360 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:31.091430 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:31.092035 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:38.202914 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:38.203483 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:40.099587 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0417 11:18:43.142885 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:43.143449 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:52.108593 3680 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0417 11:19:00.479952 3680 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.480648 3680 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.481750 3680 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.482192 3680 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:01.282477 3680 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.282501 3680 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.290577 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 I0417 11:19:01.290616 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 I0417 11:19:01.389867 3680 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.389889 3680 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.394942 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p I0417 11:19:01.394971 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p I0417 11:19:04.119239 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0417 11:19:39.101081 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0417 11:20:04.607539 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:20:04.608123 3680 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:20:05.488672 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.488696 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.520942 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.520968 3680 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.524819 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 11:20:05.524855 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 11:20:37.999426 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0417 11:21:00.226447 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:00.227101 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:21.107027 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0417 11:21:22.995570 3680 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0417 11:21:28.401629 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:28.402172 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:47.522182 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:47.522812 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:48.542658 3680 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:48.543229 3680 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:51.431751 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:51.432284 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:52.156689 3680 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:21:52.156713 3680 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:21:52.163155 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod I0417 11:21:52.163181 3680 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod I0417 11:21:54.121569 3680 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 11:21:59.604479 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:59.605074 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:10.743651 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:10.744192 3680 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:11.525546 3680 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:11.526067 3680 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it