+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-190.ec2.internal ++ [[ -n ip-10-0-1-190.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-190.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 08:06:35.893751276 - disable conntrack on geneve port' I0425 08:06:35.893751276 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 08:06:35.920977998 - starting ovnkube-node + echo 'I0425 08:06:35.920977998 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-190.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-190.ec2.internal --init-node ip-10-0-1-190.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-190.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 08:06:35.978036 3682 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 08:06:35.978092 3682 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-4a0f1bf699.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 08:06:35.979479 3682 kube.go:431] Waiting for certificate I0425 08:06:35.979536 3682 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 08:06:35.979596 3682 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 08:06:35.980748 3682 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 08:06:36.005459 3682 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:36.005477 3682 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:36.007705 3682 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:36.010276 3682 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lcqcc" I0425 08:06:36.019033 3682 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lcqcc" I0425 08:06:36.019161 3682 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:36.980310 3682 kube.go:438] Certificate found I0425 08:06:36.980952 3682 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 08:06:36.981960 3682 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 08:06:37.041373 3682 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 08:01:36 +0000 UTC" deadline="2026-04-26 01:26:25.895074075 +0000 UTC" I0425 08:06:37.041414 3682 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h19m48.853669386s" I0425 08:06:37.048735 3682 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 08:06:37.064099 3682 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 08:06:37.064289 3682 server.go:101] MetricServer registers OVS metrics I0425 08:06:37.065122 3682 server.go:105] MetricServer registers OVN DB metrics I0425 08:06:37.066633 3682 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 08:06:37.066703 3682 factory.go:561] Starting watch factory I0425 08:06:37.066810 3682 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.066832 3682 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.066849 3682 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.066869 3682 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.066896 3682 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.066916 3682 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.066872 3682 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.066942 3682 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.066994 3682 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.067020 3682 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.067062 3682 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.067084 3682 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.070030 3682 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 08:06:37.070078 3682 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 08:06:37.073369 3682 controller_manager.go:370] Starting the ovnkube controller I0425 08:06:37.073381 3682 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-190.ec2.internal I0425 08:06:37.073473 3682 controller_manager.go:395] NBDB zone sync took: 58.298µs I0425 08:06:37.073483 3682 factory.go:561] Starting watch factory I0425 08:06:37.083597 3682 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 08:06:37.083638 3682 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 08:06:37.084274 3682 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.084327 3682 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.084885 3682 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.085034 3682 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.088357 3682 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.089092 3682 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 08:06:37.089383 3682 server.go:109] MetricServer registers OVN Controller metrics I0425 08:06:37.093887 3682 server.go:113] MetricServer registers OVN Northd metrics I0425 08:06:37.094691 3682 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:37.098555 3682 metrics.go:519] OVN Metrics Server starts to run ... I0425 08:06:37.172474 3682 factory.go:1977] *v1.Node informer cache synced successfully I0425 08:06:37.172496 3682 factory.go:1977] *v1.Service informer cache synced successfully I0425 08:06:37.172500 3682 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 08:06:37.172503 3682 factory.go:1977] *v1.Pod informer cache synced successfully I0425 08:06:37.172507 3682 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 08:06:37.172509 3682 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 08:06:37.172593 3682 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:37.172610 3682 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:37.172596 3682 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:37.172707 3682 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:37.175791 3682 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:37.176177 3682 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:37.177584 3682 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 08:06:37.177596 3682 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 08:06:37.177661 3682 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.177672 3682 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.179680 3682 factory.go:1977] *v1.Service informer cache synced successfully I0425 08:06:37.179689 3682 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 08:06:37.179693 3682 factory.go:1977] *v1.Pod informer cache synced successfully I0425 08:06:37.179696 3682 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 08:06:37.179699 3682 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 08:06:37.179702 3682 factory.go:1977] *v1.Node informer cache synced successfully I0425 08:06:37.180011 3682 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.183211 3682 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 08:06:37.183287 3682 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.183304 3682 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.185251 3682 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 08:06:37.185272 3682 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 08:06:37.185662 3682 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.188551 3682 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 08:06:37.188634 3682 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.188654 3682 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.190888 3682 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 08:06:37.191054 3682 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.194045 3682 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 08:06:37.194106 3682 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.194123 3682 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.196317 3682 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 08:06:37.196695 3682 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.199692 3682 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 08:06:37.199766 3682 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.199781 3682 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.201838 3682 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 08:06:37.202269 3682 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.205510 3682 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 08:06:37.205739 3682 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:37.205758 3682 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:37.207003 3682 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 08:06:37.208076 3682 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:37.211077 3682 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 08:06:37.211143 3682 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.211155 3682 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.211202 3682 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.211217 3682 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.212649 3682 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 08:06:37.213745 3682 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.213815 3682 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:37.217089 3682 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 08:06:37.217101 3682 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 08:06:37.217111 3682 factory.go:680] Watch Factory start up complete, took: 150.410259ms I0425 08:06:37.217182 3682 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 08:06:37.217711 3682 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 08:06:37.223200 3682 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 08:06:37.223215 3682 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 08:06:37.223224 3682 factory.go:680] Watch Factory start up complete, took: 149.738429ms I0425 08:06:37.223234 3682 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-190.ec2.internal" zone I0425 08:06:37.256277 3682 default_node_network_controller.go:710] Initializing the default node network controller I0425 08:06:37.333645 3682 udn_isolation.go:101] Starting UDN host isolation manager I0425 08:06:37.340441 3682 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 08:06:37.387223 3682 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 08:06:37.387302 3682 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 08:06:37.387318 3682 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 08:06:37.420473 3682 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 08:06:37.420533 3682 default_node_network_controller.go:809] Node ip-10-0-1-190.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0425 08:06:37.425876 3682 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.190"] k8s.ovn.org/zone-name:ip-10-0-1-190.ec2.internal] on node ip-10-0-1-190.ec2.internal I0425 08:06:37.446794 3682 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 08:06:37.453101 3682 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 08:06:37.453234 3682 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0425 08:06:37.453362 3682 gateway_init.go:263] Preparing Gateway I0425 08:06:37.453374 3682 gateway_shared_intf.go:1687] Creating new gateway I0425 08:06:37.474186 3682 controller_manager.go:429] Waiting for node in zone sync took: 250.937792ms I0425 08:06:37.478636 3682 controller_manager.go:611] Switching to transit router for layer2 networks I0425 08:06:37.478649 3682 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-190.ec2.internal I0425 08:06:37.493364 3682 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 08:06:37.499531 3682 controller_manager.go:290] SCTP support detected in OVN I0425 08:06:37.500283 3682 services_controller.go:69] Creating services controller for network=default I0425 08:06:37.500372 3682 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 08:06:37.500509 3682 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 08:06:37.500543 3682 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 08:06:37.500560 3682 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 08:06:37.500567 3682 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 08:06:37.500774 3682 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 08:06:37.500904 3682 udn_enabled_svc.go:95] Performing full resync I0425 08:06:37.500908 3682 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 08:06:37.500920 3682 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 106.803µs I0425 08:06:37.500963 3682 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.388µs I0425 08:06:37.500972 3682 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 64.962µs I0425 08:06:37.500978 3682 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 08:06:37.500983 3682 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 08:06:37.500991 3682 default_network_controller.go:325] Starting the default network controller I0425 08:06:37.501099 3682 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.866µs I0425 08:06:37.501196 3682 udn_enabled_svc.go:99] Waiting for handler to sync I0425 08:06:37.501208 3682 udn_enabled_svc.go:104] Starting worker I0425 08:06:37.510262 3682 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 08:06:37.510319 3682 repair.go:33] Syncing exgw routes took 43.655µs I0425 08:06:37.510351 3682 default_network_controller.go:414] Starting all the Watchers... I0425 08:06:37.510512 3682 namespace.go:98] [openshift-console-operator] adding namespace I0425 08:06:37.510513 3682 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 08:06:37.510513 3682 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 08:06:37.510523 3682 namespace.go:98] [openshift-monitoring] adding namespace I0425 08:06:37.510530 3682 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 08:06:37.510549 3682 namespace.go:98] [openshift-console] adding namespace I0425 08:06:37.510551 3682 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 08:06:37.510550 3682 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 08:06:37.510558 3682 namespace.go:98] [openshift-config] adding namespace I0425 08:06:37.510560 3682 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 08:06:37.510564 3682 namespace.go:98] [openshift-dns-operator] adding namespace I0425 08:06:37.510568 3682 namespace.go:98] [openshift-marketplace] adding namespace I0425 08:06:37.510575 3682 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 08:06:37.510588 3682 namespace.go:98] [kube-system] adding namespace I0425 08:06:37.510638 3682 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 08:06:37.511156 3682 namespace.go:102] [openshift-console-operator] adding namespace took 633.376µs I0425 08:06:37.511173 3682 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 08:06:37.511602 3682 namespace.go:102] [openshift-ingress-canary] adding namespace took 423.133µs I0425 08:06:37.511635 3682 namespace.go:98] [openshift-cluster-version] adding namespace I0425 08:06:37.512187 3682 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 1.659905ms I0425 08:06:37.512202 3682 namespace.go:98] [kube-node-lease] adding namespace I0425 08:06:37.512749 3682 namespace.go:102] [kube-node-lease] adding namespace took 540.148µs I0425 08:06:37.512769 3682 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 08:06:37.513243 3682 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 2.708737ms I0425 08:06:37.513262 3682 namespace.go:98] [openshift-package-operator] adding namespace I0425 08:06:37.513768 3682 namespace.go:102] [openshift-monitoring] adding namespace took 3.225149ms I0425 08:06:37.513789 3682 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 08:06:37.514350 3682 namespace.go:102] [openshift-kube-scheduler] adding namespace took 3.805983ms I0425 08:06:37.514367 3682 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 08:06:37.514962 3682 namespace.go:102] [openshift-console] adding namespace took 4.402779ms I0425 08:06:37.514977 3682 namespace.go:98] [openshift-apiserver] adding namespace I0425 08:06:37.515479 3682 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.916373ms I0425 08:06:37.515500 3682 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 08:06:37.515984 3682 namespace.go:102] [openshift-config] adding namespace took 5.413776ms I0425 08:06:37.516004 3682 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 08:06:37.516561 3682 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.995702ms I0425 08:06:37.516577 3682 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 08:06:37.517205 3682 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.632547ms I0425 08:06:37.517222 3682 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 08:06:37.517711 3682 namespace.go:102] [openshift-dns-operator] adding namespace took 7.137146ms I0425 08:06:37.517722 3682 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 08:06:37.518316 3682 namespace.go:102] [openshift-marketplace] adding namespace took 7.739337ms I0425 08:06:37.518326 3682 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 08:06:37.518926 3682 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.343124ms I0425 08:06:37.518939 3682 namespace.go:98] [openshift-controller-manager] adding namespace I0425 08:06:37.519879 3682 namespace.go:102] [kube-system] adding namespace took 9.277076ms I0425 08:06:37.519913 3682 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 08:06:37.520416 3682 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.768581ms I0425 08:06:37.520430 3682 namespace.go:98] [openshift-logging] adding namespace I0425 08:06:37.520807 3682 namespace.go:102] [openshift-cluster-version] adding namespace took 9.166769ms I0425 08:06:37.520820 3682 namespace.go:98] [openshift-config-operator] adding namespace I0425 08:06:37.521258 3682 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.483302ms I0425 08:06:37.521269 3682 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 08:06:37.521723 3682 namespace.go:102] [openshift-package-operator] adding namespace took 8.454699ms I0425 08:06:37.521737 3682 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 08:06:37.522266 3682 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.470749ms I0425 08:06:37.522279 3682 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 08:06:37.522838 3682 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.463312ms I0425 08:06:37.522853 3682 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 08:06:37.523264 3682 namespace.go:102] [openshift-apiserver] adding namespace took 8.281339ms I0425 08:06:37.523279 3682 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 08:06:37.523642 3682 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.131315ms W0425 08:06:37.523650 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8p7mj: pod openshift-network-diagnostics/network-check-target-8p7mj: no pod IPs found I0425 08:06:37.523659 3682 namespace.go:98] [openshift-host-network] adding namespace W0425 08:06:37.523665 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wtck8: pod openshift-network-diagnostics/network-check-target-wtck8: no pod IPs found I0425 08:06:37.524204 3682 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.192638ms I0425 08:06:37.524219 3682 namespace.go:98] [openshift-image-registry] adding namespace I0425 08:06:37.524605 3682 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.023293ms I0425 08:06:37.524636 3682 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 08:06:37.525042 3682 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.813864ms I0425 08:06:37.525058 3682 namespace.go:98] [kube-public] adding namespace I0425 08:06:37.525488 3682 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.760279ms I0425 08:06:37.525502 3682 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 08:06:37.525902 3682 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.572128ms I0425 08:06:37.525915 3682 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 08:06:37.526296 3682 namespace.go:102] [openshift-controller-manager] adding namespace took 7.352665ms I0425 08:06:37.526308 3682 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 08:06:37.526720 3682 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.80207ms I0425 08:06:37.526732 3682 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 08:06:37.527073 3682 namespace.go:102] [openshift-logging] adding namespace took 6.636533ms I0425 08:06:37.527091 3682 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 08:06:37.527645 3682 namespace.go:102] [openshift-config-operator] adding namespace took 6.816527ms I0425 08:06:37.527664 3682 namespace.go:98] [openshift-node] adding namespace I0425 08:06:37.528251 3682 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.974492ms I0425 08:06:37.528267 3682 namespace.go:98] [openshift-etcd] adding namespace I0425 08:06:37.528776 3682 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.030841ms I0425 08:06:37.528799 3682 namespace.go:98] [openshift-multus] adding namespace I0425 08:06:37.529247 3682 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.963681ms I0425 08:06:37.529260 3682 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 08:06:37.529722 3682 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.861983ms I0425 08:06:37.529743 3682 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 08:06:37.530237 3682 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.950934ms I0425 08:06:37.530254 3682 namespace.go:98] [dedicated-admin] adding namespace I0425 08:06:37.530732 3682 namespace.go:102] [openshift-host-network] adding namespace took 7.067344ms I0425 08:06:37.530746 3682 namespace.go:98] [openshift-authentication] adding namespace I0425 08:06:37.531268 3682 namespace.go:102] [openshift-image-registry] adding namespace took 7.042991ms I0425 08:06:37.531281 3682 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 08:06:37.531779 3682 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.132052ms I0425 08:06:37.531795 3682 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 08:06:37.532261 3682 namespace.go:102] [kube-public] adding namespace took 7.199292ms I0425 08:06:37.532272 3682 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 08:06:37.532852 3682 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.343814ms I0425 08:06:37.532871 3682 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 08:06:37.533367 3682 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.445265ms I0425 08:06:37.533384 3682 namespace.go:98] [default] adding namespace I0425 08:06:37.533793 3682 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.478547ms I0425 08:06:37.533808 3682 namespace.go:98] [openshift-network-console] adding namespace I0425 08:06:37.534187 3682 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.449436ms I0425 08:06:37.534202 3682 namespace.go:98] [openshift-dns] adding namespace I0425 08:06:37.534594 3682 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.496806ms I0425 08:06:37.534641 3682 namespace.go:98] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] adding namespace I0425 08:06:37.535080 3682 namespace.go:102] [openshift-node] adding namespace took 7.400905ms I0425 08:06:37.535094 3682 namespace.go:98] [openshift-console-user-settings] adding namespace W0425 08:06:37.535434 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-thl29: pod openshift-multus/network-metrics-daemon-thl29: no pod IPs found W0425 08:06:37.535446 3682 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dpm2b: pod openshift-multus/network-metrics-daemon-dpm2b: no pod IPs found I0425 08:06:37.535481 3682 namespace.go:102] [openshift-etcd] adding namespace took 7.204921ms I0425 08:06:37.536078 3682 namespace.go:102] [openshift-multus] adding namespace took 7.271145ms I0425 08:06:37.536096 3682 namespace.go:98] [openshift-machine-api] adding namespace I0425 08:06:37.536508 3682 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.242619ms I0425 08:06:37.536530 3682 namespace.go:98] [openshift-infra] adding namespace I0425 08:06:37.537502 3682 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.752985ms I0425 08:06:37.537521 3682 namespace.go:98] [openshift-backplane] adding namespace I0425 08:06:37.538012 3682 namespace.go:102] [dedicated-admin] adding namespace took 7.752269ms I0425 08:06:37.538025 3682 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 08:06:37.538488 3682 namespace.go:102] [openshift-authentication] adding namespace took 7.737511ms I0425 08:06:37.538498 3682 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 08:06:37.539074 3682 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.786211ms I0425 08:06:37.539092 3682 namespace.go:98] [openshift-operators] adding namespace I0425 08:06:37.539499 3682 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.697783ms I0425 08:06:37.539515 3682 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 08:06:37.540006 3682 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.726474ms I0425 08:06:37.540025 3682 namespace.go:98] [openshift-insights] adding namespace I0425 08:06:37.540427 3682 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.549227ms I0425 08:06:37.540443 3682 namespace.go:98] [openshift] adding namespace I0425 08:06:37.540841 3682 namespace.go:102] [default] adding namespace took 7.450559ms I0425 08:06:37.540857 3682 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 08:06:37.541235 3682 namespace.go:102] [openshift-network-console] adding namespace took 7.420785ms I0425 08:06:37.541250 3682 namespace.go:98] [openshift-ingress] adding namespace I0425 08:06:37.541650 3682 namespace.go:102] [openshift-dns] adding namespace took 7.439814ms I0425 08:06:37.541667 3682 namespace.go:98] [openshift-config-managed] adding namespace I0425 08:06:37.542151 3682 namespace.go:102] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] adding namespace took 7.501791ms I0425 08:06:37.542161 3682 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 08:06:37.542700 3682 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.599292ms I0425 08:06:37.543133 3682 namespace.go:102] [openshift-machine-api] adding namespace took 7.030764ms I0425 08:06:37.543606 3682 namespace.go:102] [openshift-infra] adding namespace took 7.071824ms I0425 08:06:37.544118 3682 namespace.go:102] [openshift-backplane] adding namespace took 6.589034ms I0425 08:06:37.544579 3682 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.54698ms I0425 08:06:37.544992 3682 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.486004ms I0425 08:06:37.545410 3682 namespace.go:102] [openshift-operators] adding namespace took 6.311763ms I0425 08:06:37.545423 3682 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 08:06:37.545815 3682 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.295445ms I0425 08:06:37.546258 3682 namespace.go:102] [openshift-insights] adding namespace took 6.225985ms I0425 08:06:37.546839 3682 namespace.go:102] [openshift] adding namespace took 6.389139ms I0425 08:06:37.547223 3682 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.359035ms I0425 08:06:37.547601 3682 namespace.go:102] [openshift-ingress] adding namespace took 6.345881ms I0425 08:06:37.547631 3682 namespace.go:98] [openshift-network-operator] adding namespace I0425 08:06:37.548001 3682 namespace.go:102] [openshift-config-managed] adding namespace took 6.329824ms I0425 08:06:37.548404 3682 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.238059ms I0425 08:06:37.548416 3682 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 08:06:37.548808 3682 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.379767ms I0425 08:06:37.549189 3682 namespace.go:102] [openshift-network-operator] adding namespace took 1.551626ms I0425 08:06:37.549516 3682 namespace.go:102] [openshift-backplane-tam] adding namespace took 1.096136ms W0425 08:06:37.549596 3682 master.go:458] Unable to parse local node ip-10-0-1-190.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 08:06:37.549605 3682 master.go:471] Unable to parse remote node ip-10-0-0-252.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 08:06:37.549609 3682 master.go:481] Removing stale chassis with ID/Name: f2c4af90-6d13-490d-a166-cad47d575ad8, hostname: ip-10-0-1-190.ec2.internal I0425 08:06:37.550040 3682 master.go:548] Adding or Updating local node "ip-10-0-1-190.ec2.internal" for network "default" I0425 08:06:37.550095 3682 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-252.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-252.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-252.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-252.ec2.internal I0425 08:06:37.553441 3682 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-190.ec2.internal for the network default I0425 08:06:37.553770 3682 zone_ic_handler.go:195] Time taken to create transit switch: 315.848µs I0425 08:06:37.554370 3682 default_network_controller.go:823] Node add failed for ip-10-0-1-190.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-190.ec2.internal, error getting gateway config for node ip-10-0-1-190.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-190.ec2.internal", failed to update chassis to local for local node ip-10-0-1-190.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-190.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-190.ec2.internal] E0425 08:06:37.554418 3682 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-190.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-190.ec2.internal, error getting gateway config for node ip-10-0-1-190.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-190.ec2.internal", failed to update chassis to local for local node ip-10-0-1-190.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-190.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-190.ec2.internal] I0425 08:06:37.554455 3682 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 08:06:37.554486 3682 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 08:06:37.554487 3682 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-190.ec2.internal", UID:"de8a9285-583f-440c-b8cb-5d79a56ba25b", APIVersion:"v1", ResourceVersion:"8130", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-190.ec2.internal, error getting gateway config for node ip-10-0-1-190.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-190.ec2.internal", failed to update chassis to local for local node ip-10-0-1-190.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-190.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-190.ec2.internal] I0425 08:06:37.554501 3682 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 08:06:37.554516 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-252.ec2.internal in network "default" I0425 08:06:37.554550 3682 node_tracker.go:235] Node ip-10-0-0-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-252.ec2.internal" I0425 08:06:37.554568 3682 node_tracker.go:169] Node ip-10-0-0-252.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:37.554587 3682 services_controller.go:574] Full service sync requested for network=default I0425 08:06:37.554597 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-190.ec2.internal in network "default" I0425 08:06:37.554626 3682 node_tracker.go:235] Node ip-10-0-1-190.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-190.ec2.internal" I0425 08:06:37.554636 3682 node_tracker.go:169] Node ip-10-0-1-190.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:37.554640 3682 services_controller.go:574] Full service sync requested for network=default I0425 08:06:37.583754 3682 iptables.go:108] Creating table: filter chain: FORWARD I0425 08:06:37.590523 3682 iptables.go:108] Creating table: filter chain: OUTPUT I0425 08:06:37.597152 3682 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 08:06:37.597165 3682 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-190.ec2.internal","mac-address":"0a:ff:e1:9b:63:0f","ip-addresses":["10.0.1.190/24"],"ip-address":"10.0.1.190/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f2c4af90-6d13-490d-a166-cad47d575ad8 k8s.ovn.org/node-encap-ips:["10.0.1.190"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.190/24"} k8s.ovn.org/zone-name:ip-10-0-1-190.ec2.internal] on node ip-10-0-1-190.ec2.internal I0425 08:06:37.611685 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-190.ec2.internal in network "default" I0425 08:06:37.611752 3682 node_tracker.go:169] Node ip-10-0-1-190.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:37.611767 3682 services_controller.go:574] Full service sync requested for network=default I0425 08:06:37.611784 3682 master.go:548] Adding or Updating local node "ip-10-0-1-190.ec2.internal" for network "default" I0425 08:06:37.615791 3682 default_node_network_controller.go:519] Node connection status = connected W0425 08:06:37.616401 3682 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wtck8: pod openshift-network-diagnostics/network-check-target-wtck8: no pod IPs found W0425 08:06:37.616415 3682 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-thl29: pod openshift-multus/network-metrics-daemon-thl29: no pod IPs found I0425 08:06:37.617418 3682 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-190.ec2.internal for the network default I0425 08:06:37.617596 3682 zone_ic_handler.go:195] Time taken to create transit switch: 164.969µs I0425 08:06:37.655191 3682 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 08:06:37.655213 3682 services_controller.go:208] Setting up event handlers for services for network=default I0425 08:06:37.655257 3682 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 08:06:37.655292 3682 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 08:06:37.655304 3682 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 08:06:37.755660 3682 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 08:06:37.755682 3682 repair.go:60] Starting repairing loop for services I0425 08:06:37.755768 3682 repair.go:131] Deleted 0 stale service LBs I0425 08:06:37.755799 3682 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 08:06:37.755817 3682 repair.go:62] Finished repairing loop for services: 136.805µs I0425 08:06:37.755842 3682 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 08:06:37.755856 3682 services_controller.go:254] Starting workers for network=default I0425 08:06:37.756170 3682 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wtck8] creating logical port openshift-network-diagnostics_network-check-target-wtck8 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:37.756387 3682 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wtck8 I0425 08:06:37.756572 3682 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-8p7mj, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8p7mj: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8p7mj: no pod IPs found I0425 08:06:37.756659 3682 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-thl29] creating logical port openshift-multus_network-metrics-daemon-thl29 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:37.756702 3682 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-dpm2b, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dpm2b: suppressed error logged: pod openshift-multus/network-metrics-daemon-dpm2b: no pod IPs found I0425 08:06:37.756792 3682 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-thl29 I0425 08:06:37.772905 3682 pod.go:62] [openshift-network-diagnostics/network-check-target-wtck8] pod update took 16.662879ms I0425 08:06:37.772924 3682 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-wtck8] addLogicalPort annotation time took 16.684627ms I0425 08:06:37.773636 3682 pod.go:62] [openshift-multus/network-metrics-daemon-thl29] pod update took 16.897235ms I0425 08:06:37.773655 3682 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-thl29] addLogicalPort annotation time took 16.919224ms I0425 08:06:37.773836 3682 pods.go:271] [openshift-network-diagnostics/network-check-target-wtck8] addLogicalPort took 17.668334ms, libovsdb time 662.763µs I0425 08:06:37.774670 3682 pods.go:271] [openshift-multus/network-metrics-daemon-thl29] addLogicalPort took 18.026254ms, libovsdb time 643.321µs I0425 08:06:37.775151 3682 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 08:06:37.775173 3682 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 08:06:37.775185 3682 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 08:06:37.775189 3682 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 08:06:37.775378 3682 repair.go:29] Repairing admin network policies took 182.805µs I0425 08:06:37.775545 3682 repair.go:92] Repairing baseline admin network policies took 153.371µs I0425 08:06:37.775897 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 08:06:37.775919 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 08:06:37.777441 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 08:06:37.777461 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 08:06:37.777474 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 08:06:37.779669 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 08:06:37.779686 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 08:06:37.779696 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 08:06:37.780769 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 08:06:37.780789 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 08:06:37.781585 3682 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 08:06:37.781604 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 08:06:37.783284 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 08:06:37.783310 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 08:06:37.783317 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 08:06:37.784778 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 08:06:37.784798 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 08:06:37.784806 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 08:06:37.785322 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 08:06:37.785339 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 08:06:37.785346 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 08:06:37.785659 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 08:06:37.785687 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 08:06:37.785696 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 08:06:37.787310 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 08:06:37.787334 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 08:06:37.787343 3682 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 08:06:37.788884 3682 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 08:06:37.788909 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 08:06:37.788920 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 08:06:37.789592 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 08:06:37.789610 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 08:06:37.789632 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 08:06:37.790176 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 08:06:37.790198 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 08:06:37.790209 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 08:06:37.791398 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 08:06:37.791420 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 08:06:37.791435 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 08:06:37.792055 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 08:06:37.792072 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 08:06:37.792081 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 08:06:37.793122 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 08:06:37.793142 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 08:06:37.793156 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 08:06:37.793883 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 08:06:37.793902 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 08:06:37.793910 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 08:06:37.794378 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 08:06:37.794394 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 08:06:37.794401 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 08:06:37.794926 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 08:06:37.794944 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 08:06:37.794951 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 08:06:37.795799 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 08:06:37.795815 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 08:06:37.795822 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 08:06:37.796368 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 08:06:37.796386 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 08:06:37.796395 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 08:06:37.798275 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 08:06:37.798296 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 08:06:37.798302 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 08:06:37.798628 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 08:06:37.798650 3682 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 08:06:37.798664 3682 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 08:06:37.799559 3682 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 08:06:37.799579 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 08:06:37.799586 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 08:06:37.799917 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 08:06:37.799936 3682 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 08:06:37.799946 3682 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 08:06:37.801178 3682 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 08:06:37.801198 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 08:06:37.801206 3682 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 08:06:37.801758 3682 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 08:06:37.801775 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 08:06:37.801796 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 08:06:37.802469 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 08:06:37.802494 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 08:06:37.802506 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 08:06:37.803856 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 08:06:37.803874 3682 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 08:06:37.803882 3682 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 08:06:37.804399 3682 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 08:06:37.804417 3682 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 08:06:37.804429 3682 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 08:06:37.805461 3682 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 08:06:37.809666 3682 egressfirewall.go:374] Starting EgressFirewall controller I0425 08:06:37.809700 3682 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 08:06:37.809711 3682 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 08:06:37.809721 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 08:06:37.809737 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 08:06:37.809738 3682 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 08:06:37.809761 3682 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 08:06:37.810043 3682 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 08:06:37.810056 3682 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 08:06:37.810061 3682 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 08:06:37.810070 3682 egressqos.go:193] Setting up event handlers for EgressQoS I0425 08:06:37.810075 3682 egressfirewall.go:723] Syncing node "ip-10-0-1-190.ec2.internal" for egress firewall I0425 08:06:37.810083 3682 egressfirewall.go:723] Syncing node "ip-10-0-0-252.ec2.internal" for egress firewall I0425 08:06:37.810278 3682 egressqos.go:245] Starting EgressQoS Controller I0425 08:06:37.810288 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 08:06:37.810293 3682 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 08:06:37.810298 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 08:06:37.810303 3682 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 08:06:37.810308 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 08:06:37.810313 3682 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 08:06:37.810316 3682 egressqos.go:259] Repairing EgressQoSes I0425 08:06:37.810320 3682 egressqos.go:399] Starting repairing loop for egressqos I0425 08:06:37.810396 3682 egressqos.go:401] Finished repairing loop for egressqos: 75.885µs I0425 08:06:37.810410 3682 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 08:06:37.810459 3682 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-190.ec2.internal I0425 08:06:37.810519 3682 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-190.ec2.internal : 59.033µs I0425 08:06:37.810734 3682 egressservice_zone.go:210] Starting Egress Services Controller I0425 08:06:37.810743 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 08:06:37.810748 3682 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 08:06:37.810754 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 08:06:37.810758 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 08:06:37.810763 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 08:06:37.810767 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 08:06:37.810773 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 08:06:37.810777 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 08:06:37.810781 3682 egressservice_zone.go:228] Repairing Egress Services I0425 08:06:37.811011 3682 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 08:06:37.811022 3682 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 08:06:37.811037 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-252.ec2.internal I0425 08:06:37.811058 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-252.ec2.internal: 22.391µs I0425 08:06:37.811070 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-190.ec2.internal I0425 08:06:37.811076 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-190.ec2.internal: 6.595µs I0425 08:06:37.811273 3682 default_network_controller.go:585] Completing all the Watchers took 300.912756ms I0425 08:06:37.811286 3682 default_network_controller.go:589] Starting unidling controllers I0425 08:06:37.811299 3682 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 08:06:37.811307 3682 unidle.go:63] Populating Initial ContollerEvent events I0425 08:06:37.811320 3682 unidle.go:79] Setting up event handlers for services I0425 08:06:37.811463 3682 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 08:06:38.116296 3682 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:38.616717 3682 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:38.835886 3682 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0425 08:06:38.835899 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0425 08:06:38.835916 3682 node_tracker.go:220] Node ip-10-0-2-206.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0425 08:06:38.835900 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:06:38.835936 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 37.257µs E0425 08:06:38.835963 3682 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-206.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0425 08:06:38.835978 3682 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-206.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-206.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-206.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-206.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal, error parsing annotation for node ip-10-0-2-206.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0425 08:06:38.849200 3682 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-206.ec2.internal annotation: unexpected end of JSON input E0425 08:06:38.849262 3682 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-206.ec2.internal annotation: unexpected end of JSON input I0425 08:06:38.849282 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0425 08:06:38.849355 3682 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-206.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-206.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-206.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-206.ec2.internal" I0425 08:06:38.866125 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0425 08:06:38.881972 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:38.891915 3682 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0425 08:06:38.891976 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:06:38.891988 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 16.831µs I0425 08:06:38.892038 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:39.012070 3682 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 08:06:39.113675 3682 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0425 08:06:39.113709 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:06:39.113748 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:39.113758 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 56.603µs I0425 08:06:39.116854 3682 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:39.134957 3682 bridgeconfig.go:537] Gateway is ready I0425 08:06:39.134976 3682 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 08:06:39.147012 3682 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.190. Updating OVN encap IP. I0425 08:06:39.152631 3682 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.190 - it is already configured I0425 08:06:39.152646 3682 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.190/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 08:06:39.152871 3682 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.190/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-190.ec2.internal","mac-address":"0a:ff:e1:9b:63:0f","ip-addresses":["10.0.1.190/24"],"ip-address":"10.0.1.190/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f2c4af90-6d13-490d-a166-cad47d575ad8 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.190/24"}] on node ip-10-0-1-190.ec2.internal I0425 08:06:39.159233 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:39.168637 3682 egressfirewall.go:723] Syncing node "ip-10-0-1-190.ec2.internal" for egress firewall I0425 08:06:39.168691 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-190.ec2.internal in network "default" I0425 08:06:39.168690 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-190.ec2.internal I0425 08:06:39.168712 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-190.ec2.internal: 26.853µs I0425 08:06:39.168744 3682 node_tracker.go:169] Node ip-10-0-1-190.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:39.168755 3682 master.go:548] Adding or Updating local node "ip-10-0-1-190.ec2.internal" for network "default" I0425 08:06:39.168761 3682 services_controller.go:574] Full service sync requested for network=default I0425 08:06:39.171459 3682 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.190 I0425 08:06:39.171557 3682 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-190.ec2.internal I0425 08:06:39.173543 3682 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-190.ec2.internal. Updating no re-route policies I0425 08:06:39.173646 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-nlpgn I0425 08:06:39.173654 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wtck8 I0425 08:06:39.173665 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-nlpgn I0425 08:06:39.173667 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wtck8 I0425 08:06:39.173663 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-gfhdt I0425 08:06:39.173671 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-thl29 I0425 08:06:39.173678 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-gfhdt I0425 08:06:39.173684 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xdnbr I0425 08:06:39.173688 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-nlpgn after 0 failed attempt(s) I0425 08:06:39.173688 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-thl29 I0425 08:06:39.173644 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dpm2b I0425 08:06:39.173696 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xdnbr I0425 08:06:39.173696 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-gfhdt after 0 failed attempt(s) I0425 08:06:39.173699 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dpm2b I0425 08:06:39.173702 3682 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8czmg I0425 08:06:39.173707 3682 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wtck8] creating logical port openshift-network-diagnostics_network-check-target-wtck8 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:39.173712 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5cmrk I0425 08:06:39.173710 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jxch8 I0425 08:06:39.173719 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5cmrk I0425 08:06:39.173720 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xdnbr after 0 failed attempt(s) I0425 08:06:39.173716 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-czdvg I0425 08:06:39.173725 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jxch8 I0425 08:06:39.173729 3682 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-dpm2b, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dpm2b: suppressed error logged: pod openshift-multus/network-metrics-daemon-dpm2b: no pod IPs found I0425 08:06:39.173730 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5cmrk after 0 failed attempt(s) I0425 08:06:39.173717 3682 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-8czmg I0425 08:06:39.173737 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-f2t4p I0425 08:06:39.173742 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-190.ec2.internal I0425 08:06:39.173743 3682 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-190.ec2.internal I0425 08:06:39.173748 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-f2t4p I0425 08:06:39.173750 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-190.ec2.internal I0425 08:06:39.173750 3682 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-thl29] creating logical port openshift-multus_network-metrics-daemon-thl29 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:39.173750 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jxch8 after 0 failed attempt(s) I0425 08:06:39.173754 3682 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-190.ec2.internal I0425 08:06:39.173756 3682 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-8czmg after 0 failed attempt(s) I0425 08:06:39.173768 3682 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fblm5 I0425 08:06:39.173769 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-190.ec2.internal after 0 failed attempt(s) I0425 08:06:39.173775 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-f2t4p after 0 failed attempt(s) I0425 08:06:39.173775 3682 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-190.ec2.internal after 0 failed attempt(s) I0425 08:06:39.173734 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-czdvg I0425 08:06:39.173779 3682 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fblm5 I0425 08:06:39.173804 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-czdvg after 0 failed attempt(s) I0425 08:06:39.173809 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fblm5 after 0 failed attempt(s) I0425 08:06:39.174563 3682 pods.go:271] [openshift-multus/network-metrics-daemon-thl29] addLogicalPort took 822.74µs, libovsdb time 259.574µs I0425 08:06:39.174575 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-thl29 after 0 failed attempt(s) I0425 08:06:39.175114 3682 pods.go:271] [openshift-network-diagnostics/network-check-target-wtck8] addLogicalPort took 1.417481ms, libovsdb time 282.711µs I0425 08:06:39.175131 3682 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wtck8 after 0 failed attempt(s) I0425 08:06:39.188189 3682 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 08:06:39.200916 3682 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 08:06:39.204545 3682 iptables.go:108] Creating table: nat chain: OUTPUT I0425 08:06:39.251269 3682 iptables.go:108] Creating table: nat chain: PREROUTING I0425 08:06:39.306440 3682 iptables.go:108] Creating table: filter chain: FORWARD I0425 08:06:39.324943 3682 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 08:06:39.325063 3682 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 08:06:39.325112 3682 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 08:06:39.325195 3682 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 08:06:39.325248 3682 gateway_init.go:325] Gateway and management port readiness took 1.713704295s I0425 08:06:39.325278 3682 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 08:06:39.325325 3682 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 08:06:39.325339 3682 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 08:06:39.325348 3682 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 08:06:39.325407 3682 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 08:06:39.325491 3682 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.865µs I0425 08:06:39.325780 3682 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 08:06:39.325807 3682 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.63µs I0425 08:06:39.325816 3682 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.717µs I0425 08:06:39.325823 3682 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 08:06:39.325832 3682 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 08:06:39.325840 3682 default_node_network_controller.go:899] Starting the default node network controller I0425 08:06:39.325845 3682 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 08:06:39.325859 3682 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.511µs I0425 08:06:39.326027 3682 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 08:06:39.326036 3682 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 08:06:39.326059 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cc0110 0xc000348070 0xc0003480e0 0xc000348150 0xc0003481c0 0xc000348310 0xc000348380 0xc000c96d20 0xc0003483f0 0xc000348460 0xc0001d8320 0xc0065b7340 0xc0003484d0 map[0x2ff9080:0xc00268eea0 0x2ff95c0:0xc00268f020 0x2ffa2e0:0xc002429e60 0x2ffa580:0xc00268ee40 0x2ffad60:0xc00268ef00 0x2ffb000:0xc00268ef60 0x2ffb2a0:0xc00268efc0 0x2ffba80:0xc00268f080 0x2ffbd20:0xc00268f0e0 0x3026980:0xc00121d380 0x3026d20:0xc00121d3e0 0x3027800:0xc000c95d40 0x3029160:0xc001b92000 0x30298a0:0xc002429e00 0x302a720:0xc000c71d40] 0xc0001115e0 0} I0425 08:06:39.326115 3682 gateway.go:151] Starting gateway service sync I0425 08:06:39.326578 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 08:06:39.329065 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 08:06:39.334389 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:39.355112 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 08:06:39.356726 3682 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 08:06:39.358209 3682 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 08:06:39.394378 3682 gateway.go:168] Gateway service sync done. Time taken: 68.249908ms I0425 08:06:39.395073 3682 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31620 I0425 08:06:39.395165 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cc0110 0xc000348070 0xc0003480e0 0xc000348150 0xc0003481c0 0xc000348310 0xc000348380 0xc000c96d20 0xc0003483f0 0xc000348460 0xc0001d8320 0xc0065b7340 0xc0003484d0 map[0x2ff9080:0xc00268eea0 0x2ff95c0:0xc00268f020 0x2ffa2e0:0xc002429e60 0x2ffa580:0xc00268ee40 0x2ffad60:0xc00268ef00 0x2ffb000:0xc00268ef60 0x2ffb2a0:0xc00268efc0 0x2ffba80:0xc00268f080 0x2ffbd20:0xc00268f0e0 0x3026980:0xc00121d380 0x3026d20:0xc00121d3e0 0x3027800:0xc000c95d40 0x3029160:0xc001b92000 0x30298a0:0xc002429e00 0x302a720:0xc000c71d40] 0xc0001115e0 0} I0425 08:06:39.395656 3682 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cc0110 0xc000348070 0xc0003480e0 0xc000348150 0xc0003481c0 0xc000348310 0xc000348380 0xc000c96d20 0xc0003483f0 0xc000348460 0xc0001d8320 0xc0065b7340 0xc0003484d0 map[0x2ff9080:0xc00268eea0 0x2ff95c0:0xc00268f020 0x2ffa2e0:0xc002429e60 0x2ffa580:0xc00268ee40 0x2ffad60:0xc00268ef00 0x2ffb000:0xc00268ef60 0x2ffb2a0:0xc00268efc0 0x2ffba80:0xc00268f080 0x2ffbd20:0xc00268f0e0 0x3026980:0xc00121d380 0x3026d20:0xc00121d3e0 0x3027800:0xc000c95d40 0x3029160:0xc001b92000 0x30298a0:0xc002429e00 0x302a720:0xc000c71d40] 0xc0001115e0 0} I0425 08:06:39.395704 3682 gateway.go:532] Reconciling gateway with updates I0425 08:06:39.400979 3682 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 08:06:39.401063 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:39.401067 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:39.401078 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:39.401082 3682 default_node_network_controller.go:944] Gateway and management port readiness took 75.03875ms I0425 08:06:39.401088 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:39.401087 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:39.401089 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:39.401094 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:39.401108 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:39.401106 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:39.401115 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:39.401117 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:39.401122 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:39.401124 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:39.401128 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 08:06:39.401125 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 08:06:39.401128 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:39.401141 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 08:06:39.401146 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:39.401090 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:39.401165 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 08:06:39.401170 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:39.401179 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:39.401121 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 08:06:39.401183 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:39.401191 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:39.401196 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:39.401204 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:39.401205 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:39.401208 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:39.401209 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:39.401212 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:39.401217 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:39.401218 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 08:06:39.401227 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:39.401221 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:39.401236 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:39.401239 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 08:06:39.401244 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 08:06:39.401214 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:39.401248 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 08:06:39.401264 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 08:06:39.401264 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 08:06:39.401100 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:39.401313 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 08:06:39.401321 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 08:06:39.401329 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:39.401135 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:39.401337 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:39.401342 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:39.401353 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 08:06:39.401165 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 08:06:39.401368 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 08:06:39.401371 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 08:06:39.401378 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:39.401381 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 08:06:39.401081 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:39.401388 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:39.401393 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 08:06:39.401109 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:39.401401 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:39.401404 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:39.401411 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:39.401414 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 08:06:39.401446 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 08:06:39.401445 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 08:06:39.401077 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:39.401464 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:39.401467 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:39.401481 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:39.401186 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:39.401501 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 08:06:39.401188 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 08:06:39.401191 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:39.401191 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 08:06:39.401100 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:39.401537 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:39.401548 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:39.401202 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 08:06:39.401198 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:39.401570 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:39.401204 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:39.401649 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:39.401657 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:39.401675 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:39.401718 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:39.401740 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:39.401256 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:39.401779 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:39.401790 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:39.401796 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 08:06:39.401738 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:39.401807 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:39.401812 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:39.401812 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:39.401356 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:39.401828 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:39.401527 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 08:06:39.401111 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:39.401850 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 08:06:39.401890 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:39.401902 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:39.401911 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:39.401918 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 30424 is already open, no action needed I0425 08:06:39.401921 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:39.401957 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 30453 is already open, no action needed I0425 08:06:39.401967 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:39.401986 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:39.401999 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:39.402003 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:39.402057 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:39.402068 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:39.402068 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:39.402124 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:39.402223 3682 node_ip_handler_linux.go:160] Node IP manager is running W0425 08:06:39.441468 3682 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 08:06:39.441714 3682 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 08:06:39.441880 3682 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0425 08:06:39.448311 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 08:06:39.448345 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 08:06:39.448354 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 08:06:39.448362 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 08:06:39.448369 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 08:06:39.448377 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 08:06:39.448384 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 08:06:39.448391 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 08:06:39.448401 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 08:06:39.448411 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 08:06:39.448419 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 08:06:39.448426 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 08:06:39.448434 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 08:06:39.448441 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 08:06:39.448448 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 08:06:39.487905 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 08:06:39.507527 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 08:06:39.507535 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 08:06:39.507543 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 08:06:39.507550 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 08:06:39.507560 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 08:06:40.596164 3682 default_network_controller.go:1025] Node "ip-10-0-0-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 08:06:40.715054 3682 egressip_healthcheck.go:76] Health checking using insecure connection I0425 08:06:40.715100 3682 default_node_network_controller.go:1380] Starting node controller node sync I0425 08:06:40.715136 3682 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0425 08:06:40.727407 3682 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.292218ms I0425 08:06:40.727579 3682 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 08:06:40.727827 3682 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 08:06:40.727953 3682 egressservice_node.go:183] Starting Egress Services Controller I0425 08:06:40.727973 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 08:06:40.727988 3682 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 08:06:40.727995 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 08:06:40.728000 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 08:06:40.728006 3682 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 08:06:40.728011 3682 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 08:06:40.728017 3682 egressservice_node.go:197] Repairing Egress Services I0425 08:06:40.738788 3682 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 08:06:40.738802 3682 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 08:06:40.739087 3682 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 08:06:40.739104 3682 link_network_manager.go:119] Link manager is running I0425 08:06:40.739119 3682 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 08:06:40.739323 3682 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 08:06:40.739985 3682 vrf_manager.go:128] VRF manager is running I0425 08:06:40.740384 3682 node_controller_manager.go:437] Removing flows to drop GARP I0425 08:06:40.740396 3682 gateway.go:532] Reconciling gateway with updates I0425 08:06:40.763541 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:40.763563 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:40.763573 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:40.763580 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:40.763590 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 08:06:40.763588 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 08:06:40.763605 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 08:06:40.763625 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 08:06:40.763629 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:40.763633 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:40.763648 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:40.763647 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:40.763659 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:40.763667 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:40.763673 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:40.763677 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 08:06:40.763545 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:40.763685 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:40.763697 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:40.763701 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:40.763628 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:40.763709 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:40.763715 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:40.763722 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 08:06:40.763726 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:40.763720 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:40.763730 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:40.763738 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:40.763739 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:40.763747 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:40.763756 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:40.763758 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:40.763765 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:40.763770 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 08:06:40.763776 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:40.763605 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 08:06:40.763780 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:40.763796 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 08:06:40.763802 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:40.763813 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:40.763820 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:40.763820 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:40.763822 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:40.763832 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:40.763834 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 08:06:40.763834 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:40.763830 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:40.763743 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 08:06:40.763820 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:40.763853 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:40.763677 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:40.763867 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:40.763812 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:40.763869 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:40.763876 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:40.763830 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:40.763715 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:40.763887 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 08:06:40.763885 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:40.763842 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:40.763890 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:40.763823 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:40.763903 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:40.763909 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:40.763913 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:40.763918 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:40.763919 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 08:06:40.763683 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 08:06:40.763899 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:40.763700 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:40.763703 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 08:06:40.763680 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 08:06:40.763730 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:40.763716 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:40.763771 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:40.763759 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 08:06:40.763798 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 08:06:40.763806 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:40.764048 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:40.763791 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:40.764076 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:40.763787 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:40.764122 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:40.763850 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 08:06:40.763871 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 30424 is already open, no action needed I0425 08:06:40.764146 3682 port_claim.go:71] Svc openshift-ingress/router-default: port 30453 is already open, no action needed I0425 08:06:40.764150 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:40.764169 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:40.763860 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 08:06:40.764176 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:40.764185 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 08:06:40.764195 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:40.763881 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:40.764245 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 08:06:40.763874 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:40.764270 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:40.763885 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:40.763892 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:40.764326 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:40.764329 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 08:06:40.763994 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:40.764339 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:40.763785 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:40.764444 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:40.763872 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:40.764512 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 08:06:40.764529 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 08:06:40.763772 3682 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:40.764547 3682 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:40.808660 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 08:06:40.829241 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 08:06:40.829254 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 08:06:40.829272 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 08:06:40.829280 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 08:06:40.829289 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 08:06:40.829299 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 08:06:40.829313 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 08:06:40.829326 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 08:06:40.829335 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 08:06:40.829345 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 08:06:40.829353 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 08:06:40.829361 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 08:06:40.829368 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 08:06:40.829376 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 08:06:40.829388 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 08:06:40.870361 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 08:06:40.870370 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 08:06:40.870386 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 08:06:40.870392 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 08:06:40.870398 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 08:06:40.870403 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 08:06:40.870410 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 08:06:40.870423 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 08:06:40.870440 3682 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 08:06:42.959362 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-190.ec2.internal I0425 08:06:42.959404 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-190.ec2.internal: 35.962µs I0425 08:06:42.990687 3682 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc] creating logical port openshift-image-registry_image-registry-7bfd7d8f8b-2jbsc for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:42.990857 3682 kube.go:256] Updating pod openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc I0425 08:06:43.009902 3682 pod.go:62] [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc] pod update took 19.117116ms I0425 08:06:43.009923 3682 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc] addLogicalPort annotation time took 19.143175ms I0425 08:06:43.011260 3682 pods.go:271] [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc] addLogicalPort took 20.608461ms, libovsdb time 913.467µs I0425 08:06:43.036555 3682 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-gbl5j] creating logical port openshift-dns_dns-default-gbl5j for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:43.036716 3682 kube.go:256] Updating pod openshift-dns/dns-default-gbl5j I0425 08:06:43.038326 3682 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-7vcpw for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:43.038569 3682 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-swcdf for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:43.038640 3682 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-cv4mk] creating logical port openshift-ingress-canary_ingress-canary-cv4mk for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:43.038642 3682 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw I0425 08:06:43.038725 3682 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf I0425 08:06:43.038791 3682 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-jss2c for pod on switch ip-10-0-1-190.ec2.internal I0425 08:06:43.038873 3682 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-cv4mk I0425 08:06:43.038929 3682 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c I0425 08:06:43.054758 3682 pod.go:62] [openshift-dns/dns-default-gbl5j] pod update took 18.087278ms I0425 08:06:43.054778 3682 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-gbl5j] addLogicalPort annotation time took 18.115912ms I0425 08:06:43.055900 3682 pods.go:271] [openshift-dns/dns-default-gbl5j] addLogicalPort took 19.383386ms, libovsdb time 873.848µs I0425 08:06:43.056127 3682 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf] pod update took 17.435723ms I0425 08:06:43.056148 3682 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf] addLogicalPort annotation time took 17.45756ms I0425 08:06:43.056435 3682 pod.go:62] [openshift-ingress-canary/ingress-canary-cv4mk] pod update took 17.609393ms I0425 08:06:43.056448 3682 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-cv4mk] addLogicalPort annotation time took 17.645694ms I0425 08:06:43.056882 3682 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw] pod update took 18.43249ms I0425 08:06:43.056897 3682 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw] addLogicalPort annotation time took 18.453362ms I0425 08:06:43.057339 3682 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c] pod update took 18.47222ms I0425 08:06:43.057358 3682 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c] addLogicalPort annotation time took 18.489965ms I0425 08:06:43.057565 3682 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf] addLogicalPort took 19.010836ms, libovsdb time 955.354µs I0425 08:06:43.058162 3682 pods.go:271] [openshift-ingress-canary/ingress-canary-cv4mk] addLogicalPort took 19.551127ms, libovsdb time 1.458316ms I0425 08:06:43.058690 3682 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw] addLogicalPort took 20.375973ms, libovsdb time 1.58169ms I0425 08:06:43.058975 3682 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c] addLogicalPort took 20.195105ms, libovsdb time 1.164255ms I0425 08:06:44.075102 3682 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c 1137bf343d3699da642486e98f10fe61c6aa171449e6a4984af01fb6fb4a40db network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c 1137bf343d3699da642486e98f10fe61c6aa171449e6a4984af01fb6fb4a40db network default NAD default NAD key ] I0425 08:06:44.075116 3682 cni.go:452] [openshift-ingress-canary/ingress-canary-cv4mk 54d03d1f6f29899b370f75eb6fe377dd82785e9d68e1374e4bb5f62fa1e152db network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-cv4mk 54d03d1f6f29899b370f75eb6fe377dd82785e9d68e1374e4bb5f62fa1e152db network default NAD default NAD key ] I0425 08:06:44.131118 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-cv4mk, hostIfaceName: 54d03d1f6f29899, network: default, NAD default, SandboxID: "54d03d1f6f29899b370f75eb6fe377dd82785e9d68e1374e4bb5f62fa1e152db", PCI device ID: , UID: "7821d5fe-53d3-4945-8da2-9cce7ed849c7", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0425 08:06:44.136826 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-jss2c, hostIfaceName: 1137bf343d3699d, network: default, NAD default, SandboxID: "1137bf343d3699da642486e98f10fe61c6aa171449e6a4984af01fb6fb4a40db", PCI device ID: , UID: "8f5d09a9-1cd3-47e7-94f4-a9b8ca2047ab", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0425 08:06:44.187202 3682 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c 1137bf343d3699da642486e98f10fe61c6aa171449e6a4984af01fb6fb4a40db network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jss2c 1137bf343d3699da642486e98f10fe61c6aa171449e6a4984af01fb6fb4a40db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:13:f5:20:0d:2a\",\"name\":\"1137bf343d3699d\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83b0b770-ea9e-48c2-88b6-baedc59f88bb\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:06:44.187202 3682 cni.go:473] [openshift-ingress-canary/ingress-canary-cv4mk 54d03d1f6f29899b370f75eb6fe377dd82785e9d68e1374e4bb5f62fa1e152db network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-cv4mk 54d03d1f6f29899b370f75eb6fe377dd82785e9d68e1374e4bb5f62fa1e152db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:12:83:0e:a8:d7\",\"name\":\"54d03d1f6f29899\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44b579a8-83ec-4d7d-a53a-00df3dae18c4\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:06:47.173681 3682 cni.go:452] [openshift-network-diagnostics/network-check-target-wtck8 992b4ce9975aa8123f94b250bdbf0985c999bcea6a909316153a370752a9be27 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wtck8 992b4ce9975aa8123f94b250bdbf0985c999bcea6a909316153a370752a9be27 network default NAD default NAD key ] I0425 08:06:47.184366 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wtck8, hostIfaceName: 992b4ce9975aa81, network: default, NAD default, SandboxID: "992b4ce9975aa8123f94b250bdbf0985c999bcea6a909316153a370752a9be27", PCI device ID: , UID: "3a6a792f-e7bf-411d-89b9-c7b3ce12dd2e", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0425 08:06:47.235184 3682 cni.go:473] [openshift-network-diagnostics/network-check-target-wtck8 992b4ce9975aa8123f94b250bdbf0985c999bcea6a909316153a370752a9be27 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wtck8 992b4ce9975aa8123f94b250bdbf0985c999bcea6a909316153a370752a9be27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:67:e2:57:8f:0a\",\"name\":\"992b4ce9975aa81\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a58f60c4-08d7-4c29-9f7d-6eac80ab60a8\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:06:48.933766 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:49.252073 3682 egressfirewall.go:723] Syncing node "ip-10-0-0-252.ec2.internal" for egress firewall I0425 08:06:49.252077 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-252.ec2.internal I0425 08:06:49.252147 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-252.ec2.internal: 83.863µs I0425 08:06:49.252107 3682 default_network_controller.go:1025] Node "ip-10-0-0-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0425 08:06:50.274900 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 08:06:52.280916 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:06:54.313550 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:55.306636 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-252.ec2.internal in network "default" I0425 08:06:55.306677 3682 default_network_controller.go:1025] Node "ip-10-0-0-252.ec2.internal" in remote zone "ip-10-0-0-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:55.306693 3682 node_tracker.go:235] Node ip-10-0-0-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-252.ec2.internal" I0425 08:06:55.306712 3682 node_tracker.go:169] Node ip-10-0-0-252.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:55.306731 3682 services_controller.go:574] Full service sync requested for network=default W0425 08:06:55.307126 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:06:55.347487 3682 default_network_controller.go:1025] Node "ip-10-0-0-252.ec2.internal" in remote zone "ip-10-0-0-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:55.464107 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-252.ec2.internal in network "default" I0425 08:06:55.464157 3682 default_network_controller.go:1025] Node "ip-10-0-0-252.ec2.internal" in remote zone "ip-10-0-0-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:55.464168 3682 node_tracker.go:169] Node ip-10-0-0-252.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:55.464182 3682 services_controller.go:574] Full service sync requested for network=default W0425 08:06:55.464631 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:06:55.465137 3682 zone_ic_handler.go:195] Time taken to create transit switch: 303.06µs I0425 08:06:55.465157 3682 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-252.ec2.internal for the network default I0425 08:06:55.466189 3682 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-252.ec2.internal" on network "default" took: 1.372337ms I0425 08:06:56.017742 3682 egressfirewall.go:723] Syncing node "ip-10-0-0-252.ec2.internal" for egress firewall I0425 08:06:56.017774 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-252.ec2.internal in network "default" I0425 08:06:56.017794 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-252.ec2.internal", IP: 10.0.0.252 to PMTUD blocking rules I0425 08:06:56.017798 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-252.ec2.internal I0425 08:06:56.017805 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:06:56.017816 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-252.ec2.internal: 23.293µs I0425 08:06:56.017823 3682 node_tracker.go:169] Node ip-10-0-0-252.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:56.017836 3682 services_controller.go:574] Full service sync requested for network=default W0425 08:06:56.018150 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:06:56.024186 3682 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-252.ec2.internal. Updating no re-route policies I0425 08:06:56.031339 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-252.ec2.internal", IP: 10.0.0.252 to PMTUD blocking rules I0425 08:06:56.031353 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:06:56.063763 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:57.753228 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:06:57.753251 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 29.589µs I0425 08:06:57.753268 3682 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0425 08:06:57.753265 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:07:00.003695 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-252.ec2.internal I0425 08:07:00.003723 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-252.ec2.internal: 33.63µs I0425 08:07:03.470878 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0425 08:07:03.470903 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "ip-10-0-2-206.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:07:03.470907 3682 node_tracker.go:235] Node ip-10-0-2-206.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal" I0425 08:07:03.470925 3682 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0425 08:07:03.470935 3682 services_controller.go:574] Full service sync requested for network=default W0425 08:07:03.471310 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:03.622545 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0425 08:07:03.622569 3682 default_network_controller.go:1025] Node "ip-10-0-2-206.ec2.internal" in remote zone "ip-10-0-2-206.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:07:03.622601 3682 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0425 08:07:03.622631 3682 services_controller.go:574] Full service sync requested for network=default W0425 08:07:03.622924 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:03.623585 3682 zone_ic_handler.go:195] Time taken to create transit switch: 292.384µs I0425 08:07:03.623601 3682 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-206.ec2.internal for the network default I0425 08:07:03.624698 3682 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-206.ec2.internal" on network "default" took: 1.417042ms I0425 08:07:04.679079 3682 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0425 08:07:04.679104 3682 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0425 08:07:04.679170 3682 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0425 08:07:04.679195 3682 services_controller.go:574] Full service sync requested for network=default I0425 08:07:04.679202 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 10.0.2.206 to PMTUD blocking rules I0425 08:07:04.679211 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:07:04.679109 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:07:04.679244 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 135.07µs W0425 08:07:04.679821 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:04.685426 3682 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-206.ec2.internal. Updating no re-route policies I0425 08:07:04.697377 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 10.0.2.206 to PMTUD blocking rules I0425 08:07:04.697390 3682 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-206.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:07:07.598634 3682 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0425 08:07:07.598670 3682 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 60.563µs W0425 08:07:08.406184 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:16.885379 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:23.288107 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:50.243469 3682 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm for pod on switch ip-10-0-1-190.ec2.internal I0425 08:07:50.243558 3682 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm I0425 08:07:50.255707 3682 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm] pod update took 12.173486ms I0425 08:07:50.255735 3682 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm] addLogicalPort annotation time took 12.204176ms I0425 08:07:50.257394 3682 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm] addLogicalPort took 13.937487ms, libovsdb time 1.314521ms I0425 08:07:50.604860 3682 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd network default NAD default NAD key ] I0425 08:07:50.614541 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm, hostIfaceName: a9d537f55c1653a, network: default, NAD default, SandboxID: "a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd", PCI device ID: , UID: "376ade3c-cdf1-4c12-b74d-6db83484314e", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0425 08:07:50.660769 3682 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:98:f1:0a:01:0a\",\"name\":\"a9d537f55c1653a\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42642935-7d54-41eb-8126-68f59f84e9c9\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:08:06.474121 3682 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd network default NAD default NAD key ] I0425 08:08:06.543473 3682 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm a9d537f55c1653a1633d4876f7efa0e6eedfc48a7c16dc9ddf3144129bff0bdd network default NAD default NAD key default], result "{}", err I0425 08:08:06.590401 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:08:06.590427 3682 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm I0425 08:08:06.591754 3682 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm, ips: 10.128.0.11 I0425 08:08:06.591781 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:08:06.591802 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:08:06.591812 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 08:08:06.592009 3682 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:08:06.592029 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 08:08:07.615373 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:07.615394 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:07.615415 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:07.615429 3682 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp29hm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:10.301814 3682 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 08:08:10.311523 3682 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 08:10:30.807272 3682 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-j44vc for pod on switch ip-10-0-1-190.ec2.internal I0425 08:10:30.807396 3682 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc I0425 08:10:30.807420 3682 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-tdv7s for pod on switch ip-10-0-1-190.ec2.internal I0425 08:10:30.807519 3682 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-hv9dh for pod on switch ip-10-0-1-190.ec2.internal I0425 08:10:30.807524 3682 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s I0425 08:10:30.807607 3682 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh I0425 08:10:30.811949 3682 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-gjtn9 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:10:30.812018 3682 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9 I0425 08:10:30.832238 3682 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9] pod update took 20.242347ms I0425 08:10:30.832260 3682 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9] addLogicalPort annotation time took 20.264465ms I0425 08:10:30.833467 3682 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9] addLogicalPort took 21.526223ms, libovsdb time 949.663µs I0425 08:10:30.839222 3682 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s] pod update took 31.717736ms I0425 08:10:30.839248 3682 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s] addLogicalPort annotation time took 31.744216ms I0425 08:10:30.840149 3682 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc] pod update took 32.779126ms I0425 08:10:30.840171 3682 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc] addLogicalPort annotation time took 32.80363ms I0425 08:10:30.840152 3682 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s] addLogicalPort took 32.745568ms, libovsdb time 668.583µs I0425 08:10:30.841102 3682 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc] addLogicalPort took 33.848412ms, libovsdb time 671.478µs I0425 08:10:30.843632 3682 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh] pod update took 36.025911ms I0425 08:10:30.843648 3682 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh] addLogicalPort annotation time took 36.06154ms I0425 08:10:30.844574 3682 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh] addLogicalPort took 37.066848ms, libovsdb time 712.859µs I0425 08:10:30.892236 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-rfbqp for pod on switch ip-10-0-1-190.ec2.internal I0425 08:10:30.892343 3682 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp I0425 08:10:30.921251 3682 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp] pod update took 28.925805ms I0425 08:10:30.921270 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp] addLogicalPort annotation time took 28.947725ms I0425 08:10:30.922281 3682 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp] addLogicalPort took 30.055786ms, libovsdb time 750.504µs I0425 08:10:31.167478 3682 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s e7cdc8e80bbf19cb6453c52789fd350294c886bc6b31cf32e9786c8eaba252b0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s e7cdc8e80bbf19cb6453c52789fd350294c886bc6b31cf32e9786c8eaba252b0 network default NAD default NAD key ] I0425 08:10:31.167478 3682 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc cc12f43b7a00e8626625f0ed03f5a63eacc10429107243da0548256031200edd network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc cc12f43b7a00e8626625f0ed03f5a63eacc10429107243da0548256031200edd network default NAD default NAD key ] I0425 08:10:31.171667 3682 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh 521f2fb489605b2f2978ac310e389731009ad992cc097fb9cdea4f8f331f9df1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh 521f2fb489605b2f2978ac310e389731009ad992cc097fb9cdea4f8f331f9df1 network default NAD default NAD key ] I0425 08:10:31.181265 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-hv9dh, hostIfaceName: 521f2fb489605b2, network: default, NAD default, SandboxID: "521f2fb489605b2f2978ac310e389731009ad992cc097fb9cdea4f8f331f9df1", PCI device ID: , UID: "10eec919-84df-416e-84bd-51ea76cb2f33", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0425 08:10:31.193957 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-j44vc, hostIfaceName: cc12f43b7a00e86, network: default, NAD default, SandboxID: "cc12f43b7a00e8626625f0ed03f5a63eacc10429107243da0548256031200edd", PCI device ID: , UID: "2cf2fa85-a996-4820-a4d6-f4753e6e9ae5", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0425 08:10:31.193995 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-tdv7s, hostIfaceName: e7cdc8e80bbf19c, network: default, NAD default, SandboxID: "e7cdc8e80bbf19cb6453c52789fd350294c886bc6b31cf32e9786c8eaba252b0", PCI device ID: , UID: "d0472c29-0f05-4168-a127-b9edd3628bc0", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0425 08:10:31.241391 3682 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh 521f2fb489605b2f2978ac310e389731009ad992cc097fb9cdea4f8f331f9df1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hv9dh 521f2fb489605b2f2978ac310e389731009ad992cc097fb9cdea4f8f331f9df1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ba:d6:6e:a8:ba\",\"name\":\"521f2fb489605b2\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad1fdc7f-230d-48a9-9fd4-489ebd02588b\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:31.464004 3682 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s e7cdc8e80bbf19cb6453c52789fd350294c886bc6b31cf32e9786c8eaba252b0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-tdv7s e7cdc8e80bbf19cb6453c52789fd350294c886bc6b31cf32e9786c8eaba252b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:65:f7:34:93:a5\",\"name\":\"e7cdc8e80bbf19c\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fbabe15-1783-48e4-8164-53baa4e75780\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:31.464051 3682 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc cc12f43b7a00e8626625f0ed03f5a63eacc10429107243da0548256031200edd network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-j44vc cc12f43b7a00e8626625f0ed03f5a63eacc10429107243da0548256031200edd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:1f:1c:85:52:8e\",\"name\":\"cc12f43b7a00e86\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91bf83dc-b411-4a62-aa59-75e34c7f39da\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:35.285896 3682 namespace.go:98] [openshift-service-ca] adding namespace I0425 08:10:35.286810 3682 namespace.go:102] [openshift-service-ca] adding namespace took 891.117µs I0425 08:10:35.312686 3682 namespace.go:142] [openshift-service-ca] updating namespace W0425 08:10:35.347532 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 08:10:35.496783 3682 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 08:10:35.497645 3682 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 842.547µs I0425 08:10:35.523917 3682 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0425 08:10:43.593404 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 08:10:46.780679 3682 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9 0803321d00445edc30cbe500bf6824f8a3122fb395e377b90574a4369b654163 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9 0803321d00445edc30cbe500bf6824f8a3122fb395e377b90574a4369b654163 network default NAD default NAD key ] I0425 08:10:46.789857 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-gjtn9, hostIfaceName: 0803321d00445ed, network: default, NAD default, SandboxID: "0803321d00445edc30cbe500bf6824f8a3122fb395e377b90574a4369b654163", PCI device ID: , UID: "8a2a7451-66c5-4e5e-ab50-008e259824a0", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0425 08:10:46.836738 3682 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9 0803321d00445edc30cbe500bf6824f8a3122fb395e377b90574a4369b654163 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gjtn9 0803321d00445edc30cbe500bf6824f8a3122fb395e377b90574a4369b654163 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1d:01:22:ac:71\",\"name\":\"0803321d00445ed\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c9f2125-a64b-48df-afe7-a4beb489694e\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:53.257748 3682 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw 8e1f4b727347eb54479d2615530194ced25437a9cf044ac4ad5c9d3203409b1e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw 8e1f4b727347eb54479d2615530194ced25437a9cf044ac4ad5c9d3203409b1e network default NAD default NAD key ] I0425 08:10:53.264471 3682 cni.go:452] [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc 0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc 0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c network default NAD default NAD key ] I0425 08:10:53.264724 3682 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf 6bf5cac24811d605e2667d644371be92bf4dc50234a74195ea933d4da10f2775 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf 6bf5cac24811d605e2667d644371be92bf4dc50234a74195ea933d4da10f2775 network default NAD default NAD key ] I0425 08:10:53.268438 3682 cni.go:452] [openshift-dns/dns-default-gbl5j 8fb10bb324fbd822403aa99c4c13c6b51f417c7ef2e1a76be176ca8af0902bb4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-gbl5j 8fb10bb324fbd822403aa99c4c13c6b51f417c7ef2e1a76be176ca8af0902bb4 network default NAD default NAD key ] I0425 08:10:53.268787 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-7vcpw, hostIfaceName: 8e1f4b727347eb5, network: default, NAD default, SandboxID: "8e1f4b727347eb54479d2615530194ced25437a9cf044ac4ad5c9d3203409b1e", PCI device ID: , UID: "f2daed77-f490-4f9d-a484-9802b356a81c", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0425 08:10:53.278890 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-swcdf, hostIfaceName: 6bf5cac24811d60, network: default, NAD default, SandboxID: "6bf5cac24811d605e2667d644371be92bf4dc50234a74195ea933d4da10f2775", PCI device ID: , UID: "e08eaa64-e92a-4d25-8a6d-80e3166e1d45", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0425 08:10:53.279490 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bfd7d8f8b-2jbsc, hostIfaceName: 0c4f8ddb7a8ba51, network: default, NAD default, SandboxID: "0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c", PCI device ID: , UID: "5ed46d67-1788-42d7-b017-e6dce54a68e9", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0425 08:10:53.280694 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-gbl5j, hostIfaceName: 8fb10bb324fbd82, network: default, NAD default, SandboxID: "8fb10bb324fbd822403aa99c4c13c6b51f417c7ef2e1a76be176ca8af0902bb4", PCI device ID: , UID: "251d8e68-c34e-42d1-beec-df25594274cc", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0425 08:10:53.325781 3682 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw 8e1f4b727347eb54479d2615530194ced25437a9cf044ac4ad5c9d3203409b1e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-7vcpw 8e1f4b727347eb54479d2615530194ced25437a9cf044ac4ad5c9d3203409b1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0c:61:c2:d7:2d\",\"name\":\"8e1f4b727347eb5\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ef4e99d-c1e5-4e24-a84e-7d216dd0f4cf\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:53.548121 3682 cni.go:473] [openshift-dns/dns-default-gbl5j 8fb10bb324fbd822403aa99c4c13c6b51f417c7ef2e1a76be176ca8af0902bb4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-gbl5j 8fb10bb324fbd822403aa99c4c13c6b51f417c7ef2e1a76be176ca8af0902bb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d4:17:2e:55:ea\",\"name\":\"8fb10bb324fbd82\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4aca604a-ed70-47a7-9f7c-2e78f69e11be\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:53.548594 3682 cni.go:473] [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc 0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc 0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:43:41:be:e4:1e\",\"name\":\"0c4f8ddb7a8ba51\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/125888f3-1962-4d72-839d-f23f7323c14d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:53.548632 3682 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf 6bf5cac24811d605e2667d644371be92bf4dc50234a74195ea933d4da10f2775 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-swcdf 6bf5cac24811d605e2667d644371be92bf4dc50234a74195ea933d4da10f2775 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:0d:9d:fc:0a:3b\",\"name\":\"6bf5cac24811d60\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6881c062-b246-4a16-8088-2906c941dc80\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:10:56.984827 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:10:56.993884 3682 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 08:10:56.993901 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 08:10:56.993905 3682 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 08:10:57.068528 3682 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jq525] creating logical port openshift-insights_insights-runtime-extractor-jq525 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:10:57.068648 3682 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jq525 I0425 08:10:57.089032 3682 pod.go:62] [openshift-insights/insights-runtime-extractor-jq525] pod update took 20.434854ms I0425 08:10:57.089052 3682 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jq525] addLogicalPort annotation time took 20.458979ms I0425 08:10:57.090127 3682 pods.go:271] [openshift-insights/insights-runtime-extractor-jq525] addLogicalPort took 21.590356ms, libovsdb time 778.952µs I0425 08:10:58.322725 3682 cni.go:452] [openshift-insights/insights-runtime-extractor-jq525 6302e064632cf9ddd575e038f833d0d32626259ace23b8fa83f0426b7eb99e25 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jq525 6302e064632cf9ddd575e038f833d0d32626259ace23b8fa83f0426b7eb99e25 network default NAD default NAD key ] I0425 08:10:58.332404 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jq525, hostIfaceName: 6302e064632cf9d, network: default, NAD default, SandboxID: "6302e064632cf9ddd575e038f833d0d32626259ace23b8fa83f0426b7eb99e25", PCI device ID: , UID: "b998075f-4ada-47e1-b015-beaa16fc326a", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0425 08:10:58.379716 3682 cni.go:473] [openshift-insights/insights-runtime-extractor-jq525 6302e064632cf9ddd575e038f833d0d32626259ace23b8fa83f0426b7eb99e25 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jq525 6302e064632cf9ddd575e038f833d0d32626259ace23b8fa83f0426b7eb99e25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:29:70:8b:16:5b\",\"name\":\"6302e064632cf9d\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/835ff8e7-7225-4622-8716-9e39b4a6817b\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:58.413799 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55566d6957-jp4sf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:58.414405 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55566d6957-jp4sf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:58.428548 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55566d6957-jp4sf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:58.428571 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55566d6957-jp4sf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:58.436136 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-55566d6957-jp4sf I0425 08:10:58.436172 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-55566d6957-jp4sf I0425 08:10:58.930365 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:58.930949 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:58.943376 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:58.943396 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:58.946142 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl I0425 08:10:58.946164 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bfd7d8f8b-ccgzl W0425 08:10:59.423652 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:10:59.960889 3682 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 08:11:03.045991 3682 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp 726c9f5e5017693ced03c0e337ec3bf0df8fd54b5e77b979584c4bf552c7b332 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp 726c9f5e5017693ced03c0e337ec3bf0df8fd54b5e77b979584c4bf552c7b332 network default NAD default NAD key ] I0425 08:11:03.055703 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-rfbqp, hostIfaceName: 726c9f5e5017693, network: default, NAD default, SandboxID: "726c9f5e5017693ced03c0e337ec3bf0df8fd54b5e77b979584c4bf552c7b332", PCI device ID: , UID: "1a86e426-80a4-46eb-a012-1bfd00cf129d", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0425 08:11:03.103710 3682 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp 726c9f5e5017693ced03c0e337ec3bf0df8fd54b5e77b979584c4bf552c7b332 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rfbqp 726c9f5e5017693ced03c0e337ec3bf0df8fd54b5e77b979584c4bf552c7b332 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:ac:bd:94:14:6d\",\"name\":\"726c9f5e5017693\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75aff079-db8a-482b-9098-440b7439e559\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:11:03.437390 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 08:11:03.437400 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:11:03.437410 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 08:11:03.437419 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:11:03.437425 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0425 08:11:05.680511 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-x8w22 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:11:05.680679 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22 I0425 08:11:05.698724 3682 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22] pod update took 18.073154ms I0425 08:11:05.698754 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22] addLogicalPort annotation time took 18.108762ms I0425 08:11:05.700303 3682 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22] addLogicalPort took 19.855357ms, libovsdb time 1.049459ms I0425 08:11:06.637425 3682 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22 fbef69f308d98ab6d0cb8aeec39da1980a18692e6a87bc5988c53fa162129c46 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22 fbef69f308d98ab6d0cb8aeec39da1980a18692e6a87bc5988c53fa162129c46 network default NAD default NAD key ] I0425 08:11:06.648293 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-x8w22, hostIfaceName: fbef69f308d98ab, network: default, NAD default, SandboxID: "fbef69f308d98ab6d0cb8aeec39da1980a18692e6a87bc5988c53fa162129c46", PCI device ID: , UID: "e81274d1-e425-401a-a065-f6e476d24793", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0425 08:11:06.695919 3682 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22 fbef69f308d98ab6d0cb8aeec39da1980a18692e6a87bc5988c53fa162129c46 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x8w22 fbef69f308d98ab6d0cb8aeec39da1980a18692e6a87bc5988c53fa162129c46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:2f:12:b6:3d:ec\",\"name\":\"fbef69f308d98ab\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07b498ec-b86e-436e-ac54-0f031d0556ec\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:11:06.971442 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 08:11:06.971468 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 08:11:06.971474 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 08:11:08.008982 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 08:11:08.034564 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0425 08:11:08.799593 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-zdgvc] creating logical port openshift-monitoring_prometheus-operator-76b589d668-zdgvc for pod on switch ip-10-0-1-190.ec2.internal I0425 08:11:08.799706 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-zdgvc I0425 08:11:08.814198 3682 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-zdgvc] pod update took 14.522831ms I0425 08:11:08.814217 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-zdgvc] addLogicalPort annotation time took 14.545444ms I0425 08:11:08.815353 3682 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-zdgvc] addLogicalPort took 15.77575ms, libovsdb time 839.734µs I0425 08:11:09.158218 3682 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-zdgvc a8ecb0aa21992a61e340e04911656aeb69f2ea074bb6c44503e066b1c85bed78 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-zdgvc a8ecb0aa21992a61e340e04911656aeb69f2ea074bb6c44503e066b1c85bed78 network default NAD default NAD key ] I0425 08:11:09.169420 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-zdgvc, hostIfaceName: a8ecb0aa21992a6, network: default, NAD default, SandboxID: "a8ecb0aa21992a61e340e04911656aeb69f2ea074bb6c44503e066b1c85bed78", PCI device ID: , UID: "4b8ebac3-c87b-4e3e-b10b-c9cea1b8a003", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0425 08:11:09.233964 3682 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-zdgvc a8ecb0aa21992a61e340e04911656aeb69f2ea074bb6c44503e066b1c85bed78 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-zdgvc a8ecb0aa21992a61e340e04911656aeb69f2ea074bb6c44503e066b1c85bed78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:46:b8:88:0f:18\",\"name\":\"a8ecb0aa21992a6\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7d2e215-e340-49fb-8902-beec3cb8494a\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:11:13.204096 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-tnjlj for pod on switch ip-10-0-1-190.ec2.internal I0425 08:11:13.204214 3682 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj I0425 08:11:13.221220 3682 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj] pod update took 17.034341ms I0425 08:11:13.221242 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj] addLogicalPort annotation time took 17.061001ms I0425 08:11:13.222413 3682 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj] addLogicalPort took 18.33176ms, libovsdb time 855.748µs I0425 08:11:13.560850 3682 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj 14e2b901e47be4ca6e809101fd3ba2047a5b51dfc1a6429f92ed2f3956711a24 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj 14e2b901e47be4ca6e809101fd3ba2047a5b51dfc1a6429f92ed2f3956711a24 network default NAD default NAD key ] I0425 08:11:13.570297 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-tnjlj, hostIfaceName: 14e2b901e47be4c, network: default, NAD default, SandboxID: "14e2b901e47be4ca6e809101fd3ba2047a5b51dfc1a6429f92ed2f3956711a24", PCI device ID: , UID: "522acea2-05be-4fae-8796-a2a77d050e74", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0425 08:11:13.618941 3682 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj 14e2b901e47be4ca6e809101fd3ba2047a5b51dfc1a6429f92ed2f3956711a24 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-tnjlj 14e2b901e47be4ca6e809101fd3ba2047a5b51dfc1a6429f92ed2f3956711a24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:54:d2:91:ec:68\",\"name\":\"14e2b901e47be4c\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e22a43b-3202-41dc-8ba0-07263faf4c5e\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:11:14.362543 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:11:14.362706 3682 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 08:11:14.383042 3682 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.390158ms I0425 08:11:14.383076 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.432841ms I0425 08:11:14.384565 3682 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.039489ms, libovsdb time 1.058832ms I0425 08:11:14.734118 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410 network default NAD default NAD key ] I0425 08:11:14.745929 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 33534462803a3d4, network: default, NAD default, SandboxID: "33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410", PCI device ID: , UID: "553f761a-b23a-4766-a255-94b4f6b2cbe5", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0425 08:11:14.796154 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5b:9c:c1:d3:57\",\"name\":\"33534462803a3d4\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4233a9dc-364b-4b99-98e0-d8b11f933eea\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:11:14.984183 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 08:11:16.387818 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7cc9895658-mgwn8] creating logical port openshift-monitoring_thanos-querier-7cc9895658-mgwn8 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:11:16.387947 3682 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7cc9895658-mgwn8 I0425 08:11:16.411157 3682 pod.go:62] [openshift-monitoring/thanos-querier-7cc9895658-mgwn8] pod update took 23.240008ms I0425 08:11:16.411179 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7cc9895658-mgwn8] addLogicalPort annotation time took 23.265644ms I0425 08:11:16.412285 3682 pods.go:271] [openshift-monitoring/thanos-querier-7cc9895658-mgwn8] addLogicalPort took 24.479417ms, libovsdb time 791.746µs I0425 08:11:16.747259 3682 cni.go:452] [openshift-monitoring/thanos-querier-7cc9895658-mgwn8 c3742b14598a76d73cf78a956f2929c7a4b3479a8be3d9716f05b17debb8b5a0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7cc9895658-mgwn8 c3742b14598a76d73cf78a956f2929c7a4b3479a8be3d9716f05b17debb8b5a0 network default NAD default NAD key ] I0425 08:11:16.756577 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7cc9895658-mgwn8, hostIfaceName: c3742b14598a76d, network: default, NAD default, SandboxID: "c3742b14598a76d73cf78a956f2929c7a4b3479a8be3d9716f05b17debb8b5a0", PCI device ID: , UID: "1fddf8d2-7fd7-4cc3-ad2b-326828ce8859", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0425 08:11:16.805248 3682 cni.go:473] [openshift-monitoring/thanos-querier-7cc9895658-mgwn8 c3742b14598a76d73cf78a956f2929c7a4b3479a8be3d9716f05b17debb8b5a0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7cc9895658-mgwn8 c3742b14598a76d73cf78a956f2929c7a4b3479a8be3d9716f05b17debb8b5a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:7e:12:8b:7f:f3\",\"name\":\"c3742b14598a76d\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33ef1846-f10a-4011-b779-d86d8e3c6f6f\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:11:17.076903 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.076923 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.076929 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.085455 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.085471 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:17.085476 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 08:11:17.964286 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-k4scq for pod on switch ip-10-0-1-190.ec2.internal I0425 08:11:17.964407 3682 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq I0425 08:11:17.980865 3682 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq] pod update took 16.482457ms I0425 08:11:17.980891 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq] addLogicalPort annotation time took 16.512373ms I0425 08:11:17.982405 3682 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq] addLogicalPort took 18.135368ms, libovsdb time 1.13192ms I0425 08:11:18.954996 3682 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq 73512ec9d00ea6061a669445444f477faeda22b54e5a117f368109ab0c773356 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq 73512ec9d00ea6061a669445444f477faeda22b54e5a117f368109ab0c773356 network default NAD default NAD key ] I0425 08:11:18.965298 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-k4scq, hostIfaceName: 73512ec9d00ea60, network: default, NAD default, SandboxID: "73512ec9d00ea6061a669445444f477faeda22b54e5a117f368109ab0c773356", PCI device ID: , UID: "23a24ebe-0aaa-4912-98cf-d05400a3ec35", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0425 08:11:19.020108 3682 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq 73512ec9d00ea6061a669445444f477faeda22b54e5a117f368109ab0c773356 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k4scq 73512ec9d00ea6061a669445444f477faeda22b54e5a117f368109ab0c773356 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2d:70:2e:ab:a5\",\"name\":\"73512ec9d00ea60\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e36b6c7-faa3-4087-b18f-dc2c5f99a207\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:11:19.757700 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:11:19.757806 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0425 08:11:19.784420 3682 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.651154ms I0425 08:11:19.784442 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.679366ms I0425 08:11:19.785638 3682 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.954378ms, libovsdb time 823.618µs I0425 08:11:20.223025 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6 network default NAD default NAD key ] I0425 08:11:20.233251 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a5041d78148c7f1, network: default, NAD default, SandboxID: "a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6", PCI device ID: , UID: "5047a990-1a59-4ab1-8d15-8ccd8c0742d9", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0425 08:11:20.294412 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:77:12:4a:a4:eb\",\"name\":\"a5041d78148c7f1\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91fee7e3-e8ee-4196-8383-5632ebc071f3\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:11:21.068980 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 08:11:21.149072 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.149093 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.149098 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.149102 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.202088 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:21.202107 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:21.528507 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.528529 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.528534 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.528537 3682 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:21.618597 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 08:11:22.537794 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:22.537824 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:27.127090 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:27.127112 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:27.127118 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:11:27.127122 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 08:11:39.369560 3682 base_network_controller_pods.go:487] [default/openshift-console/console-6dd4bfd56d-rsn6m] creating logical port openshift-console_console-6dd4bfd56d-rsn6m for pod on switch ip-10-0-1-190.ec2.internal I0425 08:11:39.369689 3682 kube.go:256] Updating pod openshift-console/console-6dd4bfd56d-rsn6m I0425 08:11:39.390850 3682 pod.go:62] [openshift-console/console-6dd4bfd56d-rsn6m] pod update took 21.190728ms I0425 08:11:39.390873 3682 base_network_controller_pods.go:951] [default/openshift-console/console-6dd4bfd56d-rsn6m] addLogicalPort annotation time took 21.218339ms I0425 08:11:39.392055 3682 pods.go:271] [openshift-console/console-6dd4bfd56d-rsn6m] addLogicalPort took 22.515383ms, libovsdb time 863.885µs I0425 08:11:39.735196 3682 cni.go:452] [openshift-console/console-6dd4bfd56d-rsn6m ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dd4bfd56d-rsn6m ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65 network default NAD default NAD key ] I0425 08:11:39.744489 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dd4bfd56d-rsn6m, hostIfaceName: ea62aae1735c088, network: default, NAD default, SandboxID: "ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65", PCI device ID: , UID: "38aaddc3-cc64-4c18-a4e5-a9c0662e2e66", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0425 08:11:39.794954 3682 cni.go:473] [openshift-console/console-6dd4bfd56d-rsn6m ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dd4bfd56d-rsn6m ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:fe:6d:4f:dd:cc\",\"name\":\"ea62aae1735c088\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00b9226c-ba2e-4c46-b9cb-8f4404019d9a\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:11:43.118971 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0425 08:11:43.207958 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:11:44.792052 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.792076 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:44.792083 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:11:45.126465 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0425 08:11:45.210269 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 W0425 08:11:45.636383 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0425 08:11:45.641606 3682 cni.go:452] [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc 0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc 0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c network default NAD default NAD key ] I0425 08:11:45.723863 3682 cni.go:473] [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc 0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc 0c4f8ddb7a8ba512e080488f3ce876c8acd5edfb1567da56866c4498be68824c network default NAD default NAD key default], result "{}", err I0425 08:11:45.779346 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:11:45.779377 3682 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc I0425 08:11:45.780586 3682 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc, ips: 10.128.0.5 I0425 08:11:45.780628 3682 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:11:46.209899 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:11:46.209923 3682 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:11:46.215478 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc I0425 08:11:46.215510 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bfd7d8f8b-2jbsc W0425 08:11:46.642322 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:11:46.642351 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:11:50.246409 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:11:59.189092 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 08:11:59.690311 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 08:12:00.276253 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 08:12:00.276322 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 08:12:00.276372 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 08:12:01.284580 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0425 08:12:10.412194 3682 obj_retry.go:498] Detected object openshift-console/console-6b678b7c6d-x2xcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:10.412784 3682 obj_retry.go:498] Detected object openshift-console/console-6b678b7c6d-x2xcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:11.263115 3682 obj_retry.go:492] Detected object openshift-console/console-6b678b7c6d-x2xcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:11.263138 3682 obj_retry.go:492] Detected object openshift-console/console-6b678b7c6d-x2xcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:11.266511 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b678b7c6d-x2xcb I0425 08:12:11.266544 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b678b7c6d-x2xcb I0425 08:12:15.628672 3682 obj_retry.go:498] Detected object openshift-console/console-6b678b7c6d-dnclj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:15.629299 3682 obj_retry.go:498] Detected object openshift-console/console-6b678b7c6d-dnclj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:15.748754 3682 obj_retry.go:492] Detected object openshift-console/console-6b678b7c6d-dnclj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:15.748777 3682 obj_retry.go:492] Detected object openshift-console/console-6b678b7c6d-dnclj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:15.753163 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b678b7c6d-dnclj I0425 08:12:15.753186 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b678b7c6d-dnclj W0425 08:12:20.404889 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:12:20.404914 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 08:12:27.070212 3682 cni.go:452] [openshift-multus/network-metrics-daemon-thl29 d2e7535dc83f86633faa881be047c8b7e4ecaa2b324f14ef8b0dfae76ca47797 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-thl29 d2e7535dc83f86633faa881be047c8b7e4ecaa2b324f14ef8b0dfae76ca47797 network default NAD default NAD key ] I0425 08:12:27.079674 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-thl29, hostIfaceName: d2e7535dc83f866, network: default, NAD default, SandboxID: "d2e7535dc83f86633faa881be047c8b7e4ecaa2b324f14ef8b0dfae76ca47797", PCI device ID: , UID: "753439d1-5113-496f-a0f3-b9112bd39328", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0425 08:12:27.129280 3682 cni.go:473] [openshift-multus/network-metrics-daemon-thl29 d2e7535dc83f86633faa881be047c8b7e4ecaa2b324f14ef8b0dfae76ca47797 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-thl29 d2e7535dc83f86633faa881be047c8b7e4ecaa2b324f14ef8b0dfae76ca47797 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:cd:7a:dd:0b:51\",\"name\":\"d2e7535dc83f866\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/454676c5-2b0e-42a4-bc3e-9629c245e088\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:12:34.091292 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0425 08:12:35.376883 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:35.377479 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:35.457576 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:35.457596 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:35.493506 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 08:12:35.493529 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 08:12:39.508524 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6 network default NAD default NAD key ] I0425 08:12:39.593231 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 a5041d78148c7f140cfdd30c917f6f31049db1b535d0c2f8d7997b96c88548b6 network default NAD default NAD key default], result "{}", err I0425 08:12:39.659108 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:39.659136 3682 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0425 08:12:39.660419 3682 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.24 I0425 08:12:39.660442 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:40.460372 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:40.460473 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:12:40.468062 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 08:12:40.468086 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 08:12:40.525787 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:12:40.525917 3682 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0425 08:12:40.548395 3682 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.514371ms I0425 08:12:40.548421 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.542228ms I0425 08:12:40.549762 3682 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 23.990672ms, libovsdb time 868.766µs I0425 08:12:40.887743 3682 cni.go:452] [openshift-monitoring/prometheus-k8s-1 dd45919091327edef2f2ce219c000c59a7a4244e9acaadd886e8ca15847a764a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 dd45919091327edef2f2ce219c000c59a7a4244e9acaadd886e8ca15847a764a network default NAD default NAD key ] I0425 08:12:40.897344 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: dd45919091327ed, network: default, NAD default, SandboxID: "dd45919091327edef2f2ce219c000c59a7a4244e9acaadd886e8ca15847a764a", PCI device ID: , UID: "9fa1f599-8b6d-4678-ac45-d52cb4f8edb3", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0425 08:12:40.946707 3682 cni.go:473] [openshift-monitoring/prometheus-k8s-1 dd45919091327edef2f2ce219c000c59a7a4244e9acaadd886e8ca15847a764a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 dd45919091327edef2f2ce219c000c59a7a4244e9acaadd886e8ca15847a764a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a1:83:7d:47:3d\",\"name\":\"dd45919091327ed\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/861752c7-07ca-474c-8e03-8bc40fea974a\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:12:56.097030 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=575 I0425 08:12:57.204863 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0425 08:12:59.563297 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:12:59.563911 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:00.428526 3682 obj_retry.go:498] Detected object openshift-console/console-6dd4bfd56d-q4n78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:00.429151 3682 obj_retry.go:498] Detected object openshift-console/console-6dd4bfd56d-q4n78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:00.466750 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:00.466769 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:00.738383 3682 obj_retry.go:492] Detected object openshift-console/console-6dd4bfd56d-q4n78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:00.738407 3682 obj_retry.go:492] Detected object openshift-console/console-6dd4bfd56d-q4n78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:00.744486 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd4bfd56d-q4n78 I0425 08:13:00.744511 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd4bfd56d-q4n78 I0425 08:13:07.165469 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410 network default NAD default NAD key ] I0425 08:13:07.238558 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 33534462803a3d4a96a69fe630f2a719e5c90aa0e7be2e44ce0b44d42217a410 network default NAD default NAD key default], result "{}", err I0425 08:13:07.304756 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:07.304849 3682 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0425 08:13:07.306242 3682 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.21 I0425 08:13:07.306277 3682 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:07.599428 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:07.599450 3682 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:07.607106 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 08:13:07.607131 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 08:13:07.646401 3682 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:13:07.646543 3682 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 08:13:07.671392 3682 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.888123ms I0425 08:13:07.671418 3682 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.919992ms I0425 08:13:07.672865 3682 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.48238ms, libovsdb time 1.074139ms I0425 08:13:08.009128 3682 cni.go:452] [openshift-monitoring/alertmanager-main-0 7699e3d4c7e08c9816ab7bfb5ca3169526f0c389fa0c8a4941e2636acbb47161 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 7699e3d4c7e08c9816ab7bfb5ca3169526f0c389fa0c8a4941e2636acbb47161 network default NAD default NAD key ] I0425 08:13:08.018310 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 7699e3d4c7e08c9, network: default, NAD default, SandboxID: "7699e3d4c7e08c9816ab7bfb5ca3169526f0c389fa0c8a4941e2636acbb47161", PCI device ID: , UID: "95748e69-4673-4db1-ba64-e60e6a006271", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0425 08:13:08.068564 3682 cni.go:473] [openshift-monitoring/alertmanager-main-0 7699e3d4c7e08c9816ab7bfb5ca3169526f0c389fa0c8a4941e2636acbb47161 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 7699e3d4c7e08c9816ab7bfb5ca3169526f0c389fa0c8a4941e2636acbb47161 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:42:3c:08:2c:c1\",\"name\":\"7699e3d4c7e08c9\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e121c59-5f3e-4c55-8a10-7ba09c7bff01\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:13:09.088431 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=112 I0425 08:13:09.178631 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 08:13:11.083929 3682 cni.go:452] [openshift-console/console-6dd4bfd56d-rsn6m ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dd4bfd56d-rsn6m ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65 network default NAD default NAD key ] I0425 08:13:11.164548 3682 cni.go:473] [openshift-console/console-6dd4bfd56d-rsn6m ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dd4bfd56d-rsn6m ea62aae1735c088f0970a6a425d9d1b80b56a970cf576364610d767db309db65 network default NAD default NAD key default], result "{}", err I0425 08:13:11.210479 3682 obj_retry.go:498] Detected object openshift-console/console-6dd4bfd56d-rsn6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:11.210521 3682 pods.go:176] Deleting pod: openshift-console/console-6dd4bfd56d-rsn6m I0425 08:13:11.211867 3682 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dd4bfd56d-rsn6m, ips: 10.128.0.25 I0425 08:13:11.211897 3682 obj_retry.go:498] Detected object openshift-console/console-6dd4bfd56d-rsn6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:11.641130 3682 obj_retry.go:492] Detected object openshift-console/console-6dd4bfd56d-rsn6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:11.641150 3682 obj_retry.go:492] Detected object openshift-console/console-6dd4bfd56d-rsn6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:11.647589 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd4bfd56d-rsn6m I0425 08:13:11.647627 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd4bfd56d-rsn6m W0425 08:13:15.506118 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:13:26.551376 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 08:13:26.551446 3682 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vdskr IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vdskr: no pod IPs found W0425 08:13:38.065367 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:13:38.065388 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:13:38.065393 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:13:41.793936 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:13:41.793960 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 08:13:43.091397 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:43.092057 3682 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:13:43.396364 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:43.396386 3682 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:13:43.403035 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 08:13:43.403064 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 08:13:50.182199 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0425 08:13:57.800339 3682 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 08:14:59.087431 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0425 08:15:18.216524 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0425 08:15:19.193536 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0425 08:15:42.088701 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=96 I0425 08:15:57.216529 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 08:15:59.178465 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0425 08:16:24.087332 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0425 08:16:27.187878 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0425 08:16:27.712448 3682 namespace.go:98] [tsf] adding namespace I0425 08:16:27.713440 3682 namespace.go:102] [tsf] adding namespace took 965.903µs I0425 08:16:27.731913 3682 namespace.go:142] [tsf] updating namespace I0425 08:16:27.741854 3682 namespace.go:142] [tsf] updating namespace I0425 08:16:31.690523 3682 namespace.go:98] [tsf-tas] adding namespace I0425 08:16:31.691359 3682 namespace.go:102] [tsf-tas] adding namespace took 807.779µs I0425 08:16:31.693579 3682 namespace.go:98] [cert-manager-operator] adding namespace I0425 08:16:31.693638 3682 namespace.go:98] [konflux-ui] adding namespace I0425 08:16:31.694369 3682 namespace.go:102] [cert-manager-operator] adding namespace took 770.034µs I0425 08:16:31.695070 3682 namespace.go:102] [konflux-ui] adding namespace took 1.413108ms I0425 08:16:31.698227 3682 namespace.go:98] [rhtpa-operator] adding namespace I0425 08:16:31.698348 3682 namespace.go:98] [konflux-operator] adding namespace I0425 08:16:31.698413 3682 namespace.go:98] [rhbk-operator] adding namespace I0425 08:16:31.698915 3682 namespace.go:102] [rhtpa-operator] adding namespace took 674.441µs I0425 08:16:31.699468 3682 namespace.go:102] [konflux-operator] adding namespace took 1.103906ms I0425 08:16:31.699871 3682 namespace.go:98] [tsf-keycloak] adding namespace I0425 08:16:31.699983 3682 namespace.go:102] [rhbk-operator] adding namespace took 1.553876ms I0425 08:16:31.700047 3682 namespace.go:98] [tsf-tpa] adding namespace I0425 08:16:31.700541 3682 namespace.go:102] [tsf-keycloak] adding namespace took 655.49µs I0425 08:16:31.701096 3682 namespace.go:102] [tsf-tpa] adding namespace took 1.034135ms I0425 08:16:31.718471 3682 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:31.728844 3682 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:31.739356 3682 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:31.744893 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:31.744976 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:31.745025 3682 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:31.765719 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:31.766533 3682 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:31.766578 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:31.766740 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:31.796138 3682 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:31.806277 3682 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:31.821637 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:31.835057 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:31.848174 3682 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:31.868715 3682 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:31.891447 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:31.901167 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:31.911465 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:31.926156 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:31.934584 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:31.949153 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:31.954251 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:31.964364 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:32.919661 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:32.919763 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:34.582413 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx for pod on switch ip-10-0-1-190.ec2.internal I0425 08:16:34.582549 3682 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx I0425 08:16:34.597452 3682 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx] pod update took 14.917013ms I0425 08:16:34.597472 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx] addLogicalPort annotation time took 14.96576ms I0425 08:16:34.598744 3682 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx] addLogicalPort took 16.348699ms, libovsdb time 901.899µs I0425 08:16:34.690714 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:16:34.690837 3682 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 I0425 08:16:34.703760 3682 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8] pod update took 12.948654ms I0425 08:16:34.703780 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8] addLogicalPort annotation time took 12.9724ms I0425 08:16:34.704978 3682 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8] addLogicalPort took 14.278327ms, libovsdb time 865.369µs I0425 08:16:34.941963 3682 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3 network default NAD default NAD key ] I0425 08:16:34.951384 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx, hostIfaceName: e88d025f9cc1850, network: default, NAD default, SandboxID: "e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3", PCI device ID: , UID: "407aff8e-c6bd-4f03-8169-c643b0dc1f8b", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0425 08:16:35.001125 3682 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:22:18:10:93:7a\",\"name\":\"e88d025f9cc1850\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b619fb-1119-453f-a833-fe6b1d17d99b\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:35.049111 3682 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f network default NAD default NAD key ] I0425 08:16:35.059172 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8, hostIfaceName: 106007c1d65ce04, network: default, NAD default, SandboxID: "106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f", PCI device ID: , UID: "658c9013-f86f-4e09-974c-15745b416f5b", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0425 08:16:35.109754 3682 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:19:3f:ce:c8:a8\",\"name\":\"106007c1d65ce04\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bed1ae7-6042-4a4d-ad69-ac31dc38b525\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:35.199218 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0425 08:16:38.007715 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:16:38.007859 3682 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 I0425 08:16:38.044074 3682 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 I0425 08:16:38.060902 3682 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8] pod update took 53.072441ms I0425 08:16:38.060925 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8] addLogicalPort annotation time took 53.102512ms I0425 08:16:38.062319 3682 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8] addLogicalPort took 54.621145ms, libovsdb time 953.804µs I0425 08:16:38.360021 3682 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5 network default NAD default NAD key ] I0425 08:16:38.370599 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8, hostIfaceName: 01cc54b93ab6622, network: default, NAD default, SandboxID: "01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5", PCI device ID: , UID: "dbff39f3-344a-4eaa-b086-3d998ce0a822", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0425 08:16:38.420711 3682 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a5:7d:71:9a:ac\",\"name\":\"01cc54b93ab6622\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20ad2dd0-5b3c-4f57-9aa9-103aa442670f\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:38.506945 3682 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f network default NAD default NAD key ] I0425 08:16:38.507872 3682 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3 network default NAD default NAD key ] I0425 08:16:38.588189 3682 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx e88d025f9cc1850cf685d1388839a794468623f96d33780bd292772b0c614fa3 network default NAD default NAD key default], result "{}", err I0425 08:16:38.601930 3682 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 106007c1d65ce04de7a0ef8ad46be3f5b45fe6c461cfed7b79306dd63535b24f network default NAD default NAD key default], result "{}", err I0425 08:16:38.662640 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.662672 3682 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx I0425 08:16:38.664250 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx, ips: 10.128.0.28 I0425 08:16:38.664279 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.664297 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.664304 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:38.664485 3682 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.664501 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:38.683965 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.683994 3682 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 I0425 08:16:38.685272 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8, ips: 10.128.0.29 I0425 08:16:38.685293 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.685308 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.685315 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:38.685495 3682 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:38.685514 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:39.425907 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf for pod on switch ip-10-0-1-190.ec2.internal I0425 08:16:39.426041 3682 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf I0425 08:16:39.439421 3682 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf] pod update took 13.41038ms I0425 08:16:39.439442 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf] addLogicalPort annotation time took 13.43683ms I0425 08:16:39.440725 3682 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf] addLogicalPort took 14.832016ms, libovsdb time 906.229µs I0425 08:16:39.687034 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.687059 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.687075 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.687090 3682 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158n24mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.714660 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.714687 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.714701 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.714713 3682 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512lnv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:39.786018 3682 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759 network default NAD default NAD key ] I0425 08:16:39.796168 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf, hostIfaceName: d34e8daf27dc046, network: default, NAD default, SandboxID: "d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759", PCI device ID: , UID: "7dbad430-d46d-4fde-b0ca-fef8c8df64d3", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0425 08:16:39.844964 3682 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:13:b8:87:d8:a0\",\"name\":\"d34e8daf27dc046\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fc73773-e0b7-43c5-81a9-cf6df467a40f\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:41.487670 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg for pod on switch ip-10-0-1-190.ec2.internal I0425 08:16:41.487837 3682 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg I0425 08:16:41.501919 3682 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg] pod update took 14.123165ms I0425 08:16:41.501942 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg] addLogicalPort annotation time took 14.15358ms I0425 08:16:41.503200 3682 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg] addLogicalPort took 15.550781ms, libovsdb time 895.671µs I0425 08:16:41.593055 3682 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr for pod on switch ip-10-0-1-190.ec2.internal I0425 08:16:41.593194 3682 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr I0425 08:16:41.607021 3682 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr] pod update took 13.854806ms I0425 08:16:41.607048 3682 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr] addLogicalPort annotation time took 13.88122ms I0425 08:16:41.608463 3682 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr] addLogicalPort took 15.426792ms, libovsdb time 996.999µs I0425 08:16:42.254602 3682 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr 1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr 1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19 network default NAD default NAD key ] I0425 08:16:42.254981 3682 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg 5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg 5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2 network default NAD default NAD key ] I0425 08:16:42.266915 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg, hostIfaceName: 5c7bdc4e94427be, network: default, NAD default, SandboxID: "5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2", PCI device ID: , UID: "a5d6afa8-0c9f-4c79-955d-a634b5929c8e", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0425 08:16:42.267040 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr, hostIfaceName: 1ef8d1ec972868c, network: default, NAD default, SandboxID: "1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19", PCI device ID: , UID: "0ec560d4-8ebe-4a8a-890c-6ad3292e7d20", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0425 08:16:42.318300 3682 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg 5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg 5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:0e:2e:69:39:84\",\"name\":\"5c7bdc4e94427be\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/606faca9-875c-4a24-8ad8-4b5d6a2246f4\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:42.337024 3682 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr 1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr 1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:c6:39:f2:39:ca\",\"name\":\"1ef8d1ec972868c\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d94c629-f33f-4030-a11a-6419b5125b61\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:42.544192 3682 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5 network default NAD default NAD key ] I0425 08:16:42.617350 3682 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 01cc54b93ab66226b8a52dadf779606ecf546002a7d4379faea8f988340439f5 network default NAD default NAD key default], result "{}", err I0425 08:16:42.656286 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:42.656446 3682 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 I0425 08:16:42.657935 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8, ips: 10.128.0.30 I0425 08:16:42.657963 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:42.657978 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:42.657985 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:42.658171 3682 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:42.658191 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:43.683527 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.683577 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.683593 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.683603 3682 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.571313 3682 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759 network default NAD default NAD key ] I0425 08:16:44.641906 3682 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf d34e8daf27dc046fc9b33d179d0dd66d8584187dec8f8979e52c65a4b3884759 network default NAD default NAD key default], result "{}", err I0425 08:16:44.691159 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.691201 3682 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf I0425 08:16:44.692971 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf, ips: 10.128.0.31 I0425 08:16:44.693076 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.693104 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.693113 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:44.693599 3682 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.693637 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:45.580857 3682 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg 5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg 5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2 network default NAD default NAD key ] I0425 08:16:45.655852 3682 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg 5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg 5c7bdc4e94427beb44458d65c35463d19b7ea5ca6f1341a2860023478dc671c2 network default NAD default NAD key default], result "{}", err I0425 08:16:45.703593 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.703658 3682 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg I0425 08:16:45.705188 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg, ips: 10.128.0.32 I0425 08:16:45.705224 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.705249 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.705259 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:45.705493 3682 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.705517 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:45.719414 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.719438 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.719455 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.719467 3682 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnncpf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.592672 3682 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr 1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr 1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19 network default NAD default NAD key ] I0425 08:16:46.670626 3682 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr 1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr 1ef8d1ec972868c89707da4e30d87db2d3c1d8095a50656e0dc424c479c80c19 network default NAD default NAD key default], result "{}", err I0425 08:16:46.745327 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:46.745359 3682 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr I0425 08:16:46.746856 3682 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr, ips: 10.128.0.33 I0425 08:16:46.746881 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:46.746902 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:46.746909 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:46.747057 3682 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:46.747072 3682 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:46.759361 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.759394 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.759407 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.759415 3682 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136z5xjg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:47.128097 3682 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-h25pm for pod on switch ip-10-0-1-190.ec2.internal I0425 08:16:47.128214 3682 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm I0425 08:16:47.145978 3682 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm] pod update took 17.793219ms I0425 08:16:47.146004 3682 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm] addLogicalPort annotation time took 17.823047ms I0425 08:16:47.147210 3682 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm] addLogicalPort took 19.133759ms, libovsdb time 814.947µs I0425 08:16:47.496986 3682 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm 6441d53cbc68a45d95c224a09901110b73ea329b231fdc1670ce174dc4398bd4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm 6441d53cbc68a45d95c224a09901110b73ea329b231fdc1670ce174dc4398bd4 network default NAD default NAD key ] I0425 08:16:47.510007 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-h25pm, hostIfaceName: 6441d53cbc68a45, network: default, NAD default, SandboxID: "6441d53cbc68a45d95c224a09901110b73ea329b231fdc1670ce174dc4398bd4", PCI device ID: , UID: "59d905b6-5bb4-4718-842f-f18fd6413807", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0425 08:16:47.563567 3682 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm 6441d53cbc68a45d95c224a09901110b73ea329b231fdc1670ce174dc4398bd4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-h25pm 6441d53cbc68a45d95c224a09901110b73ea329b231fdc1670ce174dc4398bd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:fc:dc:08:90:47\",\"name\":\"6441d53cbc68a45\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d380567e-4845-4f7c-a614-eb0931be355a\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:47.776038 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:47.776066 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:47.776077 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:47.776088 3682 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7stqxr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:16:49.613835 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 08:16:58.224208 3682 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-2x2v6 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:16:58.224345 3682 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6 I0425 08:16:58.248387 3682 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6] pod update took 24.072413ms I0425 08:16:58.248409 3682 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6] addLogicalPort annotation time took 24.099525ms I0425 08:16:58.249799 3682 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6] addLogicalPort took 25.611817ms, libovsdb time 949.874µs I0425 08:16:58.585324 3682 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6 380ed1f8bd0f0309373cd93b0b641169d6abcb65614d1a42ab1b47e10c139e19 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6 380ed1f8bd0f0309373cd93b0b641169d6abcb65614d1a42ab1b47e10c139e19 network default NAD default NAD key ] I0425 08:16:58.594831 3682 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-2x2v6, hostIfaceName: 380ed1f8bd0f030, network: default, NAD default, SandboxID: "380ed1f8bd0f0309373cd93b0b641169d6abcb65614d1a42ab1b47e10c139e19", PCI device ID: , UID: "8c3b48ee-b9a6-4fa8-9b4b-225e2ee7c43b", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0425 08:16:58.645753 3682 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6 380ed1f8bd0f0309373cd93b0b641169d6abcb65614d1a42ab1b47e10c139e19 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-2x2v6 380ed1f8bd0f0309373cd93b0b641169d6abcb65614d1a42ab1b47e10c139e19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:1b:f5:92:d3:5c\",\"name\":\"380ed1f8bd0f030\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c373d9c7-3fe0-424b-b0ee-f56c8d8dc882\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:59.683968 3682 namespace.go:142] [openshift-operators] updating namespace I0425 08:16:59.702558 3682 namespace.go:142] [openshift-operators] updating namespace W0425 08:16:59.775192 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:16:59.788518 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:17:00.620490 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:17:01.714516 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:05.040276 3682 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-7w2vb for pod on switch ip-10-0-1-190.ec2.internal I0425 08:17:05.040429 3682 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb I0425 08:17:05.127039 3682 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb] pod update took 86.638769ms I0425 08:17:05.127061 3682 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb] addLogicalPort annotation time took 86.664723ms I0425 08:17:05.128272 3682 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb] addLogicalPort took 88.011328ms, libovsdb time 859.314µs I0425 08:17:05.405444 3682 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb 9e8878ef4a9f58f3d39fdc1330b3d943ebea38c59559f45c7feea4e1382cf805 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb 9e8878ef4a9f58f3d39fdc1330b3d943ebea38c59559f45c7feea4e1382cf805 network default NAD default NAD key ] I0425 08:17:05.414967 3682 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-7w2vb, hostIfaceName: 9e8878ef4a9f58f, network: default, NAD default, SandboxID: "9e8878ef4a9f58f3d39fdc1330b3d943ebea38c59559f45c7feea4e1382cf805", PCI device ID: , UID: "be276be9-39c7-4962-9fa2-28d41e0312fc", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0425 08:17:05.465599 3682 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb 9e8878ef4a9f58f3d39fdc1330b3d943ebea38c59559f45c7feea4e1382cf805 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-7w2vb 9e8878ef4a9f58f3d39fdc1330b3d943ebea38c59559f45c7feea4e1382cf805 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:0c:27:04:d8:dd\",\"name\":\"9e8878ef4a9f58f\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/375a4e67-d7ee-42e6-862d-2a248ef78223\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:17:06.477786 3682 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-nw88h for pod on switch ip-10-0-1-190.ec2.internal I0425 08:17:06.477900 3682 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h I0425 08:17:06.505779 3682 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h] pod update took 27.901344ms I0425 08:17:06.505809 3682 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h] addLogicalPort annotation time took 27.936922ms I0425 08:17:06.507322 3682 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h] addLogicalPort took 29.524491ms, libovsdb time 1.009323ms I0425 08:17:06.855624 3682 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h 61f831ac4435d696019676c100e0f3322148569ebb90ff377076b4df29e1e9d8 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h 61f831ac4435d696019676c100e0f3322148569ebb90ff377076b4df29e1e9d8 network default NAD default NAD key ] I0425 08:17:06.865263 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-nw88h, hostIfaceName: 61f831ac4435d69, network: default, NAD default, SandboxID: "61f831ac4435d696019676c100e0f3322148569ebb90ff377076b4df29e1e9d8", PCI device ID: , UID: "e49e1f8a-838c-4866-89dd-1a97ab7a2e08", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0425 08:17:06.916949 3682 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h 61f831ac4435d696019676c100e0f3322148569ebb90ff377076b4df29e1e9d8 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nw88h 61f831ac4435d696019676c100e0f3322148569ebb90ff377076b4df29e1e9d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:8e:fc:c1:1b:6e\",\"name\":\"61f831ac4435d69\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/effc9517-d4be-4b5d-8826-af1b42732ad4\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:17:08.167342 3682 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 08:17:08.168250 3682 namespace.go:102] [trusted-artifact-signer] adding namespace took 880.802µs I0425 08:17:08.190668 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:08.203296 3682 namespace.go:142] [trusted-artifact-signer] updating namespace W0425 08:17:08.846228 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 08:17:09.191104 3682 namespace.go:98] [cert-manager] adding namespace I0425 08:17:09.192056 3682 namespace.go:102] [cert-manager] adding namespace took 925.929µs I0425 08:17:09.266962 3682 namespace.go:142] [cert-manager] updating namespace I0425 08:17:09.316937 3682 namespace.go:142] [cert-manager] updating namespace I0425 08:17:09.348290 3682 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-hzvlc for pod on switch ip-10-0-1-190.ec2.internal I0425 08:17:09.348399 3682 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc I0425 08:17:09.404600 3682 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc I0425 08:17:09.510748 3682 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc] pod update took 162.369234ms I0425 08:17:09.510770 3682 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc] addLogicalPort annotation time took 162.394691ms I0425 08:17:09.511976 3682 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc] addLogicalPort took 163.69788ms, libovsdb time 870.762µs I0425 08:17:09.698433 3682 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc 65500d6e852c88dc33dfe5deedb0ceb333013cd5f5cc6ba27689fe184d3c3fdf network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc 65500d6e852c88dc33dfe5deedb0ceb333013cd5f5cc6ba27689fe184d3c3fdf network default NAD default NAD key ] I0425 08:17:09.708718 3682 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-hzvlc, hostIfaceName: 65500d6e852c88d, network: default, NAD default, SandboxID: "65500d6e852c88dc33dfe5deedb0ceb333013cd5f5cc6ba27689fe184d3c3fdf", PCI device ID: , UID: "253fc214-cc29-4f45-a555-a3ba274854ae", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] W0425 08:17:09.731643 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:09.754155 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:09.758282 3682 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc 65500d6e852c88dc33dfe5deedb0ceb333013cd5f5cc6ba27689fe184d3c3fdf network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-hzvlc 65500d6e852c88dc33dfe5deedb0ceb333013cd5f5cc6ba27689fe184d3c3fdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ce:d5:af:7d:5c\",\"name\":\"65500d6e852c88d\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea5a218b-d548-40e9-a7cf-b9eaf1296420\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:17:09.799485 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:09.814221 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:10.346055 3682 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ntwft] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-ntwft for pod on switch ip-10-0-1-190.ec2.internal I0425 08:17:10.346186 3682 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-ntwft I0425 08:17:10.371258 3682 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-ntwft] pod update took 25.092752ms I0425 08:17:10.371289 3682 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ntwft] addLogicalPort annotation time took 25.129578ms I0425 08:17:10.372814 3682 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-ntwft] addLogicalPort took 26.776243ms, libovsdb time 999.135µs I0425 08:17:10.721176 3682 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-ntwft 4578c05a779aab1ab8056862341f815bcaa3e895081f5c228a30a8a19294b2d6 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ntwft 4578c05a779aab1ab8056862341f815bcaa3e895081f5c228a30a8a19294b2d6 network default NAD default NAD key ] I0425 08:17:10.731736 3682 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-ntwft, hostIfaceName: 4578c05a779aab1, network: default, NAD default, SandboxID: "4578c05a779aab1ab8056862341f815bcaa3e895081f5c228a30a8a19294b2d6", PCI device ID: , UID: "a1e38211-1d7b-45bc-bc8e-ef608a9c3262", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0425 08:17:10.785839 3682 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-ntwft 4578c05a779aab1ab8056862341f815bcaa3e895081f5c228a30a8a19294b2d6 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ntwft 4578c05a779aab1ab8056862341f815bcaa3e895081f5c228a30a8a19294b2d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:30:b5:ea:a6:79\",\"name\":\"4578c05a779aab1\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2726e517-7ebb-4c44-b93c-08e2f156dc7d\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:17:12.693220 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:13.367469 3682 namespace.go:142] [openshift-operators] updating namespace I0425 08:17:14.432595 3682 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-8s4ql for pod on switch ip-10-0-1-190.ec2.internal I0425 08:17:14.432756 3682 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql I0425 08:17:14.457672 3682 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql] pod update took 24.953462ms I0425 08:17:14.457694 3682 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql] addLogicalPort annotation time took 24.980526ms I0425 08:17:14.458918 3682 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql] addLogicalPort took 26.340413ms, libovsdb time 822.099µs I0425 08:17:14.546040 3682 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-rf2xv for pod on switch ip-10-0-1-190.ec2.internal I0425 08:17:14.546179 3682 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv I0425 08:17:14.576073 3682 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv] pod update took 29.934335ms I0425 08:17:14.576095 3682 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv] addLogicalPort annotation time took 29.96186ms I0425 08:17:14.577399 3682 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv] addLogicalPort took 31.383881ms, libovsdb time 912.779µs I0425 08:17:14.914678 3682 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql a15868149d7901755e388df83cf5d97770db50b23e688147c30bfdeef1b32176 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql a15868149d7901755e388df83cf5d97770db50b23e688147c30bfdeef1b32176 network default NAD default NAD key ] I0425 08:17:14.924454 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-8s4ql, hostIfaceName: a15868149d79017, network: default, NAD default, SandboxID: "a15868149d7901755e388df83cf5d97770db50b23e688147c30bfdeef1b32176", PCI device ID: , UID: "ee403931-bbb9-4894-bad0-925cb637216d", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0425 08:17:14.982846 3682 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql a15868149d7901755e388df83cf5d97770db50b23e688147c30bfdeef1b32176 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-8s4ql a15868149d7901755e388df83cf5d97770db50b23e688147c30bfdeef1b32176 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:82:09:6b:bd:6f\",\"name\":\"a15868149d79017\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32d89ff6-4488-4367-8108-e7f7ae481231\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:17:15.260301 3682 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv 8579cc12141a2b16f5907a18eaabbc20cd2f87590f0ae8204205b0bf4e6e5f33 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv 8579cc12141a2b16f5907a18eaabbc20cd2f87590f0ae8204205b0bf4e6e5f33 network default NAD default NAD key ] I0425 08:17:15.270534 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-rf2xv, hostIfaceName: 8579cc12141a2b1, network: default, NAD default, SandboxID: "8579cc12141a2b16f5907a18eaabbc20cd2f87590f0ae8204205b0bf4e6e5f33", PCI device ID: , UID: "30678811-9c53-42ad-a7b8-e7b8b1509c2c", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0425 08:17:15.324015 3682 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv 8579cc12141a2b16f5907a18eaabbc20cd2f87590f0ae8204205b0bf4e6e5f33 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-rf2xv 8579cc12141a2b16f5907a18eaabbc20cd2f87590f0ae8204205b0bf4e6e5f33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:60:fc:4d:f1:8f\",\"name\":\"8579cc12141a2b1\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd56569e-e179-427c-b5cf-366690c2fabd\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:17:15.771264 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 08:17:15.771287 3682 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 08:17:16.214135 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0425 08:17:19.798011 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 08:17:19.825193 3682 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-dn66z] creating logical port cert-manager_cert-manager-59c77684cc-dn66z for pod on switch ip-10-0-1-190.ec2.internal I0425 08:17:19.825286 3682 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-dn66z I0425 08:17:19.862698 3682 pod.go:62] [cert-manager/cert-manager-59c77684cc-dn66z] pod update took 37.438048ms I0425 08:17:19.862718 3682 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-dn66z] addLogicalPort annotation time took 37.462932ms I0425 08:17:19.863836 3682 pods.go:271] [cert-manager/cert-manager-59c77684cc-dn66z] addLogicalPort took 38.664526ms, libovsdb time 761.821µs I0425 08:17:20.174247 3682 cni.go:452] [cert-manager/cert-manager-59c77684cc-dn66z dff9bdad239ca67a487de0ad5bee4bea2f91f2f58782c454d06a6044f28dfe3f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-dn66z dff9bdad239ca67a487de0ad5bee4bea2f91f2f58782c454d06a6044f28dfe3f network default NAD default NAD key ] I0425 08:17:20.184069 3682 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-dn66z, hostIfaceName: dff9bdad239ca67, network: default, NAD default, SandboxID: "dff9bdad239ca67a487de0ad5bee4bea2f91f2f58782c454d06a6044f28dfe3f", PCI device ID: , UID: "4c68c580-38f3-47bd-97af-e944ecb8f1cd", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0425 08:17:20.239293 3682 cni.go:473] [cert-manager/cert-manager-59c77684cc-dn66z dff9bdad239ca67a487de0ad5bee4bea2f91f2f58782c454d06a6044f28dfe3f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-dn66z dff9bdad239ca67a487de0ad5bee4bea2f91f2f58782c454d06a6044f28dfe3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:1a:d1:97:0f:dc\",\"name\":\"dff9bdad239ca67\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ace7a11-e227-4624-8dc0-b6a6f2c089c3\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:17:21.778083 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 08:17:21.778103 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 08:17:25.564484 3682 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:17:25.565168 3682 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:17:25.587532 3682 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:17:25.587628 3682 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:17:25.593757 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 08:17:25.593782 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 08:17:29.457397 3682 namespace.go:98] [openshift-pipelines] adding namespace I0425 08:17:29.458257 3682 namespace.go:102] [openshift-pipelines] adding namespace took 830.875µs I0425 08:17:29.479888 3682 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:17:30.216838 3682 namespace.go:142] [cert-manager] updating namespace I0425 08:17:30.415723 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:30.818083 3682 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:30.967953 3682 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:31.168045 3682 namespace.go:142] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] updating namespace I0425 08:17:31.568530 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:31.768502 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:31.971257 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:32.172074 3682 namespace.go:142] [tsf] updating namespace I0425 08:17:32.381882 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:32.574735 3682 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:32.779550 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:32.901931 3682 namespace.go:142] [cert-manager] updating namespace I0425 08:17:32.913112 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:32.922353 3682 namespace.go:142] [default] updating namespace I0425 08:17:32.931559 3682 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:32.945711 3682 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:32.953281 3682 namespace.go:142] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] updating namespace I0425 08:17:32.962381 3682 namespace.go:142] [openshift] updating namespace I0425 08:17:32.969864 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:32.990319 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:33.007840 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:33.015254 3682 namespace.go:142] [tsf] updating namespace I0425 08:17:33.024906 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:33.040890 3682 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:33.055974 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:33.156080 3682 namespace.go:142] [cert-manager] updating namespace I0425 08:17:33.257820 3682 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:33.356027 3682 namespace.go:142] [default] updating namespace I0425 08:17:33.456149 3682 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:33.556185 3682 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:33.656332 3682 namespace.go:142] [open-cluster-management-2pt28v5lsniekk4gqp466lb59qgarvch] updating namespace I0425 08:17:33.756826 3682 namespace.go:142] [openshift] updating namespace I0425 08:17:33.858092 3682 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:33.957695 3682 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:34.055694 3682 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:34.155776 3682 namespace.go:142] [tsf] updating namespace I0425 08:17:34.256213 3682 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:34.353467 3682 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:34.455970 3682 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:34.837750 3682 namespace.go:142] [openshift-pipelines] updating namespace W0425 08:17:37.498068 3682 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0425 08:17:37.522240 3682 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 08:17:46.545306 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:46.545325 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:46.545332 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:48.088334 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:48.088359 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:48.088366 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:48.116288 3682 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:48.116309 3682 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:48.116315 3682 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:48.116320 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 08:18:06.146434 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-98tc4] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-98tc4 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:18:06.146525 3682 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-98tc4 I0425 08:18:06.163870 3682 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-98tc4] pod update took 17.36499ms I0425 08:18:06.163901 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-98tc4] addLogicalPort annotation time took 17.399362ms I0425 08:18:06.165555 3682 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-98tc4] addLogicalPort took 19.133401ms, libovsdb time 1.142963ms I0425 08:18:06.509853 3682 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-98tc4 e49b5351f0fd9e683172acf8afd598efc8afa6082e88a4ac6b912857cec19cca network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-98tc4 e49b5351f0fd9e683172acf8afd598efc8afa6082e88a4ac6b912857cec19cca network default NAD default NAD key ] I0425 08:18:06.519345 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-98tc4, hostIfaceName: e49b5351f0fd9e6, network: default, NAD default, SandboxID: "e49b5351f0fd9e683172acf8afd598efc8afa6082e88a4ac6b912857cec19cca", PCI device ID: , UID: "0bf009cb-6054-4c18-99a0-d569b0154cbb", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0425 08:18:06.571747 3682 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-98tc4 e49b5351f0fd9e683172acf8afd598efc8afa6082e88a4ac6b912857cec19cca network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-98tc4 e49b5351f0fd9e683172acf8afd598efc8afa6082e88a4ac6b912857cec19cca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:bb:12:e2:bd:fd\",\"name\":\"e49b5351f0fd9e6\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35d3eef7-eefd-4f0e-81a2-db50c00e8b1b\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:18:10.217992 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 08:18:15.794439 3682 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:18:15.795055 3682 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:18:15.818044 3682 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:18:15.818067 3682 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:18:15.824283 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 08:18:15.824304 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 08:18:18.007077 3682 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 08:18:18.007792 3682 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 08:18:18.007817 3682 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 08:18:18.010064 3682 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 08:18:22.999262 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-j472l] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-j472l for pod on switch ip-10-0-1-190.ec2.internal I0425 08:18:22.999393 3682 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-j472l I0425 08:18:23.014142 3682 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-j472l] pod update took 14.771726ms I0425 08:18:23.014169 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-j472l] addLogicalPort annotation time took 14.803431ms I0425 08:18:23.015493 3682 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-j472l] addLogicalPort took 16.251194ms, libovsdb time 932.039µs I0425 08:18:23.363857 3682 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-j472l 35f4a96f6f2f99eb3e70a64b898826aeea6b431f3849bc4c5b66d4f37c7e70e3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-j472l 35f4a96f6f2f99eb3e70a64b898826aeea6b431f3849bc4c5b66d4f37c7e70e3 network default NAD default NAD key ] I0425 08:18:23.373441 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-j472l, hostIfaceName: 35f4a96f6f2f99e, network: default, NAD default, SandboxID: "35f4a96f6f2f99eb3e70a64b898826aeea6b431f3849bc4c5b66d4f37c7e70e3", PCI device ID: , UID: "e290a153-26ae-4189-9d60-967cb02cf274", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0425 08:18:23.427548 3682 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-j472l 35f4a96f6f2f99eb3e70a64b898826aeea6b431f3849bc4c5b66d4f37c7e70e3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-j472l 35f4a96f6f2f99eb3e70a64b898826aeea6b431f3849bc4c5b66d4f37c7e70e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:88:b9:ac:e5:cc\",\"name\":\"35f4a96f6f2f99e\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4520db6-4c48-4976-a4d4-925bae117eea\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:18:25.100273 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=306 W0425 08:18:26.716276 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:26.716299 3682 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:26.718673 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:26.718688 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0425 08:18:27.038409 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 08:18:30.117434 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:18:30.117548 3682 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0425 08:18:30.129524 3682 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.008393ms I0425 08:18:30.129546 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.036027ms I0425 08:18:30.131030 3682 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.619554ms, libovsdb time 999.57µs I0425 08:18:37.595184 3682 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:18:38.881390 3682 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 bcbdc25f30a7e8ae67f3f9e91b6ecc3037074aca15522d9745fa9df289dd78f4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 bcbdc25f30a7e8ae67f3f9e91b6ecc3037074aca15522d9745fa9df289dd78f4 network default NAD default NAD key ] I0425 08:18:38.890955 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: bcbdc25f30a7e8a, network: default, NAD default, SandboxID: "bcbdc25f30a7e8ae67f3f9e91b6ecc3037074aca15522d9745fa9df289dd78f4", PCI device ID: , UID: "686f3331-5596-4554-8787-cba1f37cb135", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0425 08:18:38.944479 3682 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 bcbdc25f30a7e8ae67f3f9e91b6ecc3037074aca15522d9745fa9df289dd78f4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 bcbdc25f30a7e8ae67f3f9e91b6ecc3037074aca15522d9745fa9df289dd78f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:89:57:70:e6:d7\",\"name\":\"bcbdc25f30a7e8a\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2956879b-b732-4741-8194-c4ccc92ee902\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:18:45.336578 3682 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 08:18:46.686889 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-btrxc] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-btrxc for pod on switch ip-10-0-1-190.ec2.internal I0425 08:18:46.687012 3682 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-btrxc I0425 08:18:46.702747 3682 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-btrxc] pod update took 15.772429ms I0425 08:18:46.702774 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-btrxc] addLogicalPort annotation time took 15.80295ms I0425 08:18:46.703985 3682 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-btrxc] addLogicalPort took 17.118293ms, libovsdb time 798.449µs I0425 08:18:46.875795 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-jgclf for pod on switch ip-10-0-1-190.ec2.internal I0425 08:18:46.875925 3682 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf I0425 08:18:46.890604 3682 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf] pod update took 14.69966ms I0425 08:18:46.890647 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf] addLogicalPort annotation time took 14.748205ms I0425 08:18:46.892115 3682 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf] addLogicalPort took 16.339696ms, libovsdb time 1.010637ms I0425 08:18:47.049981 3682 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-btrxc 201352a37447c76b1d581c8b23ac15156deb1428da82a93648d5652d539e9a35 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-btrxc 201352a37447c76b1d581c8b23ac15156deb1428da82a93648d5652d539e9a35 network default NAD default NAD key ] I0425 08:18:47.059314 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-btrxc, hostIfaceName: 201352a37447c76, network: default, NAD default, SandboxID: "201352a37447c76b1d581c8b23ac15156deb1428da82a93648d5652d539e9a35", PCI device ID: , UID: "45c4a652-65ba-486e-8e85-43e454ca3145", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0425 08:18:47.117201 3682 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-btrxc 201352a37447c76b1d581c8b23ac15156deb1428da82a93648d5652d539e9a35 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-btrxc 201352a37447c76b1d581c8b23ac15156deb1428da82a93648d5652d539e9a35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a6:af:a9:55:7e\",\"name\":\"201352a37447c76\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/627f612a-18cc-4419-88fb-12cc5073aca9\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:18:47.241778 3682 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf 7f372188677016daa2e6ff2a6a5e595446e8fd431fb3a77835f0e19d19c05bd8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf 7f372188677016daa2e6ff2a6a5e595446e8fd431fb3a77835f0e19d19c05bd8 network default NAD default NAD key ] I0425 08:18:47.251373 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-jgclf, hostIfaceName: 7f372188677016d, network: default, NAD default, SandboxID: "7f372188677016daa2e6ff2a6a5e595446e8fd431fb3a77835f0e19d19c05bd8", PCI device ID: , UID: "29d87ba8-6b5c-45fa-b949-8e809aba77a9", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0425 08:18:47.305008 3682 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf 7f372188677016daa2e6ff2a6a5e595446e8fd431fb3a77835f0e19d19c05bd8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-jgclf 7f372188677016daa2e6ff2a6a5e595446e8fd431fb3a77835f0e19d19c05bd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:44:68:66:94:39\",\"name\":\"7f372188677016d\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5dc0f2ba-f984-4fc5-ad1c-4b3104753764\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:18:51.339664 3682 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:51.339684 3682 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:51.339692 3682 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:57.390467 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:57.390491 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:57.390497 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 08:19:08.085835 3682 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:08.086442 3682 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:08.144466 3682 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:08.144491 3682 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:08.154254 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 08:19:08.154278 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 08:19:10.824127 3682 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-56866857fc-g6ggg] creating logical port tsf-tas_fulcio-server-56866857fc-g6ggg for pod on switch ip-10-0-1-190.ec2.internal I0425 08:19:10.824232 3682 kube.go:256] Updating pod tsf-tas/fulcio-server-56866857fc-g6ggg I0425 08:19:10.842374 3682 pod.go:62] [tsf-tas/fulcio-server-56866857fc-g6ggg] pod update took 18.164752ms I0425 08:19:10.842410 3682 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-56866857fc-g6ggg] addLogicalPort annotation time took 18.203744ms I0425 08:19:10.844165 3682 pods.go:271] [tsf-tas/fulcio-server-56866857fc-g6ggg] addLogicalPort took 20.057116ms, libovsdb time 1.14206ms I0425 08:19:11.195258 3682 cni.go:452] [tsf-tas/fulcio-server-56866857fc-g6ggg 3718807602e05f4d3081524d3e3e06fd6feb7e93f64abff2d0c29fe07c2e1f18 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-56866857fc-g6ggg 3718807602e05f4d3081524d3e3e06fd6feb7e93f64abff2d0c29fe07c2e1f18 network default NAD default NAD key ] I0425 08:19:11.208089 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-56866857fc-g6ggg, hostIfaceName: 3718807602e05f4, network: default, NAD default, SandboxID: "3718807602e05f4d3081524d3e3e06fd6feb7e93f64abff2d0c29fe07c2e1f18", PCI device ID: , UID: "03e3cd7a-48c7-4940-84da-dd324277b474", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0425 08:19:11.271062 3682 cni.go:473] [tsf-tas/fulcio-server-56866857fc-g6ggg 3718807602e05f4d3081524d3e3e06fd6feb7e93f64abff2d0c29fe07c2e1f18 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-56866857fc-g6ggg 3718807602e05f4d3081524d3e3e06fd6feb7e93f64abff2d0c29fe07c2e1f18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:de:06:b4:08:32\",\"name\":\"3718807602e05f4\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b938eb83-cf35-446c-a3ef-c89a819a8f18\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:19:11.308650 3682 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-945vb-vflkw] creating logical port tsf-tas_rekor-createtree-job-945vb-vflkw for pod on switch ip-10-0-1-190.ec2.internal I0425 08:19:11.308759 3682 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-945vb-vflkw I0425 08:19:11.327541 3682 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j] creating logical port tsf-tas_trillian-logsigner-7fd9d66cfb-lnk7j for pod on switch ip-10-0-1-190.ec2.internal I0425 08:19:11.327652 3682 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j I0425 08:19:11.329609 3682 pod.go:62] [tsf-tas/rekor-createtree-job-945vb-vflkw] pod update took 20.874966ms I0425 08:19:11.329652 3682 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-945vb-vflkw] addLogicalPort annotation time took 20.924438ms I0425 08:19:11.331101 3682 pods.go:271] [tsf-tas/rekor-createtree-job-945vb-vflkw] addLogicalPort took 22.490365ms, libovsdb time 1.055746ms I0425 08:19:11.345535 3682 pod.go:62] [tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j] pod update took 17.92893ms I0425 08:19:11.345563 3682 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j] addLogicalPort annotation time took 17.961737ms I0425 08:19:11.346906 3682 pods.go:271] [tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j] addLogicalPort took 19.379119ms, libovsdb time 917.943µs I0425 08:19:11.675472 3682 cni.go:452] [tsf-tas/rekor-createtree-job-945vb-vflkw 72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-945vb-vflkw 72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133 network default NAD default NAD key ] I0425 08:19:11.685509 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-945vb-vflkw, hostIfaceName: 72018be5ac8c10c, network: default, NAD default, SandboxID: "72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133", PCI device ID: , UID: "02ff106c-6128-4ea7-86e7-171cdf0296ad", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0425 08:19:11.741865 3682 cni.go:473] [tsf-tas/rekor-createtree-job-945vb-vflkw 72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-945vb-vflkw 72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:73:11:fe:ca:97\",\"name\":\"72018be5ac8c10c\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e546127-3dfe-4b19-bdaa-b35fbdc99adb\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:19:12.293742 3682 cni.go:452] [tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j ddf0cda701889630f2997dc401e60455033d9469983f5ec248e1f8782b3c4005 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j ddf0cda701889630f2997dc401e60455033d9469983f5ec248e1f8782b3c4005 network default NAD default NAD key ] I0425 08:19:12.304347 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7fd9d66cfb-lnk7j, hostIfaceName: ddf0cda70188963, network: default, NAD default, SandboxID: "ddf0cda701889630f2997dc401e60455033d9469983f5ec248e1f8782b3c4005", PCI device ID: , UID: "f6b92a3a-9a73-4eb2-b8d1-a9beb4876974", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0425 08:19:12.362023 3682 cni.go:473] [tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j ddf0cda701889630f2997dc401e60455033d9469983f5ec248e1f8782b3c4005 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7fd9d66cfb-lnk7j ddf0cda701889630f2997dc401e60455033d9469983f5ec248e1f8782b3c4005 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:35:a5:05:da:ca\",\"name\":\"ddf0cda70188963\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9002bf03-a67e-4f96-94fc-b2af5dcb0ce4\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:19:13.482751 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0425 08:19:13.482778 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 08:19:13.507737 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0425 08:19:13.507823 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0425 08:19:13.981281 3682 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-8466f7f8f9-7hp2w] creating logical port tsf-tas_trillian-db-8466f7f8f9-7hp2w for pod on switch ip-10-0-1-190.ec2.internal I0425 08:19:13.981427 3682 kube.go:256] Updating pod tsf-tas/trillian-db-8466f7f8f9-7hp2w I0425 08:19:13.993901 3682 pod.go:62] [tsf-tas/trillian-db-8466f7f8f9-7hp2w] pod update took 12.503257ms I0425 08:19:13.993926 3682 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-8466f7f8f9-7hp2w] addLogicalPort annotation time took 12.52976ms I0425 08:19:13.995535 3682 pods.go:271] [tsf-tas/trillian-db-8466f7f8f9-7hp2w] addLogicalPort took 14.275023ms, libovsdb time 1.139269ms I0425 08:19:17.106683 3682 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjksv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:17.107371 3682 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjksv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:18.007067 3682 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjksv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:18.007099 3682 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjksv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:19.451447 3682 cni.go:452] [tsf-tas/trillian-db-8466f7f8f9-7hp2w 1c29ff4151d5ebd8a376fb7bb60c16ac969a26c80242bf1984e1f4be8223c994 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-8466f7f8f9-7hp2w 1c29ff4151d5ebd8a376fb7bb60c16ac969a26c80242bf1984e1f4be8223c994 network default NAD default NAD key ] I0425 08:19:19.460876 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-8466f7f8f9-7hp2w, hostIfaceName: 1c29ff4151d5ebd, network: default, NAD default, SandboxID: "1c29ff4151d5ebd8a376fb7bb60c16ac969a26c80242bf1984e1f4be8223c994", PCI device ID: , UID: "2cab073b-76fe-44c0-802c-7f1a21047a3e", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0425 08:19:19.516936 3682 cni.go:473] [tsf-tas/trillian-db-8466f7f8f9-7hp2w 1c29ff4151d5ebd8a376fb7bb60c16ac969a26c80242bf1984e1f4be8223c994 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-8466f7f8f9-7hp2w 1c29ff4151d5ebd8a376fb7bb60c16ac969a26c80242bf1984e1f4be8223c994 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:58:5d:fc:c0:07\",\"name\":\"1c29ff4151d5ebd\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5568e296-18bb-43cd-808c-8e19874bbe48\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:19:19.523185 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 08:19:22.005883 3682 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:22.005903 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:22.025132 3682 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0425 08:19:22.540709 3682 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 08:19:24.555173 3682 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0425 08:19:28.697023 3682 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lrnp8-2bjnv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:28.697656 3682 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lrnp8-2bjnv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:29.600877 3682 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lrnp8-2bjnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:29.600899 3682 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lrnp8-2bjnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:19:33.586729 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 08:19:47.643381 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0425 08:19:59.314086 3682 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:59.314686 3682 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:59.335879 3682 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:59.335901 3682 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:59.341841 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 08:19:59.341875 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 08:20:01.184702 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0425 08:20:04.342708 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:04.343335 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:05.225584 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:05.225606 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-rrdts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:08.899051 3682 obj_retry.go:498] Detected object tsf/patch-tekton-config-wnc2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:08.899650 3682 obj_retry.go:498] Detected object tsf/patch-tekton-config-wnc2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:09.780766 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-wnc2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:09.780795 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-wnc2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:11.848475 3682 cni.go:452] [tsf-tas/rekor-createtree-job-945vb-vflkw 72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-945vb-vflkw 72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133 network default NAD default NAD key ] I0425 08:20:11.939212 3682 cni.go:473] [tsf-tas/rekor-createtree-job-945vb-vflkw 72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-945vb-vflkw 72018be5ac8c10c6eb1debf41630c5842abec44f8f16579bfc0939eadaaa4133 network default NAD default NAD key default], result "{}", err I0425 08:20:11.990279 3682 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-945vb-vflkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:11.990316 3682 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-945vb-vflkw I0425 08:20:11.991650 3682 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-945vb-vflkw, ips: 10.128.0.49 I0425 08:20:11.991676 3682 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-945vb-vflkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:12.856721 3682 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-945vb-vflkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.856746 3682 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-945vb-vflkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:16.409155 3682 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4bcs6-lpwwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:16.409741 3682 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-4bcs6-lpwwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:17.270785 3682 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-795f855476-6pwt7] creating logical port tsf-tas_rekor-redis-795f855476-6pwt7 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:20:17.270876 3682 kube.go:256] Updating pod tsf-tas/rekor-redis-795f855476-6pwt7 I0425 08:20:17.286363 3682 pod.go:62] [tsf-tas/rekor-redis-795f855476-6pwt7] pod update took 15.511518ms I0425 08:20:17.286387 3682 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-795f855476-6pwt7] addLogicalPort annotation time took 15.537963ms I0425 08:20:17.287756 3682 pods.go:271] [tsf-tas/rekor-redis-795f855476-6pwt7] addLogicalPort took 16.98673ms, libovsdb time 897.916µs I0425 08:20:17.294490 3682 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4bcs6-lpwwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:17.294507 3682 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-4bcs6-lpwwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:17.417571 3682 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h7dn5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:17.418157 3682 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h7dn5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:18.234051 3682 cni.go:452] [tsf-tas/rekor-redis-795f855476-6pwt7 3d677220d9aa65da5cc823313e5a272a745a6fcc670bb0dba0e4e5669e581438 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-795f855476-6pwt7 3d677220d9aa65da5cc823313e5a272a745a6fcc670bb0dba0e4e5669e581438 network default NAD default NAD key ] I0425 08:20:18.243445 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-795f855476-6pwt7, hostIfaceName: 3d677220d9aa65d, network: default, NAD default, SandboxID: "3d677220d9aa65da5cc823313e5a272a745a6fcc670bb0dba0e4e5669e581438", PCI device ID: , UID: "f32bc627-4d89-4d81-ac94-0e80ee7ff71a", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0425 08:20:18.299079 3682 cni.go:473] [tsf-tas/rekor-redis-795f855476-6pwt7 3d677220d9aa65da5cc823313e5a272a745a6fcc670bb0dba0e4e5669e581438 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-795f855476-6pwt7 3d677220d9aa65da5cc823313e5a272a745a6fcc670bb0dba0e4e5669e581438 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:2d:08:87:37:ba\",\"name\":\"3d677220d9aa65d\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de47417e-a2cc-4e0c-b38e-b7242463ad14\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:18.438172 3682 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h7dn5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.438194 3682 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h7dn5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.473079 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-wnc2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.473116 3682 obj_retry.go:492] Detected object tsf/patch-tekton-config-wnc2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.477414 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-wnc2t I0425 08:20:18.477439 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-wnc2t W0425 08:20:19.896681 3682 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0425 08:20:20.820929 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 08:20:22.438741 3682 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:22.439327 3682 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:22.459106 3682 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:22.459129 3682 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:22.467263 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 08:20:22.467290 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0425 08:20:23.851119 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 08:20:28.478202 3682 obj_retry.go:498] Detected object tsf-tpa/create-db-xvmwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:28.478841 3682 obj_retry.go:498] Detected object tsf-tpa/create-db-xvmwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:29.369775 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-xvmwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:29.369797 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-xvmwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:20:31.387953 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0425 08:20:31.938394 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0425 08:20:32.513239 3682 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ff6v8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:32.513864 3682 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ff6v8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:33.535945 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ff6v8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:33.535967 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ff6v8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:33.718685 3682 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-52qzc] creating logical port tsf-tpa_create-importers-52qzc for pod on switch ip-10-0-1-190.ec2.internal I0425 08:20:33.718772 3682 kube.go:256] Updating pod tsf-tpa/create-importers-52qzc I0425 08:20:33.731438 3682 pod.go:62] [tsf-tpa/create-importers-52qzc] pod update took 12.685212ms I0425 08:20:33.731466 3682 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-52qzc] addLogicalPort annotation time took 12.717191ms I0425 08:20:33.733067 3682 pods.go:271] [tsf-tpa/create-importers-52qzc] addLogicalPort took 14.401221ms, libovsdb time 903.811µs I0425 08:20:34.083903 3682 cni.go:452] [tsf-tpa/create-importers-52qzc 0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-52qzc 0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3 network default NAD default NAD key ] I0425 08:20:34.094908 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-52qzc, hostIfaceName: 0a0c1e55c5eaa8d, network: default, NAD default, SandboxID: "0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3", PCI device ID: , UID: "8d6c853d-9180-4ee7-b5c6-3f8b6f8e1b99", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0425 08:20:34.153005 3682 cni.go:473] [tsf-tpa/create-importers-52qzc 0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-52qzc 0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:25:45:ca:60:ab\",\"name\":\"0a0c1e55c5eaa8d\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e0e5d11-04f7-44fd-8430-0df5ba01ad55\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:38.015066 3682 cni.go:452] [tsf-tpa/create-importers-52qzc 0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-52qzc 0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3 network default NAD default NAD key ] I0425 08:20:38.114782 3682 cni.go:473] [tsf-tpa/create-importers-52qzc 0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-52qzc 0a0c1e55c5eaa8dab287c9a7932edc1b90d277dbe547a9de9620de092bafb6e3 network default NAD default NAD key default], result "{}", err I0425 08:20:38.175242 3682 obj_retry.go:498] Detected object tsf-tpa/create-importers-52qzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:38.175272 3682 pods.go:176] Deleting pod: tsf-tpa/create-importers-52qzc I0425 08:20:38.176649 3682 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-52qzc, ips: 10.128.0.53 I0425 08:20:38.176678 3682 obj_retry.go:498] Detected object tsf-tpa/create-importers-52qzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:39.201963 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-52qzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:39.201993 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-52qzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:20:43.456290 3682 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 08:20:46.583411 3682 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:46.584116 3682 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:46.605363 3682 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:46.605392 3682 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:46.608793 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 08:20:46.608817 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 08:20:47.423124 3682 namespace.go:98] [image-controller] adding namespace I0425 08:20:47.424085 3682 namespace.go:102] [image-controller] adding namespace took 932.809µs I0425 08:20:47.424781 3682 namespace.go:98] [default-tenant] adding namespace I0425 08:20:47.425589 3682 namespace.go:102] [default-tenant] adding namespace took 792.165µs I0425 08:20:47.428881 3682 namespace.go:98] [build-service] adding namespace I0425 08:20:47.428950 3682 namespace.go:98] [integration-service] adding namespace I0425 08:20:47.429527 3682 namespace.go:102] [build-service] adding namespace took 630.173µs I0425 08:20:47.430109 3682 namespace.go:102] [integration-service] adding namespace took 1.139071ms I0425 08:20:47.477215 3682 namespace.go:142] [image-controller] updating namespace I0425 08:20:47.509038 3682 namespace.go:142] [image-controller] updating namespace I0425 08:20:47.555835 3682 namespace.go:142] [default-tenant] updating namespace I0425 08:20:47.577785 3682 namespace.go:142] [default-tenant] updating namespace I0425 08:20:47.587475 3682 namespace.go:142] [build-service] updating namespace I0425 08:20:47.628009 3682 namespace.go:142] [build-service] updating namespace I0425 08:20:47.648897 3682 namespace.go:142] [integration-service] updating namespace I0425 08:20:47.667921 3682 namespace.go:142] [integration-service] updating namespace I0425 08:20:47.677202 3682 namespace.go:142] [build-service] updating namespace I0425 08:20:47.701130 3682 namespace.go:142] [integration-service] updating namespace I0425 08:20:47.735314 3682 namespace.go:98] [release-service] adding namespace I0425 08:20:47.736210 3682 namespace.go:102] [release-service] adding namespace took 875.852µs I0425 08:20:47.755857 3682 namespace.go:142] [release-service] updating namespace I0425 08:20:47.777161 3682 namespace.go:142] [release-service] updating namespace I0425 08:20:47.792354 3682 namespace.go:142] [konflux-ui] updating namespace I0425 08:20:47.876030 3682 namespace.go:98] [konflux-info] adding namespace I0425 08:20:47.876849 3682 namespace.go:102] [konflux-info] adding namespace took 798.651µs I0425 08:20:48.013232 3682 namespace.go:98] [namespace-lister] adding namespace I0425 08:20:48.013295 3682 namespace.go:142] [image-controller] updating namespace I0425 08:20:48.014202 3682 namespace.go:102] [namespace-lister] adding namespace took 948.328µs I0425 08:20:48.036779 3682 namespace.go:142] [konflux-info] updating namespace I0425 08:20:48.036834 3682 namespace.go:98] [enterprise-contract-service] adding namespace I0425 08:20:48.037687 3682 namespace.go:102] [enterprise-contract-service] adding namespace took 837.91µs I0425 08:20:48.183226 3682 namespace.go:142] [konflux-info] updating namespace I0425 08:20:48.230000 3682 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:48.264142 3682 namespace.go:142] [default-tenant] updating namespace I0425 08:20:48.348081 3682 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:48.471098 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:48.482056 3682 namespace.go:98] [segment-bridge] adding namespace I0425 08:20:48.482858 3682 namespace.go:102] [segment-bridge] adding namespace took 783.169µs I0425 08:20:48.564248 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:48.853061 3682 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:48.967108 3682 namespace.go:98] [konflux-cli] adding namespace I0425 08:20:48.967977 3682 namespace.go:102] [konflux-cli] adding namespace took 848.822µs I0425 08:20:49.014005 3682 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:49.107290 3682 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-vqmwz-wbz9s] creating logical port tsf-tas_tuf-repository-init-vqmwz-wbz9s for pod on switch ip-10-0-1-190.ec2.internal I0425 08:20:49.107384 3682 kube.go:256] Updating pod tsf-tas/tuf-repository-init-vqmwz-wbz9s I0425 08:20:49.129053 3682 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 08:20:49.237857 3682 pod.go:62] [tsf-tas/tuf-repository-init-vqmwz-wbz9s] pod update took 130.496034ms I0425 08:20:49.237884 3682 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-vqmwz-wbz9s] addLogicalPort annotation time took 130.527002ms I0425 08:20:49.239243 3682 pods.go:271] [tsf-tas/tuf-repository-init-vqmwz-wbz9s] addLogicalPort took 131.977786ms, libovsdb time 890.287µs I0425 08:20:49.239382 3682 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 08:20:49.239410 3682 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 08:20:49.242707 3682 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 08:20:49.307003 3682 namespace.go:142] [konflux-cli] updating namespace I0425 08:20:49.323999 3682 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 08:20:49.324030 3682 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 08:20:49.325007 3682 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 08:20:49.455057 3682 namespace.go:142] [konflux-cli] updating namespace I0425 08:20:50.312022 3682 namespace.go:142] [build-service] updating namespace I0425 08:20:50.667123 3682 namespace.go:142] [default-tenant] updating namespace I0425 08:20:51.038661 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:51.249804 3682 namespace.go:142] [image-controller] updating namespace I0425 08:20:51.487306 3682 namespace.go:142] [integration-service] updating namespace I0425 08:20:51.576176 3682 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7d9875b5fc-s6lhv] creating logical port konflux-ui_proxy-7d9875b5fc-s6lhv for pod on switch ip-10-0-1-190.ec2.internal I0425 08:20:51.576275 3682 kube.go:256] Updating pod konflux-ui/proxy-7d9875b5fc-s6lhv I0425 08:20:51.607124 3682 pod.go:62] [konflux-ui/proxy-7d9875b5fc-s6lhv] pod update took 30.880453ms I0425 08:20:51.607152 3682 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7d9875b5fc-s6lhv] addLogicalPort annotation time took 30.913443ms I0425 08:20:51.608527 3682 pods.go:271] [konflux-ui/proxy-7d9875b5fc-s6lhv] addLogicalPort took 32.36608ms, libovsdb time 948.432µs I0425 08:20:51.668088 3682 namespace.go:142] [konflux-info] updating namespace I0425 08:20:51.865094 3682 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:52.061897 3682 namespace.go:142] [release-service] updating namespace I0425 08:20:52.266425 3682 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:52.383519 3682 namespace.go:142] [build-service] updating namespace I0425 08:20:52.393108 3682 namespace.go:142] [default-tenant] updating namespace I0425 08:20:52.404680 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:52.417033 3682 namespace.go:142] [image-controller] updating namespace I0425 08:20:52.426066 3682 namespace.go:142] [integration-service] updating namespace I0425 08:20:52.436121 3682 namespace.go:142] [konflux-info] updating namespace I0425 08:20:52.450192 3682 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:52.457040 3682 namespace.go:142] [release-service] updating namespace I0425 08:20:52.466146 3682 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:52.503805 3682 namespace.go:142] [build-service] updating namespace I0425 08:20:52.608071 3682 namespace.go:142] [default-tenant] updating namespace I0425 08:20:52.708257 3682 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:20:52.806486 3682 namespace.go:142] [image-controller] updating namespace I0425 08:20:52.913292 3682 namespace.go:142] [integration-service] updating namespace I0425 08:20:53.024016 3682 namespace.go:142] [konflux-info] updating namespace I0425 08:20:53.121584 3682 namespace.go:142] [namespace-lister] updating namespace I0425 08:20:53.207242 3682 namespace.go:142] [release-service] updating namespace I0425 08:20:53.320101 3682 namespace.go:142] [segment-bridge] updating namespace I0425 08:20:53.679607 3682 cni.go:452] [tsf-tas/tuf-repository-init-vqmwz-wbz9s 040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-vqmwz-wbz9s 040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4 network default NAD default NAD key ] I0425 08:20:53.689865 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-vqmwz-wbz9s, hostIfaceName: 040580e564fa734, network: default, NAD default, SandboxID: "040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4", PCI device ID: , UID: "4ffcec80-5ee7-4789-a00b-982c7ce3c02d", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0425 08:20:53.747049 3682 cni.go:473] [tsf-tas/tuf-repository-init-vqmwz-wbz9s 040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-vqmwz-wbz9s 040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5f:06:72:64:96\",\"name\":\"040580e564fa734\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2825b130-5454-4ebd-85a2-bb19007e0633\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:54.558212 3682 namespace.go:142] [konflux-cli] updating namespace I0425 08:20:54.685283 3682 namespace.go:142] [konflux-cli] updating namespace I0425 08:20:54.787924 3682 namespace.go:142] [konflux-cli] updating namespace W0425 08:20:59.022221 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0425 08:20:59.061831 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 08:20:59.082502 3682 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0425 08:20:59.153106 3682 cni.go:452] [tsf-tas/tuf-repository-init-vqmwz-wbz9s 040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-vqmwz-wbz9s 040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4 network default NAD default NAD key ] I0425 08:20:59.239755 3682 cni.go:473] [tsf-tas/tuf-repository-init-vqmwz-wbz9s 040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-vqmwz-wbz9s 040580e564fa7341c03c9fa5b772ed70f712a5ce34bb5ac0fbe61af2243f10f4 network default NAD default NAD key default], result "{}", err I0425 08:20:59.292796 3682 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vqmwz-wbz9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:59.292837 3682 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-vqmwz-wbz9s I0425 08:20:59.294348 3682 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-vqmwz-wbz9s, ips: 10.128.0.54 I0425 08:20:59.294382 3682 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vqmwz-wbz9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:59.447941 3682 cni.go:452] [konflux-ui/proxy-7d9875b5fc-s6lhv 430e9a45f5132a1a66b526f284afd6eea10de42497c10e10ed621586dce24eb4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7d9875b5fc-s6lhv 430e9a45f5132a1a66b526f284afd6eea10de42497c10e10ed621586dce24eb4 network default NAD default NAD key ] I0425 08:20:59.457647 3682 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7d9875b5fc-s6lhv, hostIfaceName: 430e9a45f5132a1, network: default, NAD default, SandboxID: "430e9a45f5132a1a66b526f284afd6eea10de42497c10e10ed621586dce24eb4", PCI device ID: , UID: "e482a7f7-fca7-4c6f-853b-92433ef3a718", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0425 08:20:59.513338 3682 cni.go:473] [konflux-ui/proxy-7d9875b5fc-s6lhv 430e9a45f5132a1a66b526f284afd6eea10de42497c10e10ed621586dce24eb4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7d9875b5fc-s6lhv 430e9a45f5132a1a66b526f284afd6eea10de42497c10e10ed621586dce24eb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:57:f0:60:c4:1a\",\"name\":\"430e9a45f5132a1\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bec874d-7331-43d8-8f9a-ef4922717ab0\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:59.761713 3682 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vqmwz-wbz9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:59.761737 3682 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vqmwz-wbz9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:21:01.051138 3682 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0425 08:21:01.154257 3682 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-gfr4f] creating logical port tsf-tas_tuf-97fc8ff76-gfr4f for pod on switch ip-10-0-1-190.ec2.internal I0425 08:21:01.154382 3682 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-gfr4f I0425 08:21:01.168961 3682 pod.go:62] [tsf-tas/tuf-97fc8ff76-gfr4f] pod update took 14.613019ms I0425 08:21:01.168991 3682 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-gfr4f] addLogicalPort annotation time took 14.649118ms I0425 08:21:01.170515 3682 pods.go:271] [tsf-tas/tuf-97fc8ff76-gfr4f] addLogicalPort took 16.279071ms, libovsdb time 1.006296ms W0425 08:21:05.079598 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 08:21:05.079605 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 08:21:05.105181 3682 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:05.105208 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:05.126083 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 08:21:05.126146 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 08:21:05.164939 3682 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 08:21:05.168892 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 08:21:05.200108 3682 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:05.200126 3682 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0425 08:21:11.756320 3682 cni.go:452] [tsf-tas/tuf-97fc8ff76-gfr4f 6bc1940cc42cd5d63819d478fa0ccf29e4a327dc9fddf5717647bda68d9d44b5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-gfr4f 6bc1940cc42cd5d63819d478fa0ccf29e4a327dc9fddf5717647bda68d9d44b5 network default NAD default NAD key ] I0425 08:21:11.766028 3682 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-gfr4f, hostIfaceName: 6bc1940cc42cd5d, network: default, NAD default, SandboxID: "6bc1940cc42cd5d63819d478fa0ccf29e4a327dc9fddf5717647bda68d9d44b5", PCI device ID: , UID: "2e800e88-34e6-4625-ab53-17a34513720c", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0425 08:21:11.824722 3682 cni.go:473] [tsf-tas/tuf-97fc8ff76-gfr4f 6bc1940cc42cd5d63819d478fa0ccf29e4a327dc9fddf5717647bda68d9d44b5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-gfr4f 6bc1940cc42cd5d63819d478fa0ccf29e4a327dc9fddf5717647bda68d9d44b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:21:73:b4:c1:49\",\"name\":\"6bc1940cc42cd5d\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/166dec99-a49c-48e6-a455-14fc21edab67\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:21:13.264629 3682 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 08:21:16.549050 3682 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6979p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:16.549694 3682 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6979p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:17.155571 3682 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6979p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:17.155598 3682 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6979p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:17.162400 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6979p I0425 08:21:17.162426 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6979p W0425 08:21:24.272462 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0425 08:21:30.181441 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 08:21:34.091748 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=164 I0425 08:21:37.092052 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 W0425 08:21:46.171258 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:46.171279 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:46.171316 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:46.171321 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:46.299562 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:46.299588 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 08:22:09.094299 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=167 I0425 08:22:09.180866 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 08:22:16.392558 3682 obj_retry.go:498] Detected object konflux-ui/proxy-5cc7f68b4-7f4vx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:16.393247 3682 obj_retry.go:498] Detected object konflux-ui/proxy-5cc7f68b4-7f4vx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:16.772055 3682 obj_retry.go:492] Detected object konflux-ui/proxy-5cc7f68b4-7f4vx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:16.772077 3682 obj_retry.go:492] Detected object konflux-ui/proxy-5cc7f68b4-7f4vx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:16.777379 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5cc7f68b4-7f4vx I0425 08:22:16.777400 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5cc7f68b4-7f4vx I0425 08:22:20.655695 3682 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:20.656365 3682 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:20.696186 3682 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:20.696207 3682 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:20.703044 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 08:22:20.703072 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 08:22:28.091577 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 08:22:31.208894 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0425 08:22:40.219048 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0425 08:22:49.090931 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0425 08:22:50.685270 3682 namespace.go:98] [default-managed-tenant-a3545] adding namespace I0425 08:22:50.686321 3682 namespace.go:102] [default-managed-tenant-a3545] adding namespace took 1.02244ms I0425 08:22:50.735076 3682 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:22:50.756837 3682 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:22:51.735843 3682 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:22:51.867673 3682 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:22:51.966137 3682 namespace.go:142] [default-managed-tenant-a3545] updating namespace I0425 08:23:33.196680 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0425 08:23:38.218995 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0425 08:23:55.202216 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 08:25:47.190160 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0425 08:26:00.103913 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=383 I0425 08:26:50.223045 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0425 08:27:14.097361 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0425 08:27:46.094711 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0425 08:27:49.184520 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 08:27:52.093593 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0425 08:27:54.221789 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0425 08:28:22.094919 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0425 08:28:52.094568 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0425 08:29:55.187970 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 08:29:58.222196 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0425 08:30:04.212266 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0425 08:30:05.021024 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-cvs58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:30:05.021655 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-cvs58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:30:05.884185 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-cvs58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:05.884231 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-cvs58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:27.199375 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 08:30:29.069792 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-xvmwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:29.069833 3682 obj_retry.go:492] Detected object tsf-tpa/create-db-xvmwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:29.075257 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xvmwx I0425 08:30:29.075283 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xvmwx I0425 08:30:33.031584 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ff6v8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:33.031662 3682 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ff6v8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:33.034913 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-ff6v8 I0425 08:30:33.034945 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-ff6v8 I0425 08:30:39.032681 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-52qzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:39.032706 3682 obj_retry.go:492] Detected object tsf-tpa/create-importers-52qzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:39.036048 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-52qzc I0425 08:30:39.036076 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-52qzc I0425 08:31:45.106481 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0425 08:32:02.183721 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0425 08:32:34.193594 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 08:33:29.096980 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0425 08:33:40.204833 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0425 08:34:07.097918 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0425 08:34:16.097522 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 08:34:26.225533 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 08:34:41.945028 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7lhzg for pod on switch ip-10-0-1-190.ec2.internal I0425 08:34:41.945148 3682 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg I0425 08:34:41.962097 3682 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg] pod update took 16.965813ms I0425 08:34:41.962123 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg] addLogicalPort annotation time took 17.008173ms I0425 08:34:41.963579 3682 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg] addLogicalPort took 18.57319ms, libovsdb time 993.277µs I0425 08:34:42.313775 3682 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg 44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg 44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506 network default NAD default NAD key ] I0425 08:34:42.324023 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7lhzg, hostIfaceName: 44571c0263bc4a8, network: default, NAD default, SandboxID: "44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506", PCI device ID: , UID: "0a71f83c-50ae-4d22-bc0b-a8d7c092fe41", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0425 08:34:42.381961 3682 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg 44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg 44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0e:ee:90:09:67\",\"name\":\"44571c0263bc4a8\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a79314dc-0a0e-4ee1-99cb-d79ab6315268\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:34:44.574838 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:44.575393 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:45.315653 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:34:45.315683 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:34:45.321284 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod I0425 08:34:45.321315 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-x7hc9-init-pod I0425 08:34:47.615862 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:47.616481 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:51.097681 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 W0425 08:34:56.404093 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:34:56.404115 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:34:56.404122 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:34:56.404127 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 08:34:59.481467 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:34:59.481604 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod I0425 08:34:59.509694 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod] pod update took 28.125754ms I0425 08:34:59.509723 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod] addLogicalPort annotation time took 28.160149ms I0425 08:34:59.511524 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod] addLogicalPort took 30.081738ms, libovsdb time 1.080459ms I0425 08:34:59.590902 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:59.591500 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:59.849937 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod 0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod 0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b network default NAD default NAD key ] I0425 08:34:59.859843 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod, hostIfaceName: 0886dc22a8d3afd, network: default, NAD default, SandboxID: "0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b", PCI device ID: , UID: "642048db-bae3-4e50-b80d-6803026fb4a6", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0425 08:34:59.917335 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod 0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod 0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a7:83:16:bc:35\",\"name\":\"0886dc22a8d3afd\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cecb0d22-b147-42a5-911b-ab94e7be24d1\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:35:00.100643 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0425 08:35:02.224339 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 08:35:06.191339 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0425 08:35:39.802832 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod 0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod 0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b network default NAD default NAD key ] I0425 08:35:39.897769 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod 0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod 0886dc22a8d3afd4e477c3276c6d4d2fc4d86281b48923b8f19efa6777f3557b network default NAD default NAD key default], result "{}", err I0425 08:35:39.980606 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:35:39.980676 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod I0425 08:35:39.982739 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod, ips: 10.128.0.58 I0425 08:35:39.982834 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:36:16.201904 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0425 08:36:41.187639 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0425 08:36:47.500291 3682 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27fgs8 I0425 08:37:16.225701 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0425 08:37:30.215697 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0425 08:38:18.120783 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-c9x5n-build-image-index-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:38:18.120960 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod I0425 08:38:18.145869 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod] pod update took 24.956389ms I0425 08:38:18.145899 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod] addLogicalPort annotation time took 24.990181ms I0425 08:38:18.147272 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod] addLogicalPort took 26.512429ms, libovsdb time 947.256µs I0425 08:38:18.488073 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod 64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod 64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe network default NAD default NAD key ] I0425 08:38:18.498202 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-c9x5n-build-image-index-pod, hostIfaceName: 64bffe4e15feb12, network: default, NAD default, SandboxID: "64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe", PCI device ID: , UID: "7e7a101d-36ca-40a4-a275-bcee98f47e3a", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0425 08:38:18.555040 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod 64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod 64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6b:ba:66:76:c8\",\"name\":\"64bffe4e15feb12\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1571dcea-717e-4ad5-b5cb-38f985d83ca7\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:38:18.795035 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:18.795666 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:56.810703 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-c9x5n-clamav-scan-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:38:56.810845 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod I0425 08:38:56.831287 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod] pod update took 20.472536ms I0425 08:38:56.831310 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod] addLogicalPort annotation time took 20.502235ms I0425 08:38:56.832715 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod] addLogicalPort took 22.03181ms, libovsdb time 917.256µs I0425 08:38:57.148458 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod 64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod 64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe network default NAD default NAD key ] I0425 08:38:57.177800 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod 6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod 6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db network default NAD default NAD key ] I0425 08:38:57.190455 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-c9x5n-clamav-scan-pod, hostIfaceName: 6d0772131a48335, network: default, NAD default, SandboxID: "6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db", PCI device ID: , UID: "3c3d6e56-afb0-4216-b9a0-79a0e2a8944c", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0425 08:38:57.237669 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod 64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod 64bffe4e15feb12339e69b8fb86eaf57b71f7bcad36c2a8aca06eb3a705e40fe network default NAD default NAD key default], result "{}", err I0425 08:38:57.248814 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod 6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod 6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:87:c6:21:a0:86\",\"name\":\"6d0772131a48335\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fac456d-50f7-483f-a701-ffd1a28fd4b3\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:38:57.298895 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:57.298924 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod I0425 08:38:57.300323 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod, ips: 10.128.0.59 I0425 08:38:57.300353 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:58.574558 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-c9x5n-tpa-scan-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:38:58.574769 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod I0425 08:38:58.596422 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod] pod update took 21.687401ms I0425 08:38:58.596448 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod] addLogicalPort annotation time took 21.720102ms I0425 08:38:58.598084 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod] addLogicalPort took 23.541702ms, libovsdb time 1.094283ms I0425 08:38:58.941842 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d network default NAD default NAD key ] I0425 08:38:58.952367 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-c9x5n-tpa-scan-pod, hostIfaceName: d2ba6e018b2ef53, network: default, NAD default, SandboxID: "d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d", PCI device ID: , UID: "be453842-08d5-4278-a44f-78c97cdb9a9e", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0425 08:38:59.008977 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:2f:fd:16:c6:ae\",\"name\":\"d2ba6e018b2ef53\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59bab082-f9f9-4df6-9af7-ec7f428846c2\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:39:17.500603 3682 duration.go:461] Config duration recorder: measurement expired for pod/tsf-keycloak/tsf-iam-mjksv I0425 08:39:21.196798 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 08:39:44.109702 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=165 I0425 08:39:50.098347 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:50.099040 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:50.313149 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:39:50.313197 3682 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:39:50.318778 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod I0425 08:39:50.318809 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-zpsn7-init-pod I0425 08:39:54.629248 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d network default NAD default NAD key ] I0425 08:39:54.731527 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod d2ba6e018b2ef53ef1630434a1c9ebe33b0441009064f965c6b48d11f4187c8d network default NAD default NAD key default], result "{}", err I0425 08:39:54.837566 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:54.837601 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod I0425 08:39:54.839079 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod, ips: 10.128.0.61 I0425 08:39:54.839109 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:02.100527 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0425 08:40:03.211299 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0425 08:40:04.100207 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 08:40:07.690948 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-j84wt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:07.691580 3682 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-j84wt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:08.712669 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-j84wt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:08.712697 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-j84wt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:08.739926 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:08.740580 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:08.748254 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:08.748273 3682 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:08.752817 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb I0425 08:40:08.752843 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-nxvnb I0425 08:40:13.789441 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:13.790064 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:15.791529 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:15.792140 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:40:17.501210 3682 duration.go:461] Config duration recorder: measurement expired for pod/tsf/tsf-tekton-configuration-h7dn5 I0425 08:40:18.878406 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:18.879016 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:18.915000 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:18.915556 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:25.089481 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:25.090105 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:41:08.304432 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:41:08.305201 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:41:14.187009 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 08:41:14.228994 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 08:42:08.101361 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0425 08:42:28.103737 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0425 08:42:32.227188 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 08:42:40.194794 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0425 08:43:04.035964 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod 6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod 6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db network default NAD default NAD key ] I0425 08:43:04.125127 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod 6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod 6d0772131a48335a717cf7d25b619d38b51b40e9cd401326ea082209a960e1db network default NAD default NAD key default], result "{}", err I0425 08:43:04.198746 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:04.198784 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod I0425 08:43:04.200150 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod, ips: 10.128.0.60 I0425 08:43:04.200183 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:11.099774 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0425 08:43:21.259247 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:21.259888 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-c9x5n-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:23.951267 3682 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-uput-mnvwm-collect-keyless-params-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:43:23.951431 3682 kube.go:256] Updating pod default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod I0425 08:43:23.971724 3682 pod.go:62] [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod] pod update took 20.326368ms I0425 08:43:23.971753 3682 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod] addLogicalPort annotation time took 20.360103ms I0425 08:43:23.973332 3682 pods.go:271] [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod] addLogicalPort took 22.083031ms, libovsdb time 968.386µs I0425 08:43:24.320516 3682 cni.go:452] [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod 3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod 3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589 network default NAD default NAD key ] I0425 08:43:24.330399 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-uput-mnvwm-collect-keyless-params-pod, hostIfaceName: 3e8e5444bb56dd1, network: default, NAD default, SandboxID: "3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589", PCI device ID: , UID: "9e34bd72-e514-4a6e-a8d3-085845a4d631", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0425 08:43:24.387249 3682 cni.go:473] [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod 3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod 3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:5e:a0:9f:1e:24\",\"name\":\"3e8e5444bb56dd1\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/045b8573-0b1a-4bcf-863c-618181d4fd19\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:37.682581 3682 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-uput-mnvwm-verify-pod] creating logical port default-tenant_my-integration-test-uput-mnvwm-verify-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:43:37.682769 3682 kube.go:256] Updating pod default-tenant/my-integration-test-uput-mnvwm-verify-pod I0425 08:43:37.720609 3682 pod.go:62] [default-tenant/my-integration-test-uput-mnvwm-verify-pod] pod update took 37.885665ms I0425 08:43:37.720656 3682 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-uput-mnvwm-verify-pod] addLogicalPort annotation time took 37.939364ms I0425 08:43:37.722064 3682 pods.go:271] [default-tenant/my-integration-test-uput-mnvwm-verify-pod] addLogicalPort took 39.497005ms, libovsdb time 908.428µs I0425 08:43:38.097779 3682 cni.go:452] [default-tenant/my-integration-test-uput-mnvwm-verify-pod 8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-uput-mnvwm-verify-pod 8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221 network default NAD default NAD key ] I0425 08:43:38.108082 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-uput-mnvwm-verify-pod, hostIfaceName: 8bf0b825ba2c6e4, network: default, NAD default, SandboxID: "8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221", PCI device ID: , UID: "56933730-b4d8-41e4-a1bc-3a6b3940eccf", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0425 08:43:38.165056 3682 cni.go:473] [default-tenant/my-integration-test-uput-mnvwm-verify-pod 8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-uput-mnvwm-verify-pod 8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:8d:ec:be:08:51\",\"name\":\"8bf0b825ba2c6e4\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f974bd67-656b-4e67-bd6c-803174ea4e36\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:38.288101 3682 cni.go:452] [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod 3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod 3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589 network default NAD default NAD key ] I0425 08:43:38.364374 3682 cni.go:473] [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod 3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod 3e8e5444bb56dd1c014e8ef3f8c6a4f48a07bf2f10cbbceefbecfaafc2b1a589 network default NAD default NAD key default], result "{}", err I0425 08:43:38.421703 3682 obj_retry.go:498] Detected object default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:38.421772 3682 pods.go:176] Deleting pod: default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod I0425 08:43:38.423342 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod, ips: 10.128.0.62 I0425 08:43:38.423373 3682 obj_retry.go:498] Detected object default-tenant/my-integration-test-uput-mnvwm-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:55.447947 3682 cni.go:452] [default-tenant/my-integration-test-uput-mnvwm-verify-pod 8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-uput-mnvwm-verify-pod 8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221 network default NAD default NAD key ] I0425 08:43:55.542290 3682 cni.go:473] [default-tenant/my-integration-test-uput-mnvwm-verify-pod 8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-uput-mnvwm-verify-pod 8bf0b825ba2c6e469acfe0856635175121dd3c44969b2c551e3df02e93034221 network default NAD default NAD key default], result "{}", err I0425 08:43:55.654237 3682 obj_retry.go:498] Detected object default-tenant/my-integration-test-uput-mnvwm-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:55.654273 3682 pods.go:176] Deleting pod: default-tenant/my-integration-test-uput-mnvwm-verify-pod I0425 08:43:55.655845 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-uput-mnvwm-verify-pod, ips: 10.128.0.63 I0425 08:43:55.655873 3682 obj_retry.go:498] Detected object default-tenant/my-integration-test-uput-mnvwm-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:08.820642 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-verify-access-to-resources-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:08.820785 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod I0425 08:44:08.874302 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod] pod update took 53.546759ms I0425 08:44:08.874329 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod] addLogicalPort annotation time took 53.582207ms I0425 08:44:08.875644 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod] addLogicalPort took 55.030823ms, libovsdb time 834.69µs I0425 08:44:09.186554 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod 91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod 91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952 network default NAD default NAD key ] I0425 08:44:09.197813 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-verify-access-to-resources-pod, hostIfaceName: 91dd9b8d70f671f, network: default, NAD default, SandboxID: "91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952", PCI device ID: , UID: "d738802b-3b8d-4bea-92bc-924f734fd817", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0425 08:44:09.256909 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod 91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod 91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:1b:57:fa:da:2d\",\"name\":\"91dd9b8d70f671f\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7960c228-5587-4749-b51b-c09306acfc0d\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:11.593585 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0] creating logical port default-managed-tenant-a3545_affinity-assistant-7293a51eb6-0 for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:11.593798 3682 kube.go:256] Updating pod default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 I0425 08:44:11.605046 3682 pod.go:62] [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0] pod update took 11.271414ms I0425 08:44:11.605074 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0] addLogicalPort annotation time took 11.314919ms I0425 08:44:11.606878 3682 pods.go:271] [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0] addLogicalPort took 13.31295ms, libovsdb time 1.18937ms I0425 08:44:11.971175 3682 cni.go:452] [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24 network default NAD default NAD key ] I0425 08:44:11.984399 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: affinity-assistant-7293a51eb6-0, hostIfaceName: c280bc2ac66b16f, network: default, NAD default, SandboxID: "c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24", PCI device ID: , UID: "46fffba2-65f1-4123-80e5-080c1ac7abf4", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0425 08:44:12.050879 3682 cni.go:473] [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:8c:96:33:3e:25\",\"name\":\"c280bc2ac66b16f\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6297984-e413-4daf-b3fc-40bdab9153c4\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:25.706982 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod 91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod 91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952 network default NAD default NAD key ] I0425 08:44:25.799090 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod 91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod 91dd9b8d70f671f08152c198713afbce7bd2dc3a12c2299f2685063108b89952 network default NAD default NAD key default], result "{}", err I0425 08:44:25.864275 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:25.864304 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod I0425 08:44:25.865659 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod, ips: 10.128.0.64 I0425 08:44:25.865689 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:26.432725 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-collect-data-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-collect-data-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:26.433106 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-collect-data-pod I0425 08:44:26.454928 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod] pod update took 21.915798ms I0425 08:44:26.454959 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-collect-data-pod] addLogicalPort annotation time took 21.953252ms I0425 08:44:26.457118 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod] addLogicalPort took 24.411935ms, libovsdb time 1.677005ms I0425 08:44:26.815724 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod 60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod 60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a network default NAD default NAD key ] I0425 08:44:26.825758 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-collect-data-pod, hostIfaceName: 60ce7a7cd242ada, network: default, NAD default, SandboxID: "60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a", PCI device ID: , UID: "475bd93c-7611-4093-a4b6-28d071c85918", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0425 08:44:26.883087 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod 60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod 60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:04:a6:0f:e8:a9\",\"name\":\"60ce7a7cd242ada\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ccb4ee6-5879-4661-abac-6387328f58cd\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:30.675486 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-hmsv4-build-image-index-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:30.675692 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod I0425 08:44:30.698495 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod] pod update took 22.843611ms I0425 08:44:30.698533 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod] addLogicalPort annotation time took 22.886133ms I0425 08:44:30.700437 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod] addLogicalPort took 24.972369ms, libovsdb time 1.26989ms I0425 08:44:30.790316 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.791017 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:31.054795 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod 5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod 5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a network default NAD default NAD key ] I0425 08:44:31.064509 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-hmsv4-build-image-index-pod, hostIfaceName: 5f1a5a122e9f09c, network: default, NAD default, SandboxID: "5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a", PCI device ID: , UID: "2f152bc7-5049-41f7-b3c1-78fd0784fa94", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0425 08:44:31.121528 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod 5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod 5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e4:18:a5:8e:2f\",\"name\":\"5f1a5a122e9f09c\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04b64a17-f5d9-45ee-af6b-2e641c1a5171\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:36.843267 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod 60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod 60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a network default NAD default NAD key ] I0425 08:44:36.843450 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod 5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod 5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a network default NAD default NAD key ] I0425 08:44:36.943542 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod 5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod 5f1a5a122e9f09ce7fb8338f906da190103392601dd91040e2d6a7627971b90a network default NAD default NAD key default], result "{}", err I0425 08:44:36.960407 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod 60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-data-pod 60ce7a7cd242ada1954554b7269790ffc0e815fac80b8d882a8c7fba6f66714a network default NAD default NAD key default], result "{}", err I0425 08:44:37.051271 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:37.051307 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod I0425 08:44:37.052842 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod, ips: 10.128.0.67 I0425 08:44:37.052877 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:37.087962 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:37.088003 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-collect-data-pod I0425 08:44:37.089448 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-collect-data-pod, ips: 10.128.0.66 I0425 08:44:37.089482 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:37.556992 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-hmsv4-clamav-scan-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:37.557130 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod I0425 08:44:37.579937 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod] pod update took 22.841365ms I0425 08:44:37.579972 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod] addLogicalPort annotation time took 22.879898ms I0425 08:44:37.581322 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod] addLogicalPort took 24.350344ms, libovsdb time 885.306µs I0425 08:44:37.929364 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod d5fc0d98f882c12ffe99c6250a0511f949a4e7c0b6db3b53bc31ea29ae752c9e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod d5fc0d98f882c12ffe99c6250a0511f949a4e7c0b6db3b53bc31ea29ae752c9e network default NAD default NAD key ] I0425 08:44:37.939332 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-hmsv4-clamav-scan-pod, hostIfaceName: d5fc0d98f882c12, network: default, NAD default, SandboxID: "d5fc0d98f882c12ffe99c6250a0511f949a4e7c0b6db3b53bc31ea29ae752c9e", PCI device ID: , UID: "24cd20e6-b534-46ed-8bf9-98a7183913be", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0425 08:44:37.997976 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod d5fc0d98f882c12ffe99c6250a0511f949a4e7c0b6db3b53bc31ea29ae752c9e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-clamav-scan-pod d5fc0d98f882c12ffe99c6250a0511f949a4e7c0b6db3b53bc31ea29ae752c9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:20:22:6c:3e:bc\",\"name\":\"d5fc0d98f882c12\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68fa59b0-3d5b-49bc-bd88-8bbea4bcc2b7\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:39.965374 3682 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-hmsv4-tpa-scan-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:39.965499 3682 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod I0425 08:44:39.988414 3682 pod.go:62] [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod] pod update took 22.946804ms I0425 08:44:39.988440 3682 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod] addLogicalPort annotation time took 22.979963ms I0425 08:44:39.989816 3682 pods.go:271] [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod] addLogicalPort took 24.461947ms, libovsdb time 846.797µs I0425 08:44:40.332803 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod 8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod 8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298 network default NAD default NAD key ] I0425 08:44:40.342558 3682 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-hmsv4-tpa-scan-pod, hostIfaceName: 8fb33d851bfb624, network: default, NAD default, SandboxID: "8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298", PCI device ID: , UID: "7a46b4b3-0ded-4d78-a791-9f8874ad37b5", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0425 08:44:40.400933 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod 8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod 8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:43:e7:d7:cc:e9\",\"name\":\"8fb33d851bfb624\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b31fea9-f515-4e4d-acc4-9e9a3c19c4c1\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:41.089656 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-collect-signing-params-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:41.089811 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod I0425 08:44:41.107729 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod] pod update took 17.964056ms I0425 08:44:41.107753 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod] addLogicalPort annotation time took 17.993567ms I0425 08:44:41.109172 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod] addLogicalPort took 19.563194ms, libovsdb time 944.849µs I0425 08:44:41.525665 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod 8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod 8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97 network default NAD default NAD key ] I0425 08:44:41.535441 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-collect-signing-params-pod, hostIfaceName: 8a94161d5600870, network: default, NAD default, SandboxID: "8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97", PCI device ID: , UID: "bb3c3edc-38ac-4fbb-9bd4-bae4337f5c98", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0425 08:44:41.592793 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod 8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod 8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:71:de:ca:d8:1f\",\"name\":\"8a94161d5600870\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40385189-c07c-4ec6-94b3-5983beae4035\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:42.988687 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-collect-task-params-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:42.988838 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod I0425 08:44:43.030903 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod] pod update took 42.099394ms I0425 08:44:43.030929 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod] addLogicalPort annotation time took 42.130342ms I0425 08:44:43.032457 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod] addLogicalPort took 43.787675ms, libovsdb time 1.071143ms I0425 08:44:43.397586 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb network default NAD default NAD key ] I0425 08:44:43.407878 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-collect-task-params-pod, hostIfaceName: eb1d49acb5bfccd, network: default, NAD default, SandboxID: "eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb", PCI device ID: , UID: "9de8f635-e3ef-4798-aeb4-16f8444a2654", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0425 08:44:43.465838 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:e3:41:35:8e:96\",\"name\":\"eb1d49acb5bfccd\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deff1bae-58c0-4a4f-8fcf-e74da9e1e168\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:43.499842 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-collect-registry-token-secret-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:43.499965 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod I0425 08:44:43.523603 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod] pod update took 23.668344ms I0425 08:44:43.523657 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod] addLogicalPort annotation time took 23.727685ms I0425 08:44:43.525117 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod] addLogicalPort took 25.299437ms, libovsdb time 941.26µs I0425 08:44:43.923786 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a network default NAD default NAD key ] I0425 08:44:43.938117 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-collect-registry-token-secret-pod, hostIfaceName: ed2a25aab6aa275, network: default, NAD default, SandboxID: "ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a", PCI device ID: , UID: "5ea56bae-35bc-4a41-9dbd-4cc6ad2b8f16", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0425 08:44:43.998067 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:0a:0f:c9:f8:fb\",\"name\":\"ed2a25aab6aa275\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e600187-756c-4726-8b44-b144d3c3159b\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:44.061584 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-check-data-keys-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:44.061753 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod I0425 08:44:44.084388 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod] pod update took 22.682989ms I0425 08:44:44.084414 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod] addLogicalPort annotation time took 22.719861ms I0425 08:44:44.085998 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod] addLogicalPort took 24.435499ms, libovsdb time 1.076174ms I0425 08:44:44.464995 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod 03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod 03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299 network default NAD default NAD key ] I0425 08:44:44.476290 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-check-data-keys-pod, hostIfaceName: 03b647e7cf3adab, network: default, NAD default, SandboxID: "03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299", PCI device ID: , UID: "4305ac81-2770-4821-9eb9-a19c4b6a0f3b", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0425 08:44:44.515178 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-reduce-snapshot-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:44:44.515407 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod I0425 08:44:44.535277 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod 03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod 03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:19:78:fa:9c:99\",\"name\":\"03b647e7cf3adab\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/439d3553-9403-484c-9309-cb7f96a6397a\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:44.539124 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod] pod update took 23.75028ms I0425 08:44:44.539157 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod] addLogicalPort annotation time took 23.787401ms I0425 08:44:44.541005 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod] addLogicalPort took 25.843151ms, libovsdb time 1.103058ms I0425 08:44:44.933948 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod 3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod 3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d network default NAD default NAD key ] I0425 08:44:44.945443 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-reduce-snapshot-pod, hostIfaceName: 3005789ee775183, network: default, NAD default, SandboxID: "3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d", PCI device ID: , UID: "5753dc7f-3ef5-4bac-bd3e-3eef3c4eb739", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0425 08:44:45.009382 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod 3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod 3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c0:91:32:51:78\",\"name\":\"3005789ee775183\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/145a9874-2141-4b01-8908-67f2a1051bcf\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:44:47.958110 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:47.958819 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:50.049013 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb network default NAD default NAD key ] I0425 08:44:50.143284 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod eb1d49acb5bfccd35f7e30ecb30f6bccbef9d0484715c76587c5142c9efccfdb network default NAD default NAD key default], result "{}", err I0425 08:44:50.281142 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:50.281177 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod I0425 08:44:50.282912 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod, ips: 10.128.0.71 I0425 08:44:50.282949 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:51.062958 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a network default NAD default NAD key ] I0425 08:44:51.165139 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod ed2a25aab6aa275370853f93ddd123d0e2572e979785f02b782b0128a9da5d6a network default NAD default NAD key default], result "{}", err I0425 08:44:51.281793 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:51.281831 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod I0425 08:44:51.283184 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod, ips: 10.128.0.72 I0425 08:44:51.283209 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.008385 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.009128 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.050531 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.051234 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.078309 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod 03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod 03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299 network default NAD default NAD key ] I0425 08:44:52.181608 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod 03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod 03b647e7cf3adab090c10901c61715a6175b6bd94fd9a1753a65be4ac4397299 network default NAD default NAD key default], result "{}", err I0425 08:44:52.291009 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:52.291048 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod I0425 08:44:52.292715 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod, ips: 10.128.0.73 I0425 08:44:52.292751 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:54.107993 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod 8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod 8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97 network default NAD default NAD key ] I0425 08:44:54.204082 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod 8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod 8a94161d5600870e2100b563b9efa8f1823d9e90ab541369034efb48db18db97 network default NAD default NAD key default], result "{}", err I0425 08:44:54.398520 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:54.398556 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod I0425 08:44:54.400061 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod, ips: 10.128.0.70 I0425 08:44:54.400089 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:00.058715 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:00.059361 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:00.176202 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod 3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod 3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d network default NAD default NAD key ] I0425 08:45:00.283167 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod 3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod 3005789ee775183a4fd82ae0a865ef80c31823d9f5079527bb5dfbb9e38dfa8d network default NAD default NAD key default], result "{}", err I0425 08:45:00.376751 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:00.376790 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod I0425 08:45:00.378528 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod, ips: 10.128.0.74 I0425 08:45:00.378556 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:03.103843 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0425 08:45:06.240593 3682 cni.go:452] [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod 8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod 8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298 network default NAD default NAD key ] I0425 08:45:06.337862 3682 cni.go:473] [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod 8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod 8fb33d851bfb624280d49f3ae7b75fcac73e7fdb28703cdaef70b150edcb3298 network default NAD default NAD key default], result "{}", err I0425 08:45:06.417915 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:06.417976 3682 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod I0425 08:45:06.419497 3682 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod, ips: 10.128.0.69 I0425 08:45:06.419526 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:12.301154 3682 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-fvqdl for pod on switch ip-10-0-1-190.ec2.internal I0425 08:45:12.301286 3682 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl I0425 08:45:12.318695 3682 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl] pod update took 17.451498ms I0425 08:45:12.318729 3682 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl] addLogicalPort annotation time took 17.491969ms I0425 08:45:12.320558 3682 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl] addLogicalPort took 19.427061ms, libovsdb time 1.207135ms I0425 08:45:12.329183 3682 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg 44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg 44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506 network default NAD default NAD key ] I0425 08:45:12.431398 3682 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg 44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg 44571c0263bc4a8e2f59f86323446f19a6d9ab24830cad7cbeb94cb28ef59506 network default NAD default NAD key default], result "{}", err I0425 08:45:12.495701 3682 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:12.495771 3682 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg I0425 08:45:12.497474 3682 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg, ips: 10.128.0.57 I0425 08:45:12.497500 3682 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:12.697547 3682 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl f1b61c5e859eb81ea3207316e74144a92d523bc561a7f1fd62fdcbbc17f74ee4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl f1b61c5e859eb81ea3207316e74144a92d523bc561a7f1fd62fdcbbc17f74ee4 network default NAD default NAD key ] I0425 08:45:12.707506 3682 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-fvqdl, hostIfaceName: f1b61c5e859eb81, network: default, NAD default, SandboxID: "f1b61c5e859eb81ea3207316e74144a92d523bc561a7f1fd62fdcbbc17f74ee4", PCI device ID: , UID: "9cbacb0b-fb41-4466-af35-df89d6069399", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23] I0425 08:45:12.767945 3682 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl f1b61c5e859eb81ea3207316e74144a92d523bc561a7f1fd62fdcbbc17f74ee4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-fvqdl f1b61c5e859eb81ea3207316e74144a92d523bc561a7f1fd62fdcbbc17f74ee4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:cc:53:38:52:b5\",\"name\":\"f1b61c5e859eb81\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7954bb9f-7458-48c7-89d8-d46beab5675d\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:45:13.345813 3682 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:45:13.345845 3682 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:45:13.350341 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg I0425 08:45:13.350371 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7lhzg I0425 08:45:22.205170 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0425 08:45:24.327481 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:45:24.327502 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:45:24.327507 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:45:24.327513 3682 util.go:959] Failed to build node endpoints for node ip-10-0-1-190.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 08:45:24.334844 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:24.335653 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:26.054743 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-filter-already-released-images-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:45:26.054870 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod I0425 08:45:26.082907 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod] pod update took 28.070576ms I0425 08:45:26.082932 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod] addLogicalPort annotation time took 28.099844ms I0425 08:45:26.084500 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod] addLogicalPort took 29.7761ms, libovsdb time 1.155109ms I0425 08:45:26.597560 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod 92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod 92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54 network default NAD default NAD key ] I0425 08:45:26.607912 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-filter-already-released-images-pod, hostIfaceName: 92879520bef305c, network: default, NAD default, SandboxID: "92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54", PCI device ID: , UID: "86aa188b-f828-418c-9d44-5e2716ab8a68", MAC: 0a:58:0a:80:00:4c, IPs: [10.128.0.76/23] I0425 08:45:26.668387 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod 92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod 92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c5:8f:95:89:89\",\"name\":\"92879520bef305c\"},{\"mac\":\"0a:58:0a:80:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cb9a694-86d6-4701-9ecb-cc0590065f15\"}],\"ips\":[{\"address\":\"10.128.0.76/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:45:36.551160 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod 92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod 92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54 network default NAD default NAD key ] I0425 08:45:36.643697 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod 92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod 92879520bef305cd54e37becfa39c84dd4d4c97818d695b966ebfd1d2837ee54 network default NAD default NAD key default], result "{}", err I0425 08:45:36.723362 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:36.723467 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod I0425 08:45:36.725020 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod, ips: 10.128.0.76 I0425 08:45:36.725050 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:36.792208 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-collect-tpa-params-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:45:36.792350 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod I0425 08:45:36.816165 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod] pod update took 23.847029ms I0425 08:45:36.816189 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod] addLogicalPort annotation time took 23.876181ms I0425 08:45:36.817510 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod] addLogicalPort took 25.317052ms, libovsdb time 898.581µs I0425 08:45:37.165289 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod 5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod 5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d network default NAD default NAD key ] I0425 08:45:37.175581 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-collect-tpa-params-pod, hostIfaceName: 5f113f329953cc2, network: default, NAD default, SandboxID: "5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d", PCI device ID: , UID: "fa4a83a6-8a51-4809-a85f-952239b23bf9", MAC: 0a:58:0a:80:00:4d, IPs: [10.128.0.77/23] I0425 08:45:37.235096 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod 5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod 5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:95:c4:5b:fd:ac\",\"name\":\"5f113f329953cc2\"},{\"mac\":\"0a:58:0a:80:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e2be84f-aa2a-466c-b888-2e4cef0ac79a\"}],\"ips\":[{\"address\":\"10.128.0.77/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:45:43.634370 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod 5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod 5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d network default NAD default NAD key ] I0425 08:45:43.733474 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod 5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod 5f113f329953cc28d8573a59916c8cb7729c3d2c0e51f375329007b14e38d40d network default NAD default NAD key default], result "{}", err I0425 08:45:43.808570 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:43.808604 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod I0425 08:45:43.810087 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod, ips: 10.128.0.77 I0425 08:45:43.810114 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:48.621383 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:48.622064 3682 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-hmsv4-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:08.190693 3682 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0425 08:46:13.944192 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:13.944819 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:16.218674 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 08:46:21.214638 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 08:46:38.231446 3682 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0425 08:46:39.228282 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 08:46:41.077657 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:41.078254 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:42.781136 3682 base_network_controller_pods.go:487] [default/default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod] creating logical port default-managed-tenant-a3545_managed-xxgmv-process-component-sbom-pod for pod on switch ip-10-0-1-190.ec2.internal I0425 08:46:42.781254 3682 kube.go:256] Updating pod default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod I0425 08:46:42.808655 3682 pod.go:62] [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod] pod update took 27.432238ms I0425 08:46:42.808680 3682 base_network_controller_pods.go:951] [default/default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod] addLogicalPort annotation time took 27.461732ms I0425 08:46:42.810189 3682 pods.go:271] [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod] addLogicalPort took 29.070859ms, libovsdb time 996.055µs I0425 08:46:43.162855 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod 7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod 7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38 network default NAD default NAD key ] I0425 08:46:43.172447 3682 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-a3545, podName: managed-xxgmv-process-component-sbom-pod, hostIfaceName: 7acdd7c5277ba4c, network: default, NAD default, SandboxID: "7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38", PCI device ID: , UID: "57f651d3-f691-40d5-9587-917850ff83b0", MAC: 0a:58:0a:80:00:4e, IPs: [10.128.0.78/23] I0425 08:46:43.228534 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod 7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod 7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:77:39:23:be:76\",\"name\":\"7acdd7c5277ba4c\"},{\"mac\":\"0a:58:0a:80:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c18b30d-70b3-43a2-8660-cb9796596f0e\"}],\"ips\":[{\"address\":\"10.128.0.78/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:46:54.352694 3682 cni.go:452] [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod 7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod 7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38 network default NAD default NAD key ] I0425 08:46:54.437670 3682 cni.go:473] [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod 7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod 7acdd7c5277ba4c0324abc86caa2889d1ff4641675ac903abc77f2348f4e9d38 network default NAD default NAD key default], result "{}", err I0425 08:46:54.517036 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:54.517087 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod I0425 08:46:54.518595 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod, ips: 10.128.0.78 I0425 08:46:54.518646 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.199764 3682 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0425 08:47:30.280073 3682 cni.go:452] [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24 network default NAD default NAD key ] I0425 08:47:30.369022 3682 cni.go:473] [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 c280bc2ac66b16f420e9abd4910985c1d8a4fe2e9f5d1fca1e2f5a80ff92ed24 network default NAD default NAD key default], result "{}", err I0425 08:47:30.430461 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.430502 3682 pods.go:176] Deleting pod: default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 I0425 08:47:30.432546 3682 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0, ips: 10.128.0.65 I0425 08:47:30.432589 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.557339 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.557962 3682 obj_retry.go:498] Detected object default-managed-tenant-a3545/managed-xxgmv-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:30.696782 3682 obj_retry.go:492] Detected object default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:47:30.696810 3682 obj_retry.go:492] Detected object default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:47:30.708209 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 I0425 08:47:30.708243 3682 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-a3545/affinity-assistant-7293a51eb6-0 I0425 08:47:38.103140 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0425 08:47:58.112337 3682 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=421