+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-71.ec2.internal ++ [[ -n ip-10-0-1-71.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-71.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0421 03:01:37.451713856 - disable conntrack on geneve port' I0421 03:01:37.451713856 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0421 03:01:37.509340634 - starting ovnkube-node + echo 'I0421 03:01:37.509340634 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-71.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-71.ec2.internal --init-node ip-10-0-1-71.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-71.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0421 03:01:37.561629 3776 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0421 03:01:37.561688 3776 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d3f818dbdd.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0421 03:01:37.563330 3776 kube.go:431] Waiting for certificate I0421 03:01:37.563370 3776 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0421 03:01:37.563406 3776 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0421 03:01:37.564190 3776 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0421 03:01:37.589784 3776 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 03:01:37.589802 3776 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 03:01:37.592391 3776 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 03:01:37.594814 3776 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vxsrn" I0421 03:01:37.601218 3776 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vxsrn" I0421 03:01:37.601307 3776 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 03:01:38.563845 3776 kube.go:438] Certificate found I0421 03:01:38.564581 3776 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0421 03:01:38.565970 3776 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0421 03:01:38.608776 3776 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-22 02:56:37 +0000 UTC" deadline="2026-04-21 20:01:09.823593275 +0000 UTC" I0421 03:01:38.608845 3776 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h59m31.214759492s" I0421 03:01:38.637359 3776 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0421 03:01:38.650992 3776 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0421 03:01:38.651073 3776 server.go:101] MetricServer registers OVS metrics I0421 03:01:38.651338 3776 server.go:105] MetricServer registers OVN DB metrics I0421 03:01:38.651659 3776 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0421 03:01:38.651726 3776 factory.go:561] Starting watch factory I0421 03:01:38.651836 3776 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.651861 3776 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.651929 3776 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.651932 3776 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.651946 3776 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.651952 3776 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.651961 3776 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.651985 3776 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.652004 3776 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.651975 3776 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.652263 3776 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.652329 3776 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.654844 3776 controller_manager.go:370] Starting the ovnkube controller I0421 03:01:38.654861 3776 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-71.ec2.internal I0421 03:01:38.654931 3776 controller_manager.go:395] NBDB zone sync took: 62.19µs I0421 03:01:38.654941 3776 factory.go:561] Starting watch factory I0421 03:01:38.656026 3776 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0421 03:01:38.656058 3776 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0421 03:01:38.668848 3776 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.668864 3776 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.669343 3776 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0421 03:01:38.669366 3776 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0421 03:01:38.670410 3776 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.673145 3776 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.673520 3776 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.674130 3776 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0421 03:01:38.674211 3776 server.go:109] MetricServer registers OVN Controller metrics I0421 03:01:38.679552 3776 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:38.680019 3776 server.go:113] MetricServer registers OVN Northd metrics I0421 03:01:38.685094 3776 metrics.go:519] OVN Metrics Server starts to run ... I0421 03:01:38.757680 3776 factory.go:1977] *v1.Pod informer cache synced successfully I0421 03:01:38.757706 3776 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0421 03:01:38.757710 3776 factory.go:1977] *v1.Namespace informer cache synced successfully I0421 03:01:38.757714 3776 factory.go:1977] *v1.Node informer cache synced successfully I0421 03:01:38.757716 3776 factory.go:1977] *v1.Service informer cache synced successfully I0421 03:01:38.757720 3776 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0421 03:01:38.757802 3776 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:38.757809 3776 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:38.757822 3776 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:38.757827 3776 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:38.760717 3776 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0421 03:01:38.760731 3776 factory.go:1977] *v1.Namespace informer cache synced successfully I0421 03:01:38.760735 3776 factory.go:1977] *v1.Node informer cache synced successfully I0421 03:01:38.760738 3776 factory.go:1977] *v1.Service informer cache synced successfully I0421 03:01:38.760741 3776 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0421 03:01:38.760744 3776 factory.go:1977] *v1.Pod informer cache synced successfully I0421 03:01:38.761122 3776 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:38.761121 3776 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:38.762849 3776 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0421 03:01:38.762860 3776 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0421 03:01:38.762926 3776 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.762936 3776 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.765201 3776 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.766140 3776 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0421 03:01:38.766151 3776 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0421 03:01:38.768266 3776 factory.go:1977] *v1.EgressIP informer cache synced successfully I0421 03:01:38.768322 3776 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.768334 3776 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.770748 3776 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.771661 3776 factory.go:1977] *v1.EgressIP informer cache synced successfully I0421 03:01:38.773980 3776 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0421 03:01:38.774038 3776 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.774048 3776 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.776334 3776 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.777297 3776 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0421 03:01:38.779533 3776 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0421 03:01:38.779591 3776 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.779603 3776 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.782332 3776 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.782337 3776 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0421 03:01:38.785459 3776 factory.go:1977] *v1.EgressService informer cache synced successfully I0421 03:01:38.785521 3776 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.785532 3776 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.787645 3776 factory.go:1977] *v1.EgressService informer cache synced successfully I0421 03:01:38.787934 3776 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.790956 3776 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0421 03:01:38.791098 3776 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 03:01:38.791116 3776 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 03:01:38.793332 3776 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0421 03:01:38.793610 3776 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 03:01:38.796983 3776 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0421 03:01:38.797046 3776 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.797065 3776 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.797101 3776 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.797122 3776 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.799256 3776 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0421 03:01:38.799623 3776 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.799715 3776 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:38.802115 3776 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0421 03:01:38.802127 3776 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0421 03:01:38.802136 3776 factory.go:680] Watch Factory start up complete, took: 150.41256ms I0421 03:01:38.802254 3776 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0421 03:01:38.804476 3776 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0421 03:01:38.804485 3776 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0421 03:01:38.804491 3776 factory.go:680] Watch Factory start up complete, took: 149.550255ms I0421 03:01:38.804498 3776 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-71.ec2.internal" zone I0421 03:01:38.847257 3776 default_node_network_controller.go:710] Initializing the default node network controller I0421 03:01:39.446314 3776 udn_isolation.go:101] Starting UDN host isolation manager I0421 03:01:39.452300 3776 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0421 03:01:39.516781 3776 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0421 03:01:39.516855 3776 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0421 03:01:39.516872 3776 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0421 03:01:39.549571 3776 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0421 03:01:39.549643 3776 default_node_network_controller.go:809] Node ip-10-0-1-71.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0421 03:01:39.555386 3776 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.71"] k8s.ovn.org/zone-name:ip-10-0-1-71.ec2.internal] on node ip-10-0-1-71.ec2.internal I0421 03:01:39.575869 3776 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0421 03:01:39.582291 3776 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0421 03:01:39.582474 3776 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0421 03:01:39.582633 3776 gateway_init.go:263] Preparing Gateway I0421 03:01:39.582645 3776 gateway_shared_intf.go:1687] Creating new gateway I0421 03:01:39.689865 3776 iptables.go:108] Creating table: filter chain: FORWARD I0421 03:01:39.696054 3776 iptables.go:108] Creating table: filter chain: OUTPUT I0421 03:01:39.702113 3776 gateway_shared_intf.go:1816] Gateway Creation Complete I0421 03:01:39.702129 3776 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-71.ec2.internal","mac-address":"0a:ff:ca:eb:b2:7d","ip-addresses":["10.0.1.71/24"],"ip-address":"10.0.1.71/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:11a92c7b-6021-4bc0-bf2e-4de451967e11 k8s.ovn.org/node-encap-ips:["10.0.1.71"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.71/24"} k8s.ovn.org/zone-name:ip-10-0-1-71.ec2.internal] on node ip-10-0-1-71.ec2.internal I0421 03:01:39.720706 3776 default_node_network_controller.go:519] Node connection status = connected I0421 03:01:39.805041 3776 controller_manager.go:429] Waiting for node in zone sync took: 1.00052784s I0421 03:01:39.811617 3776 controller_manager.go:611] Switching to transit router for layer2 networks I0421 03:01:39.811635 3776 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-71.ec2.internal I0421 03:01:39.827191 3776 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0421 03:01:39.834109 3776 controller_manager.go:290] SCTP support detected in OVN I0421 03:01:39.834680 3776 services_controller.go:69] Creating services controller for network=default I0421 03:01:39.834760 3776 udn_enabled_svc.go:80] Waiting for service informer to sync I0421 03:01:39.834810 3776 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0421 03:01:39.834854 3776 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0421 03:01:39.834875 3776 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0421 03:01:39.834896 3776 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0421 03:01:39.835067 3776 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0421 03:01:39.835128 3776 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0421 03:01:39.835162 3776 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.76µs I0421 03:01:39.835172 3776 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 34.936µs I0421 03:01:39.835179 3776 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 52.073µs I0421 03:01:39.835184 3776 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0421 03:01:39.835190 3776 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0421 03:01:39.835190 3776 udn_enabled_svc.go:95] Performing full resync I0421 03:01:39.835198 3776 default_network_controller.go:325] Starting the default network controller I0421 03:01:39.835321 3776 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.227µs I0421 03:01:39.835421 3776 udn_enabled_svc.go:99] Waiting for handler to sync I0421 03:01:39.835431 3776 udn_enabled_svc.go:104] Starting worker I0421 03:01:39.844169 3776 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0421 03:01:39.844224 3776 repair.go:33] Syncing exgw routes took 43.229µs I0421 03:01:39.844247 3776 default_network_controller.go:414] Starting all the Watchers... I0421 03:01:39.844373 3776 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0421 03:01:39.844380 3776 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0421 03:01:39.844395 3776 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0421 03:01:39.844407 3776 namespace.go:98] [openshift-controller-manager] adding namespace I0421 03:01:39.844424 3776 namespace.go:98] [openshift-route-controller-manager] adding namespace I0421 03:01:39.844426 3776 namespace.go:98] [openshift-ingress] adding namespace I0421 03:01:39.844428 3776 namespace.go:98] [openshift-logging] adding namespace I0421 03:01:39.844431 3776 namespace.go:98] [dedicated-admin] adding namespace I0421 03:01:39.844447 3776 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0421 03:01:39.844449 3776 namespace.go:98] [kube-system] adding namespace I0421 03:01:39.844456 3776 namespace.go:98] [openshift-dns] adding namespace I0421 03:01:39.844460 3776 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0421 03:01:39.844447 3776 namespace.go:98] [openshift-marketplace] adding namespace I0421 03:01:39.844454 3776 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0421 03:01:39.844465 3776 namespace.go:98] [openshift-ingress-canary] adding namespace I0421 03:01:39.845077 3776 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 691.137µs I0421 03:01:39.845100 3776 namespace.go:98] [openshift-kube-apiserver] adding namespace I0421 03:01:39.845651 3776 namespace.go:102] [openshift-kube-apiserver] adding namespace took 543.5µs I0421 03:01:39.845669 3776 namespace.go:98] [kube-node-lease] adding namespace I0421 03:01:39.846131 3776 namespace.go:102] [kube-node-lease] adding namespace took 455.909µs I0421 03:01:39.846146 3776 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0421 03:01:39.846856 3776 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 2.464995ms I0421 03:01:39.846873 3776 namespace.go:98] [openshift-kube-scheduler] adding namespace I0421 03:01:39.847608 3776 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.204956ms I0421 03:01:39.847620 3776 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0421 03:01:39.848327 3776 namespace.go:102] [openshift-controller-manager] adding namespace took 3.914335ms I0421 03:01:39.848344 3776 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0421 03:01:39.848999 3776 namespace.go:102] [openshift-route-controller-manager] adding namespace took 4.565223ms I0421 03:01:39.849015 3776 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0421 03:01:39.849729 3776 namespace.go:102] [openshift-ingress] adding namespace took 5.293056ms I0421 03:01:39.849740 3776 namespace.go:98] [openshift-insights] adding namespace I0421 03:01:39.850664 3776 namespace.go:102] [openshift-logging] adding namespace took 6.222197ms I0421 03:01:39.850681 3776 namespace.go:98] [kube-public] adding namespace I0421 03:01:39.851213 3776 namespace.go:102] [dedicated-admin] adding namespace took 6.769579ms I0421 03:01:39.851229 3776 namespace.go:98] [openshift-customer-monitoring] adding namespace I0421 03:01:39.851930 3776 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.469006ms I0421 03:01:39.851947 3776 namespace.go:98] [openshift-backplane-tam] adding namespace I0421 03:01:39.852680 3776 namespace.go:102] [kube-system] adding namespace took 8.217977ms I0421 03:01:39.852694 3776 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0421 03:01:39.853416 3776 namespace.go:102] [openshift-dns] adding namespace took 8.951982ms I0421 03:01:39.853427 3776 namespace.go:98] [openshift-backplane-srep] adding namespace I0421 03:01:39.853979 3776 namespace.go:102] [openshift-marketplace] adding namespace took 9.51084ms I0421 03:01:39.853991 3776 namespace.go:98] [openshift-package-operator] adding namespace I0421 03:01:39.854501 3776 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 10.031685ms I0421 03:01:39.854521 3776 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0421 03:01:39.855043 3776 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 10.571135ms I0421 03:01:39.855059 3776 namespace.go:98] [openshift-image-registry] adding namespace I0421 03:01:39.855644 3776 namespace.go:102] [openshift-ingress-canary] adding namespace took 11.17149ms I0421 03:01:39.855658 3776 namespace.go:98] [openshift-node] adding namespace I0421 03:01:39.856179 3776 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 10.026246ms I0421 03:01:39.856200 3776 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0421 03:01:39.856590 3776 namespace.go:102] [openshift-kube-scheduler] adding namespace took 9.709816ms I0421 03:01:39.856609 3776 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0421 03:01:39.857054 3776 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.427802ms I0421 03:01:39.857070 3776 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0421 03:01:39.857522 3776 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.169932ms I0421 03:01:39.857539 3776 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0421 03:01:39.857974 3776 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.953494ms I0421 03:01:39.857989 3776 namespace.go:98] [openshift-service-ca-operator] adding namespace I0421 03:01:39.858624 3776 namespace.go:102] [openshift-insights] adding namespace took 8.878298ms I0421 03:01:39.858644 3776 namespace.go:98] [openshift-config] adding namespace I0421 03:01:39.859206 3776 namespace.go:102] [kube-public] adding namespace took 8.516733ms I0421 03:01:39.859223 3776 namespace.go:98] [openshift-backplane-cse] adding namespace I0421 03:01:39.859789 3776 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.55234ms I0421 03:01:39.859808 3776 namespace.go:98] [default] adding namespace I0421 03:01:39.860325 3776 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.371669ms I0421 03:01:39.860340 3776 namespace.go:98] [openshift-host-network] adding namespace I0421 03:01:39.860934 3776 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.233502ms I0421 03:01:39.860950 3776 namespace.go:98] [openshift-authentication] adding namespace I0421 03:01:39.861513 3776 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.079648ms I0421 03:01:39.861536 3776 namespace.go:98] [openshift-dns-operator] adding namespace I0421 03:01:39.862038 3776 namespace.go:102] [openshift-package-operator] adding namespace took 8.041349ms I0421 03:01:39.862056 3776 namespace.go:98] [openshift-etcd] adding namespace I0421 03:01:39.862706 3776 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.176777ms I0421 03:01:39.862723 3776 namespace.go:98] [openshift-console-operator] adding namespace I0421 03:01:39.863277 3776 namespace.go:102] [openshift-image-registry] adding namespace took 8.208733ms I0421 03:01:39.863296 3776 namespace.go:98] [openshift-machine-api] adding namespace I0421 03:01:39.863823 3776 namespace.go:102] [openshift-node] adding namespace took 8.158126ms I0421 03:01:39.863843 3776 namespace.go:98] [openshift-network-diagnostics] adding namespace I0421 03:01:39.864459 3776 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.252405ms I0421 03:01:39.864476 3776 namespace.go:98] [openshift-infra] adding namespace I0421 03:01:39.865021 3776 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.40288ms I0421 03:01:39.865042 3776 namespace.go:98] [openshift-cluster-version] adding namespace I0421 03:01:39.865569 3776 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.492088ms I0421 03:01:39.865588 3776 namespace.go:98] [openshift-ingress-operator] adding namespace I0421 03:01:39.866128 3776 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.583108ms I0421 03:01:39.866146 3776 namespace.go:98] [openshift-apiserver] adding namespace I0421 03:01:39.866726 3776 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.73067ms I0421 03:01:39.866744 3776 namespace.go:98] [openshift-must-gather-operator] adding namespace I0421 03:01:39.867387 3776 namespace.go:102] [openshift-config] adding namespace took 8.735616ms I0421 03:01:39.867403 3776 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0421 03:01:39.867857 3776 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.628174ms I0421 03:01:39.867871 3776 namespace.go:98] [openshift-monitoring] adding namespace I0421 03:01:39.868443 3776 namespace.go:102] [default] adding namespace took 8.629571ms I0421 03:01:39.868456 3776 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0421 03:01:39.869050 3776 namespace.go:102] [openshift-host-network] adding namespace took 8.704337ms I0421 03:01:39.869064 3776 namespace.go:98] [openshift-config-operator] adding namespace I0421 03:01:39.869649 3776 namespace.go:102] [openshift-authentication] adding namespace took 8.691887ms I0421 03:01:39.869670 3776 namespace.go:98] [openshift-machine-config-operator] adding namespace I0421 03:01:39.870198 3776 namespace.go:102] [openshift-dns-operator] adding namespace took 8.653706ms I0421 03:01:39.870218 3776 namespace.go:98] [openshift] adding namespace I0421 03:01:39.870723 3776 namespace.go:102] [openshift-etcd] adding namespace took 8.661748ms I0421 03:01:39.870734 3776 namespace.go:98] [openshift-multus] adding namespace I0421 03:01:39.871158 3776 namespace.go:102] [openshift-console-operator] adding namespace took 8.427841ms I0421 03:01:39.871175 3776 namespace.go:98] [openshift-console-user-settings] adding namespace W0421 03:01:39.871604 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48xmk: pod openshift-network-diagnostics/network-check-target-48xmk: no pod IPs found I0421 03:01:39.871658 3776 namespace.go:102] [openshift-machine-api] adding namespace took 8.353413ms I0421 03:01:39.871677 3776 namespace.go:98] [openshift-network-node-identity] adding namespace I0421 03:01:39.872349 3776 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.498867ms I0421 03:01:39.872367 3776 namespace.go:98] [openshift-backplane] adding namespace I0421 03:01:39.872841 3776 namespace.go:102] [openshift-infra] adding namespace took 8.357893ms I0421 03:01:39.873389 3776 namespace.go:102] [openshift-cluster-version] adding namespace took 8.340604ms I0421 03:01:39.873404 3776 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0421 03:01:39.873923 3776 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.320761ms I0421 03:01:39.873942 3776 namespace.go:98] [openshift-authentication-operator] adding namespace I0421 03:01:39.874515 3776 namespace.go:102] [openshift-apiserver] adding namespace took 8.363308ms I0421 03:01:39.874532 3776 namespace.go:98] [openshift-console] adding namespace I0421 03:01:39.875027 3776 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.277267ms I0421 03:01:39.875042 3776 namespace.go:98] [openshift-backplane-mobb] adding namespace I0421 03:01:39.875559 3776 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.146342ms I0421 03:01:39.875579 3776 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0421 03:01:39.876023 3776 namespace.go:102] [openshift-monitoring] adding namespace took 8.146888ms I0421 03:01:39.876038 3776 namespace.go:98] [openshift-operators-redhat] adding namespace I0421 03:01:39.876538 3776 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.07568ms I0421 03:01:39.876557 3776 namespace.go:98] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] adding namespace I0421 03:01:39.877051 3776 namespace.go:102] [openshift-config-operator] adding namespace took 7.981007ms I0421 03:01:39.877064 3776 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0421 03:01:39.877516 3776 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.839322ms I0421 03:01:39.877532 3776 namespace.go:98] [openshift-operators] adding namespace I0421 03:01:39.877913 3776 namespace.go:102] [openshift] adding namespace took 7.688189ms I0421 03:01:39.877931 3776 namespace.go:98] [openshift-network-console] adding namespace W0421 03:01:39.877965 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v5wg8: pod openshift-multus/network-metrics-daemon-v5wg8: no pod IPs found I0421 03:01:39.878604 3776 namespace.go:102] [openshift-multus] adding namespace took 7.863364ms I0421 03:01:39.878619 3776 namespace.go:98] [openshift-apiserver-operator] adding namespace I0421 03:01:39.879132 3776 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.950636ms I0421 03:01:39.879146 3776 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0421 03:01:39.879656 3776 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.970897ms I0421 03:01:39.879679 3776 namespace.go:98] [openshift-config-managed] adding namespace I0421 03:01:39.880300 3776 namespace.go:102] [openshift-backplane] adding namespace took 7.926723ms I0421 03:01:39.880318 3776 namespace.go:98] [openshift-backplane-cee] adding namespace I0421 03:01:39.880852 3776 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.440733ms I0421 03:01:39.881394 3776 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.444901ms I0421 03:01:39.881921 3776 namespace.go:102] [openshift-console] adding namespace took 7.382168ms I0421 03:01:39.882924 3776 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.876579ms I0421 03:01:39.882942 3776 namespace.go:98] [openshift-backplane-csm] adding namespace I0421 03:01:39.883451 3776 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.867532ms I0421 03:01:39.883928 3776 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.88316ms I0421 03:01:39.884502 3776 namespace.go:102] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] adding namespace took 7.940429ms I0421 03:01:39.884515 3776 namespace.go:98] [openshift-network-operator] adding namespace I0421 03:01:39.885012 3776 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.942205ms I0421 03:01:39.885566 3776 namespace.go:102] [openshift-operators] adding namespace took 8.027846ms I0421 03:01:39.886111 3776 namespace.go:102] [openshift-network-console] adding namespace took 8.174314ms I0421 03:01:39.886600 3776 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.97694ms I0421 03:01:39.887037 3776 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.884278ms I0421 03:01:39.887057 3776 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0421 03:01:39.887507 3776 namespace.go:102] [openshift-config-managed] adding namespace took 7.821008ms I0421 03:01:39.888079 3776 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.756543ms I0421 03:01:39.888552 3776 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.603823ms I0421 03:01:39.889030 3776 namespace.go:102] [openshift-network-operator] adding namespace took 4.510827ms I0421 03:01:39.889444 3776 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.382029ms I0421 03:01:39.889681 3776 master.go:548] Adding or Updating local node "ip-10-0-1-71.ec2.internal" for network "default" I0421 03:01:39.890725 3776 zone_ic_handler.go:195] Time taken to create transit switch: 540.522µs I0421 03:01:39.890742 3776 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-88.ec2.internal for the network default E0421 03:01:39.890915 3776 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-186.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-186.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-186.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0088fd808 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0316357298}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0421 03:01:39.891021 3776 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-186.ec2.internal", UID:"7e873e7b-5e81-41b8-9699-41dc3df17342", APIVersion:"v1", ResourceVersion:"9078", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-186.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-186.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0088fd808 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0316357298}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0421 03:01:39.891857 3776 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-88.ec2.internal" on network "default" took: 1.687343ms W0421 03:01:39.898432 3776 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-v5wg8: pod openshift-multus/network-metrics-daemon-v5wg8: no pod IPs found W0421 03:01:39.898459 3776 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-48xmk: pod openshift-network-diagnostics/network-check-target-48xmk: no pod IPs found I0421 03:01:39.906838 3776 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-71.ec2.internal for the network default I0421 03:01:39.907117 3776 zone_ic_handler.go:195] Time taken to create transit switch: 262.566µs I0421 03:01:39.908054 3776 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0421 03:01:39.908083 3776 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0421 03:01:39.908098 3776 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0421 03:01:39.908107 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-186.ec2.internal in network "default" I0421 03:01:39.908173 3776 node_tracker.go:169] Node ip-10-0-0-186.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:39.908191 3776 services_controller.go:574] Full service sync requested for network=default I0421 03:01:39.908202 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0421 03:01:39.908226 3776 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:39.908233 3776 services_controller.go:574] Full service sync requested for network=default I0421 03:01:39.908239 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-88.ec2.internal in network "default" I0421 03:01:39.908260 3776 node_tracker.go:169] Node ip-10-0-2-88.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:39.908266 3776 services_controller.go:574] Full service sync requested for network=default I0421 03:01:40.009069 3776 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0421 03:01:40.009137 3776 services_controller.go:208] Setting up event handlers for services for network=default I0421 03:01:40.009201 3776 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0421 03:01:40.009244 3776 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0421 03:01:40.009325 3776 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0421 03:01:40.110020 3776 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0421 03:01:40.110047 3776 repair.go:60] Starting repairing loop for services I0421 03:01:40.110175 3776 repair.go:131] Deleted 0 stale service LBs I0421 03:01:40.110203 3776 repair.go:137] Deleted 0 stale Chassis Template Vars I0421 03:01:40.110230 3776 repair.go:62] Finished repairing loop for services: 186.223µs I0421 03:01:40.110255 3776 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0421 03:01:40.110265 3776 services_controller.go:254] Starting workers for network=default W0421 03:01:40.110465 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 03:01:40.110898 3776 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v5wg8] creating logical port openshift-multus_network-metrics-daemon-v5wg8 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:01:40.111011 3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-48xmk] creating logical port openshift-network-diagnostics_network-check-target-48xmk for pod on switch ip-10-0-1-71.ec2.internal I0421 03:01:40.111030 3776 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-c8pkv of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0421 03:01:40.111091 3776 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-v5wg8 I0421 03:01:40.111137 3776 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-48xmk W0421 03:01:40.112850 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:40.126792 3776 pod.go:62] [openshift-network-diagnostics/network-check-target-48xmk] pod update took 15.699931ms I0421 03:01:40.126818 3776 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-48xmk] addLogicalPort annotation time took 15.732216ms I0421 03:01:40.127875 3776 pods.go:271] [openshift-network-diagnostics/network-check-target-48xmk] addLogicalPort took 16.87466ms, libovsdb time 783.008µs I0421 03:01:40.128007 3776 pod.go:62] [openshift-multus/network-metrics-daemon-v5wg8] pod update took 16.972428ms I0421 03:01:40.128022 3776 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-v5wg8] addLogicalPort annotation time took 16.99352ms I0421 03:01:40.128927 3776 pods.go:271] [openshift-multus/network-metrics-daemon-v5wg8] addLogicalPort took 18.055932ms, libovsdb time 719.208µs I0421 03:01:40.129324 3776 admin_network_policy_controller.go:227] Starting controller default-network-controller I0421 03:01:40.129342 3776 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0421 03:01:40.129355 3776 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0421 03:01:40.129359 3776 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0421 03:01:40.129542 3776 repair.go:29] Repairing admin network policies took 177.944µs I0421 03:01:40.129666 3776 repair.go:92] Repairing baseline admin network policies took 112.199µs I0421 03:01:40.130314 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0421 03:01:40.130333 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0421 03:01:40.132270 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0421 03:01:40.132295 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0421 03:01:40.132309 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0421 03:01:40.134063 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0421 03:01:40.134085 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0421 03:01:40.134094 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0421 03:01:40.136053 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0421 03:01:40.136073 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0421 03:01:40.136081 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0421 03:01:40.138674 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0421 03:01:40.138692 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0421 03:01:40.138701 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0421 03:01:40.139257 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0421 03:01:40.139276 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0421 03:01:40.139282 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0421 03:01:40.139610 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0421 03:01:40.139630 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0421 03:01:40.139636 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0421 03:01:40.139956 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0421 03:01:40.139977 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0421 03:01:40.139986 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0421 03:01:40.141573 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0421 03:01:40.141594 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0421 03:01:40.141605 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0421 03:01:40.142848 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0421 03:01:40.142866 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0421 03:01:40.142875 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0421 03:01:40.143459 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0421 03:01:40.143480 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0421 03:01:40.143489 3776 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0421 03:01:40.145577 3776 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0421 03:01:40.145614 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0421 03:01:40.145622 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0421 03:01:40.146479 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0421 03:01:40.146496 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0421 03:01:40.146505 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0421 03:01:40.147958 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0421 03:01:40.147982 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0421 03:01:40.147989 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0421 03:01:40.149538 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0421 03:01:40.149556 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0421 03:01:40.149566 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0421 03:01:40.150605 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0421 03:01:40.150627 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0421 03:01:40.150642 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0421 03:01:40.151269 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0421 03:01:40.151291 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0421 03:01:40.151299 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0421 03:01:40.151871 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0421 03:01:40.151906 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0421 03:01:40.151921 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0421 03:01:40.152568 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0421 03:01:40.152589 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0421 03:01:40.152597 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0421 03:01:40.153248 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0421 03:01:40.153272 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0421 03:01:40.154211 3776 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0421 03:01:40.154225 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0421 03:01:40.155156 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0421 03:01:40.155174 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0421 03:01:40.155183 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0421 03:01:40.156692 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0421 03:01:40.156711 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0421 03:01:40.156721 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0421 03:01:40.158272 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0421 03:01:40.158292 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0421 03:01:40.158300 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0421 03:01:40.158823 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0421 03:01:40.158843 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0421 03:01:40.158850 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0421 03:01:40.159397 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0421 03:01:40.159415 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0421 03:01:40.159432 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0421 03:01:40.160507 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0421 03:01:40.160526 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0421 03:01:40.160539 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0421 03:01:40.161711 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0421 03:01:40.161730 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0421 03:01:40.161741 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0421 03:01:40.162345 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0421 03:01:40.162367 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0421 03:01:40.162395 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0421 03:01:40.163136 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0421 03:01:40.163156 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0421 03:01:40.163166 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0421 03:01:40.164902 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0421 03:01:40.165165 3776 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-c8pkv of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0421 03:01:40.171876 3776 egressfirewall.go:374] Starting EgressFirewall controller I0421 03:01:40.171924 3776 controller.go:133] Adding controller egress-firewall-controller event handlers I0421 03:01:40.171928 3776 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0421 03:01:40.171957 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0421 03:01:40.171972 3776 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0421 03:01:40.172015 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0421 03:01:40.172029 3776 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0421 03:01:40.172356 3776 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0421 03:01:40.172383 3776 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0421 03:01:40.172393 3776 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0421 03:01:40.172404 3776 egressqos.go:193] Setting up event handlers for EgressQoS I0421 03:01:40.172465 3776 egressfirewall.go:723] Syncing node "ip-10-0-0-186.ec2.internal" for egress firewall I0421 03:01:40.172480 3776 egressfirewall.go:723] Syncing node "ip-10-0-1-71.ec2.internal" for egress firewall I0421 03:01:40.172485 3776 egressfirewall.go:723] Syncing node "ip-10-0-2-88.ec2.internal" for egress firewall I0421 03:01:40.172599 3776 egressqos.go:245] Starting EgressQoS Controller I0421 03:01:40.172611 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0421 03:01:40.172618 3776 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0421 03:01:40.172623 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0421 03:01:40.172628 3776 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0421 03:01:40.172635 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0421 03:01:40.172642 3776 shared_informer.go:356] "Caches are synced" controller="egressqos" I0421 03:01:40.172647 3776 egressqos.go:259] Repairing EgressQoSes I0421 03:01:40.172651 3776 egressqos.go:399] Starting repairing loop for egressqos I0421 03:01:40.172736 3776 egressqos.go:401] Finished repairing loop for egressqos: 84.156µs I0421 03:01:40.172759 3776 egressservice_zone.go:132] Setting up event handlers for Egress Services I0421 03:01:40.172811 3776 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-71.ec2.internal I0421 03:01:40.172880 3776 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-71.ec2.internal : 70.312µs I0421 03:01:40.172988 3776 egressservice_zone.go:210] Starting Egress Services Controller I0421 03:01:40.173005 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0421 03:01:40.173018 3776 shared_informer.go:356] "Caches are synced" controller="egressservices" I0421 03:01:40.173031 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0421 03:01:40.173039 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0421 03:01:40.173049 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0421 03:01:40.173055 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0421 03:01:40.173063 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0421 03:01:40.173069 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0421 03:01:40.173075 3776 egressservice_zone.go:228] Repairing Egress Services I0421 03:01:40.173383 3776 master_controller.go:88] Starting Admin Policy Based Route Controller I0421 03:01:40.173394 3776 external_controller.go:278] Starting Admin Policy Based Route Controller I0421 03:01:40.173459 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0421 03:01:40.173469 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 13.029µs I0421 03:01:40.173476 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-88.ec2.internal I0421 03:01:40.173485 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-88.ec2.internal: 9.554µs I0421 03:01:40.173489 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-186.ec2.internal I0421 03:01:40.173494 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-186.ec2.internal: 5.043µs I0421 03:01:40.173523 3776 default_network_controller.go:585] Completing all the Watchers took 329.26422ms I0421 03:01:40.173540 3776 default_network_controller.go:589] Starting unidling controllers I0421 03:01:40.173555 3776 unidle.go:46] Registering OVN SB ControllerEvent handler I0421 03:01:40.173563 3776 unidle.go:63] Populating Initial ContollerEvent events I0421 03:01:40.173580 3776 unidle.go:79] Setting up event handlers for services I0421 03:01:40.173720 3776 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0421 03:01:40.180065 3776 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0421 03:01:40.221712 3776 default_node_network_controller.go:519] Node connection status = connected I0421 03:01:40.239918 3776 bridgeconfig.go:537] Gateway is ready I0421 03:01:40.239939 3776 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0421 03:01:40.252136 3776 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.71. Updating OVN encap IP. I0421 03:01:40.257909 3776 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.71 - it is already configured I0421 03:01:40.257925 3776 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.71/24:{} 172.20.0.1/32:{}]. Updating annotations. I0421 03:01:40.258192 3776 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.71/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-71.ec2.internal","mac-address":"0a:ff:ca:eb:b2:7d","ip-addresses":["10.0.1.71/24"],"ip-address":"10.0.1.71/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:11a92c7b-6021-4bc0-bf2e-4de451967e11 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.71/24"}] on node ip-10-0-1-71.ec2.internal I0421 03:01:40.276725 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0421 03:01:40.276747 3776 egressfirewall.go:723] Syncing node "ip-10-0-1-71.ec2.internal" for egress firewall I0421 03:01:40.276765 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0421 03:01:40.276782 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 54.118µs I0421 03:01:40.276783 3776 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:40.276812 3776 services_controller.go:574] Full service sync requested for network=default I0421 03:01:40.276783 3776 master.go:548] Adding or Updating local node "ip-10-0-1-71.ec2.internal" for network "default" W0421 03:01:40.277005 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:01:40.277232 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:40.277774 3776 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.71 I0421 03:01:40.277948 3776 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-71.ec2.internal I0421 03:01:40.281543 3776 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-71.ec2.internal. Updating no re-route policies I0421 03:01:40.281613 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-m2x85 I0421 03:01:40.281619 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tf2lc I0421 03:01:40.281628 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-m2x85 I0421 03:01:40.281632 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tf2lc I0421 03:01:40.281632 3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-5gz7h I0421 03:01:40.281645 3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-5gz7h I0421 03:01:40.281650 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-m2x85 after 0 failed attempt(s) I0421 03:01:40.281651 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tf2lc after 0 failed attempt(s) I0421 03:01:40.281650 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-22kkc I0421 03:01:40.281659 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v5wg8 I0421 03:01:40.281663 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-71.ec2.internal I0421 03:01:40.281668 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-48xmk I0421 03:01:40.281669 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-22kkc I0421 03:01:40.281671 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-71.ec2.internal I0421 03:01:40.281672 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v5wg8 I0421 03:01:40.281675 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-48xmk I0421 03:01:40.281675 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rnz56 I0421 03:01:40.281677 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-tmgm4 I0421 03:01:40.281683 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-71.ec2.internal after 0 failed attempt(s) I0421 03:01:40.281681 3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-71.ec2.internal I0421 03:01:40.281687 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-tmgm4 I0421 03:01:40.281687 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rnz56 I0421 03:01:40.281691 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-22kkc after 0 failed attempt(s) I0421 03:01:40.281691 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hxg8b I0421 03:01:40.281696 3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-71.ec2.internal I0421 03:01:40.281615 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gwxwb I0421 03:01:40.281703 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-tmgm4 after 0 failed attempt(s) I0421 03:01:40.281704 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hxg8b I0421 03:01:40.281710 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gwxwb I0421 03:01:40.281709 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rnz56 after 0 failed attempt(s) I0421 03:01:40.281668 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-g8d78 I0421 03:01:40.281719 3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-71.ec2.internal after 0 failed attempt(s) I0421 03:01:40.281726 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-g8d78 I0421 03:01:40.281725 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hxg8b after 0 failed attempt(s) I0421 03:01:40.281726 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gwxwb after 0 failed attempt(s) I0421 03:01:40.281717 3776 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v5wg8] creating logical port openshift-multus_network-metrics-daemon-v5wg8 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:01:40.281739 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-g8d78 after 0 failed attempt(s) I0421 03:01:40.281670 3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-5gz7h after 0 failed attempt(s) I0421 03:01:40.281708 3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-48xmk] creating logical port openshift-network-diagnostics_network-check-target-48xmk for pod on switch ip-10-0-1-71.ec2.internal I0421 03:01:40.282391 3776 pods.go:271] [openshift-multus/network-metrics-daemon-v5wg8] addLogicalPort took 697.141µs, libovsdb time 223.204µs I0421 03:01:40.282404 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-v5wg8 after 0 failed attempt(s) I0421 03:01:40.282449 3776 pods.go:271] [openshift-network-diagnostics/network-check-target-48xmk] addLogicalPort took 754.961µs, libovsdb time 207.911µs I0421 03:01:40.282456 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-48xmk after 0 failed attempt(s) I0421 03:01:40.293569 3776 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0421 03:01:40.305264 3776 iptables.go:108] Creating table: mangle chain: OUTPUT I0421 03:01:40.308384 3776 iptables.go:108] Creating table: nat chain: OUTPUT I0421 03:01:40.360538 3776 iptables.go:108] Creating table: nat chain: PREROUTING I0421 03:01:40.426307 3776 iptables.go:108] Creating table: filter chain: FORWARD I0421 03:01:40.443280 3776 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0421 03:01:40.443393 3776 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0421 03:01:40.443435 3776 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0421 03:01:40.443501 3776 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0421 03:01:40.443558 3776 gateway_init.go:325] Gateway and management port readiness took 726.984926ms I0421 03:01:40.443590 3776 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0421 03:01:40.443630 3776 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0421 03:01:40.443648 3776 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0421 03:01:40.443658 3776 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0421 03:01:40.443724 3776 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0421 03:01:40.443797 3776 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.273µs I0421 03:01:40.444102 3776 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0421 03:01:40.444129 3776 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.487µs I0421 03:01:40.444137 3776 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.06µs I0421 03:01:40.444143 3776 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0421 03:01:40.444154 3776 nad_controller.go:379] [node-nad-controller NAD controller]: started I0421 03:01:40.444162 3776 default_node_network_controller.go:899] Starting the default node network controller I0421 03:01:40.444168 3776 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0421 03:01:40.444257 3776 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.671µs I0421 03:01:40.444359 3776 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0421 03:01:40.444368 3776 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0421 03:01:40.444396 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f100 0xc0002d5b90 0xc0002d5c00 0xc0002d5c70 0xc0002d5ce0 0xc0002d5d50 0xc0002d5dc0 0xc000b2d4a0 0xc0002d5e30 0xc0002d5ea0 0xc0008399a0 0xc0061c3570 0xc0002d5f10 map[0x2ff9080:0xc002713560 0x2ff95c0:0xc002713aa0 0x2ffa2e0:0xc0027134a0 0x2ffa580:0xc002713500 0x2ffad60:0xc0027135c0 0x2ffb000:0xc002713620 0x2ffb2a0:0xc002713680 0x2ffba80:0xc002713b00 0x2ffbd20:0xc002713b60 0x3026980:0xc001682480 0x3026d20:0xc0016824e0 0x3027800:0xc000b7d7a0 0x3029160:0xc001cbe000 0x30298a0:0xc0016829c0 0x302a720:0xc0012e1740] 0xc000b22460 0} I0421 03:01:40.444451 3776 gateway.go:151] Starting gateway service sync I0421 03:01:40.444917 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0421 03:01:40.447028 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0421 03:01:40.480761 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0421 03:01:40.482039 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0421 03:01:40.483173 3776 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0421 03:01:40.516218 3776 gateway.go:168] Gateway service sync done. Time taken: 71.752438ms I0421 03:01:40.516637 3776 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32706 I0421 03:01:40.516996 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f100 0xc0002d5b90 0xc0002d5c00 0xc0002d5c70 0xc0002d5ce0 0xc0002d5d50 0xc0002d5dc0 0xc000b2d4a0 0xc0002d5e30 0xc0002d5ea0 0xc0008399a0 0xc0061c3570 0xc0002d5f10 map[0x2ff9080:0xc002713560 0x2ff95c0:0xc002713aa0 0x2ffa2e0:0xc0027134a0 0x2ffa580:0xc002713500 0x2ffad60:0xc0027135c0 0x2ffb000:0xc002713620 0x2ffb2a0:0xc002713680 0x2ffba80:0xc002713b00 0x2ffbd20:0xc002713b60 0x3026980:0xc001682480 0x3026d20:0xc0016824e0 0x3027800:0xc000b7d7a0 0x3029160:0xc001cbe000 0x30298a0:0xc0016829c0 0x302a720:0xc0012e1740] 0xc000b22460 0} I0421 03:01:40.517437 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f100 0xc0002d5b90 0xc0002d5c00 0xc0002d5c70 0xc0002d5ce0 0xc0002d5d50 0xc0002d5dc0 0xc000b2d4a0 0xc0002d5e30 0xc0002d5ea0 0xc0008399a0 0xc0061c3570 0xc0002d5f10 map[0x2ff9080:0xc002713560 0x2ff95c0:0xc002713aa0 0x2ffa2e0:0xc0027134a0 0x2ffa580:0xc002713500 0x2ffad60:0xc0027135c0 0x2ffb000:0xc002713620 0x2ffb2a0:0xc002713680 0x2ffba80:0xc002713b00 0x2ffbd20:0xc002713b60 0x3026980:0xc001682480 0x3026d20:0xc0016824e0 0x3027800:0xc000b7d7a0 0x3029160:0xc001cbe000 0x30298a0:0xc0016829c0 0x302a720:0xc0012e1740] 0xc000b22460 0} I0421 03:01:40.517471 3776 gateway.go:532] Reconciling gateway with updates I0421 03:01:40.522980 3776 gateway.go:339] Spawning Conntrack Rule Check Thread I0421 03:01:40.523075 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 03:01:40.523084 3776 default_node_network_controller.go:944] Gateway and management port readiness took 78.710359ms I0421 03:01:40.523094 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 03:01:40.523099 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0421 03:01:40.523115 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 03:01:40.523121 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0421 03:01:40.523134 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0421 03:01:40.523148 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 03:01:40.523168 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 03:01:40.523180 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0421 03:01:40.523168 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 03:01:40.523185 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 03:01:40.523195 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 03:01:40.523204 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 03:01:40.523097 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 03:01:40.523237 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0421 03:01:40.523244 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 03:01:40.523252 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0421 03:01:40.523256 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 03:01:40.523253 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0421 03:01:40.523261 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0421 03:01:40.523210 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 03:01:40.523273 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0421 03:01:40.523269 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 03:01:40.523279 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 03:01:40.523290 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 03:01:40.523284 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 03:01:40.523309 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 03:01:40.523314 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 03:01:40.523321 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0421 03:01:40.523323 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 03:01:40.523155 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 03:01:40.523330 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0421 03:01:40.523335 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0421 03:01:40.523074 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 03:01:40.523333 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 03:01:40.523341 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0421 03:01:40.523255 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0421 03:01:40.523356 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 03:01:40.523204 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0421 03:01:40.523380 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0421 03:01:40.523397 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 03:01:40.523266 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0421 03:01:40.523424 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 32635 is already open, no action needed I0421 03:01:40.523436 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 03:01:40.523443 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31771 is already open, no action needed I0421 03:01:40.523450 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 03:01:40.523465 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 03:01:40.523483 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 03:01:40.523492 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0421 03:01:40.523245 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0421 03:01:40.523512 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0421 03:01:40.523514 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 03:01:40.523522 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 03:01:40.523533 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 03:01:40.523187 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0421 03:01:40.523538 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 03:01:40.523322 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 03:01:40.523309 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0421 03:01:40.523268 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 03:01:40.523711 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 03:01:40.523721 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 03:01:40.523733 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 03:01:40.523290 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0421 03:01:40.523765 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0421 03:01:40.523762 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 03:01:40.523781 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 03:01:40.523281 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 03:01:40.523271 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0421 03:01:40.523152 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 03:01:40.523844 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 03:01:40.523185 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0421 03:01:40.523876 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0421 03:01:40.523203 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 03:01:40.523924 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 03:01:40.523954 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0421 03:01:40.523233 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 03:01:40.523973 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 03:01:40.523233 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 03:01:40.524005 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 03:01:40.524016 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0421 03:01:40.523242 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:01:40.524026 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:01:40.523275 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 03:01:40.524108 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 03:01:40.523293 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 03:01:40.523295 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0421 03:01:40.523295 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 03:01:40.524265 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 03:01:40.524274 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0421 03:01:40.523300 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 03:01:40.524285 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 03:01:40.523303 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 03:01:40.524316 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 03:01:40.523313 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:40.524331 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:40.523324 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0421 03:01:40.524370 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0421 03:01:40.523326 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 03:01:40.524397 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0421 03:01:40.523338 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 03:01:40.523335 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0421 03:01:40.524508 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0421 03:01:40.523353 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0421 03:01:40.524570 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0421 03:01:40.523365 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0421 03:01:40.524752 3776 node_ip_handler_linux.go:160] Node IP manager is running W0421 03:01:40.562521 3776 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0421 03:01:40.562656 3776 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0421 03:01:40.562760 3776 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0421 03:01:40.568936 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0421 03:01:40.568963 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0421 03:01:40.568970 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0421 03:01:40.568977 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0421 03:01:40.568982 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0421 03:01:40.614611 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0421 03:01:40.614611 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0421 03:01:40.614638 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0421 03:01:40.614644 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0421 03:01:40.614650 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0421 03:01:40.614665 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0421 03:01:40.614676 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0421 03:01:40.614686 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0421 03:01:40.614694 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0421 03:01:40.614701 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0421 03:01:40.614726 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0421 03:01:40.614740 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0421 03:01:40.614747 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0421 03:01:40.614754 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0421 03:01:40.614762 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0421 03:01:40.614769 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0421 03:01:40.614777 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0421 03:01:40.614785 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0421 03:01:40.614793 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0421 03:01:40.614804 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0421 03:01:40.614813 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0421 03:01:40.614821 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0421 03:01:40.655843 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0421 03:01:40.655874 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0421 03:01:42.373766 3776 default_node_network_controller.go:1380] Starting node controller node sync W0421 03:01:42.373787 3776 egressip_healthcheck.go:76] Health checking using insecure connection I0421 03:01:42.373855 3776 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0421 03:01:42.385380 3776 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.588925ms I0421 03:01:42.385516 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-186.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0421 03:01:42.385529 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-186.ec2.internal", IP: 10.0.0.186 to PMTUD blocking rules I0421 03:01:42.385582 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-88.ec2.internal", IP: 10.0.2.88 to PMTUD blocking rules I0421 03:01:42.385599 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-88.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0421 03:01:42.397827 3776 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0421 03:01:42.398135 3776 egressservice_node.go:93] Setting up event handlers for Egress Services I0421 03:01:42.398331 3776 egressservice_node.go:183] Starting Egress Services Controller I0421 03:01:42.398352 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0421 03:01:42.398367 3776 shared_informer.go:356] "Caches are synced" controller="egressservices" I0421 03:01:42.398377 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0421 03:01:42.398386 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0421 03:01:42.398395 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0421 03:01:42.398404 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0421 03:01:42.398411 3776 egressservice_node.go:197] Repairing Egress Services I0421 03:01:42.408203 3776 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0421 03:01:42.408219 3776 external_controller.go:278] Starting Admin Policy Based Route Controller I0421 03:01:42.408356 3776 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0421 03:01:42.408366 3776 link_network_manager.go:119] Link manager is running I0421 03:01:42.408374 3776 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0421 03:01:42.408572 3776 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0421 03:01:42.408822 3776 vrf_manager.go:128] VRF manager is running I0421 03:01:42.408932 3776 node_controller_manager.go:437] Removing flows to drop GARP I0421 03:01:42.408943 3776 gateway.go:532] Reconciling gateway with updates I0421 03:01:42.437918 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0421 03:01:42.437937 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 03:01:42.437937 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 03:01:42.437945 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 03:01:42.437951 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 03:01:42.437952 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0421 03:01:42.437957 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 03:01:42.437961 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0421 03:01:42.437968 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 03:01:42.437977 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 03:01:42.437975 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 03:01:42.437996 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0421 03:01:42.437998 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 03:01:42.438001 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 03:01:42.438009 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0421 03:01:42.438011 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 03:01:42.438014 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0421 03:01:42.438016 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 03:01:42.438010 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 03:01:42.438027 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 03:01:42.438028 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 03:01:42.438026 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 03:01:42.438031 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0421 03:01:42.438017 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0421 03:01:42.438042 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 03:01:42.438046 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 03:01:42.438057 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0421 03:01:42.438127 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0421 03:01:42.438132 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0421 03:01:42.438156 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0421 03:01:42.438146 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0421 03:01:42.438158 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 03:01:42.438176 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0421 03:01:42.437965 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0421 03:01:42.438175 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 03:01:42.438187 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 03:01:42.438194 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 32635 is already open, no action needed I0421 03:01:42.438195 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 03:01:42.438197 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0421 03:01:42.438002 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 03:01:42.438214 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0421 03:01:42.438194 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0421 03:01:42.437957 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 03:01:42.438028 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 03:01:42.438164 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0421 03:01:42.437986 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 03:01:42.438288 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 03:01:42.438057 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0421 03:01:42.438299 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0421 03:01:42.438048 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0421 03:01:42.438041 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0421 03:01:42.438354 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0421 03:01:42.437943 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0421 03:01:42.437988 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0421 03:01:42.437980 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:42.438417 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:42.438039 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 03:01:42.438059 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 03:01:42.438490 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 03:01:42.438051 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 03:01:42.438530 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 03:01:42.438068 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 03:01:42.438569 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 03:01:42.438074 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 03:01:42.438607 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 03:01:42.438073 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 03:01:42.438642 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 03:01:42.438078 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0421 03:01:42.438679 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0421 03:01:42.437926 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0421 03:01:42.438715 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0421 03:01:42.438083 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 03:01:42.438740 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 03:01:42.438748 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0421 03:01:42.438084 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 03:01:42.438759 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 03:01:42.438089 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 03:01:42.438802 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 03:01:42.438809 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0421 03:01:42.438094 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 03:01:42.438823 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 03:01:42.438830 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0421 03:01:42.438091 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 03:01:42.438837 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 03:01:42.438096 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 03:01:42.438860 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 03:01:42.438095 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 03:01:42.438905 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 03:01:42.438101 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 03:01:42.438928 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 03:01:42.438093 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 03:01:42.438953 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 03:01:42.438097 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0421 03:01:42.438990 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0421 03:01:42.438997 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0421 03:01:42.438107 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 03:01:42.439008 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 03:01:42.438106 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 03:01:42.439043 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 03:01:42.438112 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0421 03:01:42.438156 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0421 03:01:42.438207 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31771 is already open, no action needed I0421 03:01:42.437919 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:01:42.439101 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:01:42.478291 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0421 03:01:42.478327 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0421 03:01:42.478337 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0421 03:01:42.478345 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0421 03:01:42.478361 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0421 03:01:42.478381 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0421 03:01:42.478392 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0421 03:01:42.478398 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0421 03:01:42.478411 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0421 03:01:42.478428 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0421 03:01:42.478435 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0421 03:01:42.478441 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0421 03:01:42.478450 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0421 03:01:42.478455 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0421 03:01:42.478460 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0421 03:01:42.478468 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0421 03:01:42.478474 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0421 03:01:42.478482 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0421 03:01:42.520225 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0421 03:01:42.520254 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0421 03:01:42.520261 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0421 03:01:42.520267 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0421 03:01:42.520274 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0421 03:01:42.520283 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0421 03:01:42.520291 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0421 03:01:42.520300 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0421 03:01:42.520309 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0421 03:01:42.520319 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0421 03:01:42.560608 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0421 03:01:42.560613 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0421 03:01:44.190916 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0421 03:01:44.190949 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 38.593µs I0421 03:01:44.216647 3776 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-748564bdc9-fzm5j] creating logical port openshift-image-registry_image-registry-748564bdc9-fzm5j for pod on switch ip-10-0-1-71.ec2.internal I0421 03:01:44.216770 3776 kube.go:256] Updating pod openshift-image-registry/image-registry-748564bdc9-fzm5j I0421 03:01:44.234190 3776 pod.go:62] [openshift-image-registry/image-registry-748564bdc9-fzm5j] pod update took 17.452381ms I0421 03:01:44.234212 3776 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-748564bdc9-fzm5j] addLogicalPort annotation time took 17.478729ms I0421 03:01:44.235462 3776 pods.go:271] [openshift-image-registry/image-registry-748564bdc9-fzm5j] addLogicalPort took 18.832342ms, libovsdb time 1.021781ms I0421 03:01:44.239483 3776 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4sh6s] creating logical port openshift-ingress-canary_ingress-canary-4sh6s for pod on switch ip-10-0-1-71.ec2.internal I0421 03:01:44.239507 3776 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-6v6qn] creating logical port openshift-dns_dns-default-6v6qn for pod on switch ip-10-0-1-71.ec2.internal I0421 03:01:44.239629 3776 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4sh6s I0421 03:01:44.239703 3776 kube.go:256] Updating pod openshift-dns/dns-default-6v6qn I0421 03:01:44.255956 3776 pod.go:62] [openshift-ingress-canary/ingress-canary-4sh6s] pod update took 16.347156ms I0421 03:01:44.255983 3776 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4sh6s] addLogicalPort annotation time took 16.378634ms I0421 03:01:44.257101 3776 pods.go:271] [openshift-ingress-canary/ingress-canary-4sh6s] addLogicalPort took 17.633499ms, libovsdb time 849.999µs I0421 03:01:44.258804 3776 pod.go:62] [openshift-dns/dns-default-6v6qn] pod update took 19.124506ms I0421 03:01:44.258826 3776 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-6v6qn] addLogicalPort annotation time took 19.149574ms I0421 03:01:44.259824 3776 pods.go:271] [openshift-dns/dns-default-6v6qn] addLogicalPort took 20.328014ms, libovsdb time 713.088µs I0421 03:01:44.644323 3776 cni.go:452] [openshift-ingress-canary/ingress-canary-4sh6s 565466a8c4ce42adb38364d8ee4944d7ed49cc1585a0480271a8e01785119ac1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4sh6s 565466a8c4ce42adb38364d8ee4944d7ed49cc1585a0480271a8e01785119ac1 network default NAD default NAD key ] I0421 03:01:44.682641 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4sh6s, hostIfaceName: 565466a8c4ce42a, network: default, NAD default, SandboxID: "565466a8c4ce42adb38364d8ee4944d7ed49cc1585a0480271a8e01785119ac1", PCI device ID: , UID: "5e8aed1a-a7c4-4029-8a93-4036971dff34", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0421 03:01:44.735367 3776 cni.go:473] [openshift-ingress-canary/ingress-canary-4sh6s 565466a8c4ce42adb38364d8ee4944d7ed49cc1585a0480271a8e01785119ac1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4sh6s 565466a8c4ce42adb38364d8ee4944d7ed49cc1585a0480271a8e01785119ac1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:0c:92:1f:8b:4b\",\"name\":\"565466a8c4ce42a\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09667589-1cbd-41bf-87ba-23f1a7378d23\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:01:48.413556 3776 cni.go:452] [openshift-network-diagnostics/network-check-target-48xmk da4cca3c3241e58838b018333d2162e2336d37e90c96fc598a9dba70261739a6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-48xmk da4cca3c3241e58838b018333d2162e2336d37e90c96fc598a9dba70261739a6 network default NAD default NAD key ] I0421 03:01:48.423582 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-48xmk, hostIfaceName: da4cca3c3241e58, network: default, NAD default, SandboxID: "da4cca3c3241e58838b018333d2162e2336d37e90c96fc598a9dba70261739a6", PCI device ID: , UID: "637c8c29-3dc6-4e27-b22a-8d2d246b52cd", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0421 03:01:48.469283 3776 cni.go:473] [openshift-network-diagnostics/network-check-target-48xmk da4cca3c3241e58838b018333d2162e2336d37e90c96fc598a9dba70261739a6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-48xmk da4cca3c3241e58838b018333d2162e2336d37e90c96fc598a9dba70261739a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:09:e0:4c:1e:0f\",\"name\":\"da4cca3c3241e58\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93b4aa15-e8d1-4fce-b84e-c82cc1faf7c7\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:01:52.596211 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 03:02:02.825183 3776 default_network_controller.go:1025] Node "ip-10-0-0-186.ec2.internal" in remote zone "ip-10-0-0-186.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0421 03:02:02.825972 3776 zone_ic_handler.go:195] Time taken to create transit switch: 290.469µs I0421 03:02:02.825987 3776 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-186.ec2.internal for the network default I0421 03:02:02.826923 3776 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-186.ec2.internal" on network "default" took: 1.251778ms W0421 03:02:05.634310 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:02:05.634334 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:02:11.050245 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:02:11.050274 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:02:23.600597 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 03:03:30.127756 3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-84g4z for pod on switch ip-10-0-1-71.ec2.internal I0421 03:03:30.127876 3776 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z I0421 03:03:30.140149 3776 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-bt9qp] creating logical port openshift-console-operator_console-operator-66dbbb6468-bt9qp for pod on switch ip-10-0-1-71.ec2.internal I0421 03:03:30.140234 3776 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-bt9qp I0421 03:03:30.153038 3776 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z] pod update took 25.185249ms I0421 03:03:30.153056 3776 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z] addLogicalPort annotation time took 25.209195ms I0421 03:03:30.154292 3776 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z] addLogicalPort took 26.547606ms, libovsdb time 928.25µs I0421 03:03:30.169710 3776 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-bt9qp] pod update took 29.499471ms I0421 03:03:30.169726 3776 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-bt9qp] addLogicalPort annotation time took 29.520292ms I0421 03:03:30.170568 3776 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-bt9qp] addLogicalPort took 30.435277ms, libovsdb time 613.601µs I0421 03:03:30.222321 3776 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-zklpx for pod on switch ip-10-0-1-71.ec2.internal I0421 03:03:30.222400 3776 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx I0421 03:03:30.238609 3776 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx] pod update took 16.229345ms I0421 03:03:30.238629 3776 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx] addLogicalPort annotation time took 16.254112ms I0421 03:03:30.239760 3776 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx] addLogicalPort took 17.452516ms, libovsdb time 821.899µs I0421 03:03:30.311474 3776 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-5k4bt for pod on switch ip-10-0-1-71.ec2.internal I0421 03:03:30.311561 3776 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-bfshz for pod on switch ip-10-0-1-71.ec2.internal I0421 03:03:30.311652 3776 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz I0421 03:03:30.311655 3776 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt I0421 03:03:30.332487 3776 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt] pod update took 20.848415ms I0421 03:03:30.332511 3776 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt] addLogicalPort annotation time took 20.875473ms I0421 03:03:30.332715 3776 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz] pod update took 21.08864ms I0421 03:03:30.332733 3776 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz] addLogicalPort annotation time took 21.111065ms I0421 03:03:30.333620 3776 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt] addLogicalPort took 22.164861ms, libovsdb time 833.673µs I0421 03:03:30.333880 3776 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz] addLogicalPort took 22.339645ms, libovsdb time 832.214µs I0421 03:03:30.487995 3776 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z 72da2fef2543cac151e950836ae213fabdf50ecb3c142a75733cdbb25827f3fd network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z 72da2fef2543cac151e950836ae213fabdf50ecb3c142a75733cdbb25827f3fd network default NAD default NAD key ] I0421 03:03:30.496027 3776 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-bt9qp 468976e43c32ba396a4cf542cf5e1a5ab3ffe60a44dc0b7e55d4cc47ef0f2539 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-bt9qp 468976e43c32ba396a4cf542cf5e1a5ab3ffe60a44dc0b7e55d4cc47ef0f2539 network default NAD default NAD key ] I0421 03:03:30.499543 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-84g4z, hostIfaceName: 72da2fef2543cac, network: default, NAD default, SandboxID: "72da2fef2543cac151e950836ae213fabdf50ecb3c142a75733cdbb25827f3fd", PCI device ID: , UID: "c92cbbf5-ff22-475a-8484-017b84f7aade", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0421 03:03:30.506165 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-bt9qp, hostIfaceName: 468976e43c32ba3, network: default, NAD default, SandboxID: "468976e43c32ba396a4cf542cf5e1a5ab3ffe60a44dc0b7e55d4cc47ef0f2539", PCI device ID: , UID: "2af205c3-4c70-4b03-ab00-4c2c92867351", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0421 03:03:30.545806 3776 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z 72da2fef2543cac151e950836ae213fabdf50ecb3c142a75733cdbb25827f3fd network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-84g4z 72da2fef2543cac151e950836ae213fabdf50ecb3c142a75733cdbb25827f3fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b9:aa:e6:29:db\",\"name\":\"72da2fef2543cac\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89aea324-3448-4d18-8c82-61ce943fbbfd\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:03:30.563498 3776 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-bt9qp 468976e43c32ba396a4cf542cf5e1a5ab3ffe60a44dc0b7e55d4cc47ef0f2539 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-bt9qp 468976e43c32ba396a4cf542cf5e1a5ab3ffe60a44dc0b7e55d4cc47ef0f2539 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f0:fc:e0:74:e5\",\"name\":\"468976e43c32ba3\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1336ab0d-244e-43df-94ab-d12c13c0fa44\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:03:30.581013 3776 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx 8688c5e5b1e1fb0972ee901780aa193c3e5201c7f3603c47f93c54b6ee3911d4 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx 8688c5e5b1e1fb0972ee901780aa193c3e5201c7f3603c47f93c54b6ee3911d4 network default NAD default NAD key ] I0421 03:03:30.592644 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-zklpx, hostIfaceName: 8688c5e5b1e1fb0, network: default, NAD default, SandboxID: "8688c5e5b1e1fb0972ee901780aa193c3e5201c7f3603c47f93c54b6ee3911d4", PCI device ID: , UID: "e9ec7f41-03c2-489e-8b91-00c6bcae67b1", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0421 03:03:30.639752 3776 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx 8688c5e5b1e1fb0972ee901780aa193c3e5201c7f3603c47f93c54b6ee3911d4 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zklpx 8688c5e5b1e1fb0972ee901780aa193c3e5201c7f3603c47f93c54b6ee3911d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:45:03:d6:cf:f5\",\"name\":\"8688c5e5b1e1fb0\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8ac37a2-10e4-4ef8-83cd-9ba6c822776b\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:03:33.822133 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0421 03:03:35.175426 3776 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0421 03:03:35.176449 3776 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.000107ms I0421 03:03:35.207135 3776 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0421 03:03:35.896238 3776 namespace.go:98] [openshift-service-ca] adding namespace I0421 03:03:35.897112 3776 namespace.go:102] [openshift-service-ca] adding namespace took 852.538µs I0421 03:03:35.918968 3776 namespace.go:142] [openshift-service-ca] updating namespace I0421 03:03:37.574633 3776 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-gx48q] creating logical port openshift-service-ca_service-ca-d9cb48497-gx48q for pod on switch ip-10-0-1-71.ec2.internal I0421 03:03:37.574738 3776 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-gx48q I0421 03:03:37.587663 3776 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-gx48q] pod update took 12.956592ms I0421 03:03:37.587683 3776 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-gx48q] addLogicalPort annotation time took 12.987909ms I0421 03:03:37.588762 3776 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-gx48q] addLogicalPort took 14.145371ms, libovsdb time 777.901µs I0421 03:03:37.930328 3776 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-gx48q 496fcf4a93ee999c48a7bf50cea3379e8ab347ed8a4bdccfefe4c036e39ec98d network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-gx48q 496fcf4a93ee999c48a7bf50cea3379e8ab347ed8a4bdccfefe4c036e39ec98d network default NAD default NAD key ] I0421 03:03:37.939935 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-gx48q, hostIfaceName: 496fcf4a93ee999, network: default, NAD default, SandboxID: "496fcf4a93ee999c48a7bf50cea3379e8ab347ed8a4bdccfefe4c036e39ec98d", PCI device ID: , UID: "a7c92061-7061-4c14-87df-2e4c3eb7892a", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0421 03:03:37.984836 3776 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-gx48q 496fcf4a93ee999c48a7bf50cea3379e8ab347ed8a4bdccfefe4c036e39ec98d network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-gx48q 496fcf4a93ee999c48a7bf50cea3379e8ab347ed8a4bdccfefe4c036e39ec98d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d1:cc:62:33:8f\",\"name\":\"496fcf4a93ee999\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f8bef93-5195-4c5f-9584-011972d19276\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:03:44.808019 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0421 03:03:46.269171 3776 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt 29566f8ef1672cce0b19a4b31e93db95b2c6510cd69fbdade775cad61547affa network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt 29566f8ef1672cce0b19a4b31e93db95b2c6510cd69fbdade775cad61547affa network default NAD default NAD key ] I0421 03:03:46.278064 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-5k4bt, hostIfaceName: 29566f8ef1672cc, network: default, NAD default, SandboxID: "29566f8ef1672cce0b19a4b31e93db95b2c6510cd69fbdade775cad61547affa", PCI device ID: , UID: "baec411d-1c64-4295-ac92-2c8b0a936cf3", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0421 03:03:46.325186 3776 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt 29566f8ef1672cce0b19a4b31e93db95b2c6510cd69fbdade775cad61547affa network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5k4bt 29566f8ef1672cce0b19a4b31e93db95b2c6510cd69fbdade775cad61547affa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ff:89:83:63:c2\",\"name\":\"29566f8ef1672cc\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/291fb1b1-f747-4ac6-b89a-e2cb7f70bc4b\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:03:52.391994 3776 cni.go:452] [openshift-image-registry/image-registry-748564bdc9-fzm5j ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-748564bdc9-fzm5j ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5 network default NAD default NAD key ] I0421 03:03:52.401033 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-748564bdc9-fzm5j, hostIfaceName: ca6bf9d46298a05, network: default, NAD default, SandboxID: "ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5", PCI device ID: , UID: "ed6de97f-b2b6-4b9b-8c83-57d000c382b5", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0421 03:03:52.449564 3776 cni.go:473] [openshift-image-registry/image-registry-748564bdc9-fzm5j ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-748564bdc9-fzm5j ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:70:7a:03:db:15\",\"name\":\"ca6bf9d46298a05\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d281bd79-7ab9-4072-a9d7-f158d66bdbef\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:03:59.387675 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0421 03:03:59.462167 3776 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gq4qt] creating logical port openshift-insights_insights-runtime-extractor-gq4qt for pod on switch ip-10-0-1-71.ec2.internal I0421 03:03:59.462294 3776 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gq4qt I0421 03:03:59.471288 3776 cni.go:452] [openshift-dns/dns-default-6v6qn 93ed4f8a32ecd300fc72f99e582c39373236a08ee0c73e7e65d35c6723e03db3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-6v6qn 93ed4f8a32ecd300fc72f99e582c39373236a08ee0c73e7e65d35c6723e03db3 network default NAD default NAD key ] I0421 03:03:59.480435 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-6v6qn, hostIfaceName: 93ed4f8a32ecd30, network: default, NAD default, SandboxID: "93ed4f8a32ecd300fc72f99e582c39373236a08ee0c73e7e65d35c6723e03db3", PCI device ID: , UID: "12c2d0ff-7b6a-4c3e-8e7f-a81a23266817", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0421 03:03:59.487915 3776 pod.go:62] [openshift-insights/insights-runtime-extractor-gq4qt] pod update took 25.646523ms I0421 03:03:59.487947 3776 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gq4qt] addLogicalPort annotation time took 25.684153ms I0421 03:03:59.489385 3776 pods.go:271] [openshift-insights/insights-runtime-extractor-gq4qt] addLogicalPort took 27.23384ms, libovsdb time 1.022477ms I0421 03:03:59.528576 3776 cni.go:473] [openshift-dns/dns-default-6v6qn 93ed4f8a32ecd300fc72f99e582c39373236a08ee0c73e7e65d35c6723e03db3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-6v6qn 93ed4f8a32ecd300fc72f99e582c39373236a08ee0c73e7e65d35c6723e03db3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:d0:b2:3b:e7:d4\",\"name\":\"93ed4f8a32ecd30\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed027450-4139-4b8f-ab9d-61a775c50741\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:03:59.815135 3776 cni.go:452] [openshift-insights/insights-runtime-extractor-gq4qt e108e16dc40f811ceb8056b48dd279066bf4191fd026e8897a390df8c446bc6a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gq4qt e108e16dc40f811ceb8056b48dd279066bf4191fd026e8897a390df8c446bc6a network default NAD default NAD key ] I0421 03:03:59.824950 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gq4qt, hostIfaceName: e108e16dc40f811, network: default, NAD default, SandboxID: "e108e16dc40f811ceb8056b48dd279066bf4191fd026e8897a390df8c446bc6a", PCI device ID: , UID: "2a47f287-0d6c-48f7-8ddc-6e4b6a44313b", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0421 03:03:59.869265 3776 cni.go:473] [openshift-insights/insights-runtime-extractor-gq4qt e108e16dc40f811ceb8056b48dd279066bf4191fd026e8897a390df8c446bc6a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gq4qt e108e16dc40f811ceb8056b48dd279066bf4191fd026e8897a390df8c446bc6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:fc:d0:1a:87:cd\",\"name\":\"e108e16dc40f811\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20dc3c31-6b36-4e48-8c14-645ece3d32b8\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:04:00.997412 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5677c486c6-vtxhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:00.998076 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5677c486c6-vtxhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:01.016193 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5677c486c6-vtxhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:01.016217 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5677c486c6-vtxhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:01.021278 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5677c486c6-vtxhf I0421 03:04:01.021301 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5677c486c6-vtxhf I0421 03:04:01.396941 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-748564bdc9-j47ll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:01.397616 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-748564bdc9-j47ll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:01.412015 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-748564bdc9-j47ll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:01.412037 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-748564bdc9-j47ll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:01.417583 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-748564bdc9-j47ll I0421 03:04:01.417606 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-748564bdc9-j47ll W0421 03:04:01.921121 3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0421 03:04:01.921140 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0421 03:04:01.921147 3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0421 03:04:01.994960 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0421 03:04:02.401263 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0421 03:04:02.474518 3776 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz 149263f12a0422611da1bf71162438736eded1d4a5df8614579f89fae24e1d8d network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz 149263f12a0422611da1bf71162438736eded1d4a5df8614579f89fae24e1d8d network default NAD default NAD key ] I0421 03:04:02.483582 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-bfshz, hostIfaceName: 149263f12a04226, network: default, NAD default, SandboxID: "149263f12a0422611da1bf71162438736eded1d4a5df8614579f89fae24e1d8d", PCI device ID: , UID: "991f3062-dad3-47f1-a861-ded505c25cad", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0421 03:04:02.529851 3776 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz 149263f12a0422611da1bf71162438736eded1d4a5df8614579f89fae24e1d8d network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-bfshz 149263f12a0422611da1bf71162438736eded1d4a5df8614579f89fae24e1d8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:fc:13:f2:89:aa\",\"name\":\"149263f12a04226\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a985b4b-7bd1-42e7-8b93-79de9a800c41\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:04:02.999923 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:02.999939 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.000942 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.000954 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.000958 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.055087 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.055107 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.055232 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.055246 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.055251 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.408471 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.408497 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.408512 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.408762 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.408782 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default I0421 03:04:05.262331 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-9t9md for pod on switch ip-10-0-1-71.ec2.internal I0421 03:04:05.262503 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md I0421 03:04:05.280335 3776 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md] pod update took 17.899452ms I0421 03:04:05.280353 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md] addLogicalPort annotation time took 17.921651ms I0421 03:04:05.281471 3776 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md] addLogicalPort took 19.155122ms, libovsdb time 839.575µs I0421 03:04:05.617620 3776 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md 7b25b10da0bf924ff5b027923bab3ad35d50a0080f4551666f182f0bfe3d28e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md 7b25b10da0bf924ff5b027923bab3ad35d50a0080f4551666f182f0bfe3d28e0 network default NAD default NAD key ] I0421 03:04:05.628793 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-9t9md, hostIfaceName: 7b25b10da0bf924, network: default, NAD default, SandboxID: "7b25b10da0bf924ff5b027923bab3ad35d50a0080f4551666f182f0bfe3d28e0", PCI device ID: , UID: "2173754d-5eb4-4d20-afa0-918c9a19c414", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0421 03:04:05.673724 3776 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md 7b25b10da0bf924ff5b027923bab3ad35d50a0080f4551666f182f0bfe3d28e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9t9md 7b25b10da0bf924ff5b027923bab3ad35d50a0080f4551666f182f0bfe3d28e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:df:26:7d:6a:e1\",\"name\":\"7b25b10da0bf924\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ec5a039-425a-4450-8ff9-950213ed8a7f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:04:07.013664 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0421 03:04:07.971091 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0421 03:04:08.330531 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-q2hr8] creating logical port openshift-monitoring_prometheus-operator-76b589d668-q2hr8 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:04:08.330623 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-q2hr8 I0421 03:04:08.344717 3776 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-q2hr8] pod update took 14.113129ms I0421 03:04:08.344741 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-q2hr8] addLogicalPort annotation time took 14.14409ms I0421 03:04:08.345921 3776 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-q2hr8] addLogicalPort took 15.40982ms, libovsdb time 873.018µs I0421 03:04:08.685458 3776 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-q2hr8 42a3d60ee3d9b064449a467d98ebf5774aa23718dad1cd5bee85e9bccbc2f765 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-q2hr8 42a3d60ee3d9b064449a467d98ebf5774aa23718dad1cd5bee85e9bccbc2f765 network default NAD default NAD key ] I0421 03:04:08.695345 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-q2hr8, hostIfaceName: 42a3d60ee3d9b06, network: default, NAD default, SandboxID: "42a3d60ee3d9b064449a467d98ebf5774aa23718dad1cd5bee85e9bccbc2f765", PCI device ID: , UID: "42764adb-1e2c-4f35-88a0-47f5058edca9", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0421 03:04:08.741133 3776 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-q2hr8 42a3d60ee3d9b064449a467d98ebf5774aa23718dad1cd5bee85e9bccbc2f765 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-q2hr8 42a3d60ee3d9b064449a467d98ebf5774aa23718dad1cd5bee85e9bccbc2f765 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:da:7a:51:3e:df\",\"name\":\"42a3d60ee3d9b06\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e600dae-88be-4f71-932d-1e09f6e6accf\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:04:11.930735 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0421 03:04:11.930754 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0421 03:04:11.930759 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0421 03:04:12.802667 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-fhtf6 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:04:12.802789 3776 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6 I0421 03:04:12.823768 3776 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6] pod update took 21.014627ms I0421 03:04:12.823796 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6] addLogicalPort annotation time took 21.047344ms I0421 03:04:12.825070 3776 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6] addLogicalPort took 22.422933ms, libovsdb time 956.545µs I0421 03:04:13.163690 3776 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6 0b82232cb4551c4865462120d4cd3b4c0cd472882b50605373452a06069daeab network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6 0b82232cb4551c4865462120d4cd3b4c0cd472882b50605373452a06069daeab network default NAD default NAD key ] I0421 03:04:13.182536 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-fhtf6, hostIfaceName: 0b82232cb4551c4, network: default, NAD default, SandboxID: "0b82232cb4551c4865462120d4cd3b4c0cd472882b50605373452a06069daeab", PCI device ID: , UID: "692daea7-58e0-4ed9-a399-8dc6977d926d", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0421 03:04:13.232050 3776 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6 0b82232cb4551c4865462120d4cd3b4c0cd472882b50605373452a06069daeab network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-fhtf6 0b82232cb4551c4865462120d4cd3b4c0cd472882b50605373452a06069daeab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e9:90:2d:9c:78\",\"name\":\"0b82232cb4551c4\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a33bdc06-b2e0-428d-a19f-aa8c3832016c\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:04:13.906789 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0421 03:04:16.003792 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5fc958c755-vchjr] creating logical port openshift-monitoring_thanos-querier-5fc958c755-vchjr for pod on switch ip-10-0-1-71.ec2.internal I0421 03:04:16.003906 3776 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5fc958c755-vchjr I0421 03:04:16.024536 3776 pod.go:62] [openshift-monitoring/thanos-querier-5fc958c755-vchjr] pod update took 20.677813ms I0421 03:04:16.024557 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5fc958c755-vchjr] addLogicalPort annotation time took 20.704775ms I0421 03:04:16.025829 3776 pods.go:271] [openshift-monitoring/thanos-querier-5fc958c755-vchjr] addLogicalPort took 22.053568ms, libovsdb time 939.798µs I0421 03:04:16.361812 3776 cni.go:452] [openshift-monitoring/thanos-querier-5fc958c755-vchjr 3096eb5efedd901871399c63485e900d463342d564489b5773aa7df6700f7c17 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5fc958c755-vchjr 3096eb5efedd901871399c63485e900d463342d564489b5773aa7df6700f7c17 network default NAD default NAD key ] I0421 03:04:16.371411 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5fc958c755-vchjr, hostIfaceName: 3096eb5efedd901, network: default, NAD default, SandboxID: "3096eb5efedd901871399c63485e900d463342d564489b5773aa7df6700f7c17", PCI device ID: , UID: "bbfd96e7-d125-4b13-b0fd-538f9e2dd8d7", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0421 03:04:16.417319 3776 cni.go:473] [openshift-monitoring/thanos-querier-5fc958c755-vchjr 3096eb5efedd901871399c63485e900d463342d564489b5773aa7df6700f7c17 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5fc958c755-vchjr 3096eb5efedd901871399c63485e900d463342d564489b5773aa7df6700f7c17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:c5:c6:d2:e6:9c\",\"name\":\"3096eb5efedd901\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a42b716-3857-40b3-92e8-1e42930cda90\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:04:16.537679 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:16.537719 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:16.537724 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:17.068687 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:17.068706 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:17.068712 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0421 03:04:17.419282 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-77999f96f6-nqbnn] creating logical port openshift-monitoring_metrics-server-77999f96f6-nqbnn for pod on switch ip-10-0-1-71.ec2.internal I0421 03:04:17.419414 3776 kube.go:256] Updating pod openshift-monitoring/metrics-server-77999f96f6-nqbnn I0421 03:04:17.440769 3776 pod.go:62] [openshift-monitoring/metrics-server-77999f96f6-nqbnn] pod update took 21.378435ms I0421 03:04:17.440799 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-77999f96f6-nqbnn] addLogicalPort annotation time took 21.413032ms I0421 03:04:17.442261 3776 pods.go:271] [openshift-monitoring/metrics-server-77999f96f6-nqbnn] addLogicalPort took 22.99723ms, libovsdb time 1.047623ms I0421 03:04:17.535335 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-tmjqx for pod on switch ip-10-0-1-71.ec2.internal I0421 03:04:17.535462 3776 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx I0421 03:04:17.552538 3776 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx] pod update took 17.105608ms I0421 03:04:17.552562 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx] addLogicalPort annotation time took 17.132197ms I0421 03:04:17.554122 3776 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx] addLogicalPort took 18.80586ms, libovsdb time 1.122821ms I0421 03:04:17.778553 3776 cni.go:452] [openshift-monitoring/metrics-server-77999f96f6-nqbnn c98c894b07403c7210090ca1ce9633ed390ecf0ab3aa3deae355b87a638fa07e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-77999f96f6-nqbnn c98c894b07403c7210090ca1ce9633ed390ecf0ab3aa3deae355b87a638fa07e network default NAD default NAD key ] I0421 03:04:17.788009 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-77999f96f6-nqbnn, hostIfaceName: c98c894b07403c7, network: default, NAD default, SandboxID: "c98c894b07403c7210090ca1ce9633ed390ecf0ab3aa3deae355b87a638fa07e", PCI device ID: , UID: "a3345df0-bed7-4864-9ac2-2cdc674269eb", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0421 03:04:17.835574 3776 cni.go:473] [openshift-monitoring/metrics-server-77999f96f6-nqbnn c98c894b07403c7210090ca1ce9633ed390ecf0ab3aa3deae355b87a638fa07e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-77999f96f6-nqbnn c98c894b07403c7210090ca1ce9633ed390ecf0ab3aa3deae355b87a638fa07e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:7a:dc:47:2b:12\",\"name\":\"c98c894b07403c7\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c2ed67d-2542-4ad6-b041-468ed6e53206\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:04:17.901490 3776 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx 906f12b600371b80201064419ba70a88893294a125ee8f0b0e4cacbaca4dd612 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx 906f12b600371b80201064419ba70a88893294a125ee8f0b0e4cacbaca4dd612 network default NAD default NAD key ] I0421 03:04:17.910865 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-tmjqx, hostIfaceName: 906f12b600371b8, network: default, NAD default, SandboxID: "906f12b600371b80201064419ba70a88893294a125ee8f0b0e4cacbaca4dd612", PCI device ID: , UID: "82135418-f61b-4ff0-ab09-f6ab50076268", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0421 03:04:17.956386 3776 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx 906f12b600371b80201064419ba70a88893294a125ee8f0b0e4cacbaca4dd612 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tmjqx 906f12b600371b80201064419ba70a88893294a125ee8f0b0e4cacbaca4dd612 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:a7:06:09:3e:26\",\"name\":\"906f12b600371b8\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1cc94fe-822e-4f0b-b0b7-8c4090f7e079\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:04:19.219512 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:04:19.219635 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0421 03:04:19.241787 3776 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.199135ms I0421 03:04:19.241815 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.23075ms I0421 03:04:19.243389 3776 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 23.919854ms, libovsdb time 1.12126ms I0421 03:04:20.041336 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-0 d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c network default NAD default NAD key ] I0421 03:04:20.050511 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: d726c7e8e3acfec, network: default, NAD default, SandboxID: "d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c", PCI device ID: , UID: "c63ae2cc-f4c7-471f-accc-b457a85ea83d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0421 03:04:20.104185 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-0 d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a4:8c:b9:6e:f1\",\"name\":\"d726c7e8e3acfec\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1051941b-b321-475f-93d4-78042a223730\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:04:20.533795 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:04:20.533815 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:04:21.032819 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0421 03:04:21.078000 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:21.078015 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:21.078020 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:21.078024 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:21.087905 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0421 03:04:21.115141 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0421 03:04:21.688069 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:21.688656 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:21.688685 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:04:21.688695 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0421 03:04:21.688712 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:04:21.688718 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0421 03:04:22.049679 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:04:22.049697 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:04:22.548719 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:22.548738 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:22.548744 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:22.548748 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0421 03:04:22.717313 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:22.717337 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:22.717355 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:22.717365 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:04:24.099732 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0421 03:04:27.048880 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.048917 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.048923 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.048928 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0421 03:04:27.679068 3776 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0421 03:04:27.688667 3776 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0421 03:04:32.326199 3776 base_network_controller_pods.go:487] [default/openshift-console/console-58f6467f44-9h9l8] creating logical port openshift-console_console-58f6467f44-9h9l8 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:04:32.326333 3776 kube.go:256] Updating pod openshift-console/console-58f6467f44-9h9l8 I0421 03:04:32.343084 3776 pod.go:62] [openshift-console/console-58f6467f44-9h9l8] pod update took 16.778506ms I0421 03:04:32.343105 3776 base_network_controller_pods.go:951] [default/openshift-console/console-58f6467f44-9h9l8] addLogicalPort annotation time took 16.804265ms I0421 03:04:32.344219 3776 pods.go:271] [openshift-console/console-58f6467f44-9h9l8] addLogicalPort took 18.036632ms, libovsdb time 778.735µs I0421 03:04:32.686554 3776 cni.go:452] [openshift-console/console-58f6467f44-9h9l8 64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-58f6467f44-9h9l8 64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e network default NAD default NAD key ] I0421 03:04:32.695744 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-58f6467f44-9h9l8, hostIfaceName: 64af99a87ae9ac8, network: default, NAD default, SandboxID: "64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e", PCI device ID: , UID: "994cfcd1-d597-47f2-bf54-afaed5c2d997", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0421 03:04:32.744406 3776 cni.go:473] [openshift-console/console-58f6467f44-9h9l8 64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-58f6467f44-9h9l8 64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:b8:5b:fe:26:19\",\"name\":\"64af99a87ae9ac8\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7c8bf4e-9a72-4312-8b1f-513fdca4a82f\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:04:37.138765 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0421 03:04:37.159288 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0421 03:04:41.203561 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0421 03:04:42.046859 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0421 03:04:43.140373 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0421 03:04:43.175346 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0421 03:04:43.615993 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0421 03:04:48.215856 3776 cni.go:452] [openshift-image-registry/image-registry-748564bdc9-fzm5j ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-748564bdc9-fzm5j ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5 network default NAD default NAD key ] I0421 03:04:48.296388 3776 cni.go:473] [openshift-image-registry/image-registry-748564bdc9-fzm5j ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-748564bdc9-fzm5j ca6bf9d46298a05a69143532321a1fa84a929d5626028bed4da844b7a6bbc1b5 network default NAD default NAD key default], result "{}", err I0421 03:04:48.346137 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-748564bdc9-fzm5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:48.346172 3776 pods.go:176] Deleting pod: openshift-image-registry/image-registry-748564bdc9-fzm5j I0421 03:04:48.347485 3776 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-748564bdc9-fzm5j, ips: 10.130.0.5 I0421 03:04:48.347510 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-748564bdc9-fzm5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:49.150981 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-748564bdc9-fzm5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:49.151006 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-748564bdc9-fzm5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:49.157653 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-748564bdc9-fzm5j I0421 03:04:49.157679 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-748564bdc9-fzm5j W0421 03:04:55.671960 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0421 03:04:59.202525 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0421 03:04:59.202610 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0421 03:04:59.202659 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0421 03:05:00.210268 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0421 03:05:06.540043 3776 obj_retry.go:498] Detected object openshift-console/console-58f6467f44-ph6pc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:06.540689 3776 obj_retry.go:498] Detected object openshift-console/console-58f6467f44-ph6pc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:07.268367 3776 obj_retry.go:492] Detected object openshift-console/console-58f6467f44-ph6pc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:07.268392 3776 obj_retry.go:492] Detected object openshift-console/console-58f6467f44-ph6pc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:07.274079 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58f6467f44-ph6pc I0421 03:05:07.274107 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58f6467f44-ph6pc I0421 03:05:16.863394 3776 cni.go:452] [openshift-console/console-58f6467f44-9h9l8 64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-58f6467f44-9h9l8 64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e network default NAD default NAD key ] I0421 03:05:16.939099 3776 cni.go:473] [openshift-console/console-58f6467f44-9h9l8 64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-58f6467f44-9h9l8 64af99a87ae9ac825055a18dcf3321910a8fc18140f6d554ddc257b36cd2da0e network default NAD default NAD key default], result "{}", err I0421 03:05:16.988019 3776 obj_retry.go:498] Detected object openshift-console/console-58f6467f44-9h9l8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:16.988062 3776 pods.go:176] Deleting pod: openshift-console/console-58f6467f44-9h9l8 I0421 03:05:16.989326 3776 pods.go:236] Attempting to release IPs for pod: openshift-console/console-58f6467f44-9h9l8, ips: 10.130.0.22 I0421 03:05:16.989358 3776 obj_retry.go:498] Detected object openshift-console/console-58f6467f44-9h9l8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:17.268825 3776 obj_retry.go:492] Detected object openshift-console/console-58f6467f44-9h9l8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:17.268850 3776 obj_retry.go:492] Detected object openshift-console/console-58f6467f44-9h9l8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:17.275020 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58f6467f44-9h9l8 I0421 03:05:17.275048 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58f6467f44-9h9l8 I0421 03:05:19.374993 3776 obj_retry.go:498] Detected object openshift-ingress/router-default-5b58d99ffc-4kdzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:19.375540 3776 obj_retry.go:498] Detected object openshift-ingress/router-default-5b58d99ffc-4kdzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0421 03:05:19.826156 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:05:19.826180 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:05:19.826190 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:05:19.826195 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:05:20.323777 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:05:20.323806 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0421 03:05:20.336509 3776 obj_retry.go:492] Detected object openshift-ingress/router-default-5b58d99ffc-4kdzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:20.336534 3776 obj_retry.go:492] Detected object openshift-ingress/router-default-5b58d99ffc-4kdzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:20.339997 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5b58d99ffc-4kdzg I0421 03:05:20.340027 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5b58d99ffc-4kdzg I0421 03:05:26.475178 3776 cni.go:452] [openshift-multus/network-metrics-daemon-v5wg8 78a44703c1d2557e52cefaf46883d1f73c5eb57b194256a6677b2e6bb066e49c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-v5wg8 78a44703c1d2557e52cefaf46883d1f73c5eb57b194256a6677b2e6bb066e49c network default NAD default NAD key ] I0421 03:05:26.484210 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-v5wg8, hostIfaceName: 78a44703c1d2557, network: default, NAD default, SandboxID: "78a44703c1d2557e52cefaf46883d1f73c5eb57b194256a6677b2e6bb066e49c", PCI device ID: , UID: "73c4f8dd-0950-454a-8ddb-ad83d9d5f57a", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0421 03:05:26.532998 3776 cni.go:473] [openshift-multus/network-metrics-daemon-v5wg8 78a44703c1d2557e52cefaf46883d1f73c5eb57b194256a6677b2e6bb066e49c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-v5wg8 78a44703c1d2557e52cefaf46883d1f73c5eb57b194256a6677b2e6bb066e49c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:06:62:ce:5f:80\",\"name\":\"78a44703c1d2557\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c37efa09-8319-4a1c-a687-eec152fd022c\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:05:30.118943 3776 base_network_controller_pods.go:487] [default/openshift-console/console-7d8bbf4748-tq7zq] creating logical port openshift-console_console-7d8bbf4748-tq7zq for pod on switch ip-10-0-1-71.ec2.internal I0421 03:05:30.119053 3776 kube.go:256] Updating pod openshift-console/console-7d8bbf4748-tq7zq I0421 03:05:30.136760 3776 pod.go:62] [openshift-console/console-7d8bbf4748-tq7zq] pod update took 17.735894ms I0421 03:05:30.136785 3776 base_network_controller_pods.go:951] [default/openshift-console/console-7d8bbf4748-tq7zq] addLogicalPort annotation time took 17.767548ms I0421 03:05:30.138182 3776 pods.go:271] [openshift-console/console-7d8bbf4748-tq7zq] addLogicalPort took 19.26001ms, libovsdb time 934.98µs I0421 03:05:30.480983 3776 cni.go:452] [openshift-console/console-7d8bbf4748-tq7zq 4ec11542e80e8dcd1b720e7da69a744a7bf48bc40655ceda63528497e023a984 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d8bbf4748-tq7zq 4ec11542e80e8dcd1b720e7da69a744a7bf48bc40655ceda63528497e023a984 network default NAD default NAD key ] I0421 03:05:30.490683 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d8bbf4748-tq7zq, hostIfaceName: 4ec11542e80e8dc, network: default, NAD default, SandboxID: "4ec11542e80e8dcd1b720e7da69a744a7bf48bc40655ceda63528497e023a984", PCI device ID: , UID: "cd5dcfcf-232b-488a-86c7-68cbca65cd03", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0421 03:05:30.539916 3776 cni.go:473] [openshift-console/console-7d8bbf4748-tq7zq 4ec11542e80e8dcd1b720e7da69a744a7bf48bc40655ceda63528497e023a984 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d8bbf4748-tq7zq 4ec11542e80e8dcd1b720e7da69a744a7bf48bc40655ceda63528497e023a984 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:1d:b6:49:1f:98\",\"name\":\"4ec11542e80e8dc\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a82bf2d7-0ab1-4545-ad66-0233278750e8\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:05:34.875015 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:34.875538 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:35.852945 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:35.852971 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:35.860249 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0421 03:05:35.860278 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0421 03:05:39.160640 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:39.161281 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:39.880743 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:39.880768 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:39.889053 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0421 03:05:39.889082 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0421 03:05:41.393683 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0421 03:05:55.415945 3776 obj_retry.go:498] Detected object openshift-console/console-6fcf9ffcd-qqv8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:55.416479 3776 obj_retry.go:498] Detected object openshift-console/console-6fcf9ffcd-qqv8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:55.765644 3776 obj_retry.go:492] Detected object openshift-console/console-6fcf9ffcd-qqv8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:55.765671 3776 obj_retry.go:492] Detected object openshift-console/console-6fcf9ffcd-qqv8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:55.771236 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fcf9ffcd-qqv8s I0421 03:05:55.771260 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fcf9ffcd-qqv8s I0421 03:05:57.636675 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:57.637228 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:58.488679 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:58.488708 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:58.496291 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0421 03:05:58.496325 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0421 03:06:06.721486 3776 obj_retry.go:498] Detected object openshift-console/console-6fcf9ffcd-9zsft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:06:06.722101 3776 obj_retry.go:498] Detected object openshift-console/console-6fcf9ffcd-9zsft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:06:07.000970 3776 obj_retry.go:492] Detected object openshift-console/console-6fcf9ffcd-9zsft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:06:07.001001 3776 obj_retry.go:492] Detected object openshift-console/console-6fcf9ffcd-9zsft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:06:07.006540 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fcf9ffcd-9zsft I0421 03:06:07.006566 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fcf9ffcd-9zsft I0421 03:06:10.366347 3776 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0421 03:06:42.373046 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-0 d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c network default NAD default NAD key ] I0421 03:06:42.447191 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-0 d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 d726c7e8e3acfecabb885b8596fbd667267e3b12764e1e1967e2e5484c60470c network default NAD default NAD key default], result "{}", err I0421 03:06:42.507734 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:06:42.507770 3776 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0421 03:06:42.509029 3776 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.21 I0421 03:06:42.509056 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:06:42.674488 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 I0421 03:06:42.921321 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:06:42.921352 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:06:42.929379 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0421 03:06:42.929417 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0421 03:06:42.980373 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:06:42.980522 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0421 03:06:43.006270 3776 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.783274ms I0421 03:06:43.006295 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.816692ms I0421 03:06:43.007595 3776 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.24042ms, libovsdb time 904.917µs I0421 03:06:43.342734 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f4dbf874cc838f349f78f7d71e8df9a3e9eb69a411152e672672b86018917c82 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f4dbf874cc838f349f78f7d71e8df9a3e9eb69a411152e672672b86018917c82 network default NAD default NAD key ] I0421 03:06:43.352475 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f4dbf874cc838f3, network: default, NAD default, SandboxID: "f4dbf874cc838f349f78f7d71e8df9a3e9eb69a411152e672672b86018917c82", PCI device ID: , UID: "477b7036-3925-4c45-8f74-9863b48fbdc7", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0421 03:06:43.402398 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f4dbf874cc838f349f78f7d71e8df9a3e9eb69a411152e672672b86018917c82 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f4dbf874cc838f349f78f7d71e8df9a3e9eb69a411152e672672b86018917c82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:86:96:60:74:0d\",\"name\":\"f4dbf874cc838f3\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4052cf97-bd6f-4f56-92a4-55c4b9044549\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:06:45.785284 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0421 03:06:59.764199 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0421 03:07:15.683034 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=504 I0421 03:07:22.934995 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:07:22.935523 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:07:23.832316 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:07:23.832339 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:07:43.900316 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:07:43.900340 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0421 03:07:56.672850 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0421 03:08:05.672759 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0421 03:09:00.802532 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0421 03:09:04.767625 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0421 03:09:15.796379 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0421 03:09:17.790512 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0421 03:09:28.683242 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=130 W0421 03:09:33.308662 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:09:44.347879 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0421 03:09:44.347963 3776 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-qmrz9 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-qmrz9: no pod IPs found I0421 03:10:04.546506 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:10:04.547096 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:10:05.439732 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:10:05.439788 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:10:24.677237 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0421 03:10:37.764916 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0421 03:10:49.779604 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0421 03:10:55.802384 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0421 03:11:14.773404 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0421 03:12:10.678070 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0421 03:12:21.788382 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0421 03:13:33.676390 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0421 03:13:33.767099 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0421 03:14:20.770416 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0421 03:14:50.675596 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0421 03:15:59.686854 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0421 03:16:02.246712 3776 namespace.go:98] [tsf] adding namespace I0421 03:16:02.247568 3776 namespace.go:102] [tsf] adding namespace took 833.343µs I0421 03:16:02.267687 3776 namespace.go:142] [tsf] updating namespace I0421 03:16:02.277713 3776 namespace.go:142] [tsf] updating namespace I0421 03:16:04.792017 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0421 03:16:06.099373 3776 namespace.go:98] [konflux-ui] adding namespace I0421 03:16:06.100267 3776 namespace.go:102] [konflux-ui] adding namespace took 870.992µs I0421 03:16:06.100301 3776 namespace.go:98] [tsf-tpa] adding namespace I0421 03:16:06.100751 3776 namespace.go:102] [tsf-tpa] adding namespace took 443.669µs I0421 03:16:06.117768 3776 namespace.go:98] [rhtpa-operator] adding namespace I0421 03:16:06.117920 3776 namespace.go:98] [rhbk-operator] adding namespace I0421 03:16:06.118140 3776 namespace.go:98] [konflux-operator] adding namespace I0421 03:16:06.118238 3776 namespace.go:98] [tsf-tas] adding namespace I0421 03:16:06.118278 3776 namespace.go:98] [tsf-keycloak] adding namespace I0421 03:16:06.118615 3776 namespace.go:102] [rhtpa-operator] adding namespace took 829.668µs I0421 03:16:06.119142 3776 namespace.go:102] [rhbk-operator] adding namespace took 1.206754ms I0421 03:16:06.119169 3776 namespace.go:98] [cert-manager-operator] adding namespace I0421 03:16:06.119692 3776 namespace.go:102] [konflux-operator] adding namespace took 1.540907ms I0421 03:16:06.120183 3776 namespace.go:102] [tsf-tas] adding namespace took 1.93716ms I0421 03:16:06.120673 3776 namespace.go:102] [tsf-keycloak] adding namespace took 2.385561ms I0421 03:16:06.121104 3776 namespace.go:102] [cert-manager-operator] adding namespace took 1.929895ms I0421 03:16:06.122599 3776 namespace.go:142] [konflux-ui] updating namespace I0421 03:16:06.169193 3776 namespace.go:142] [konflux-ui] updating namespace I0421 03:16:06.209272 3776 namespace.go:142] [tsf-tpa] updating namespace I0421 03:16:06.221532 3776 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:16:06.233607 3776 namespace.go:142] [rhbk-operator] updating namespace I0421 03:16:06.233633 3776 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:16:06.293572 3776 namespace.go:142] [konflux-operator] updating namespace I0421 03:16:06.301591 3776 namespace.go:142] [tsf-tas] updating namespace I0421 03:16:06.303640 3776 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:16:06.314604 3776 namespace.go:142] [konflux-ui] updating namespace I0421 03:16:06.383559 3776 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:16:06.406109 3776 namespace.go:142] [rhbk-operator] updating namespace I0421 03:16:06.406172 3776 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:16:06.406312 3776 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:16:06.422193 3776 namespace.go:142] [rhbk-operator] updating namespace I0421 03:16:06.423945 3776 namespace.go:142] [konflux-operator] updating namespace I0421 03:16:06.431035 3776 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:16:06.445318 3776 namespace.go:142] [konflux-operator] updating namespace I0421 03:16:06.445356 3776 namespace.go:142] [tsf-tas] updating namespace I0421 03:16:06.461560 3776 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:16:06.464489 3776 namespace.go:142] [tsf-tas] updating namespace I0421 03:16:06.471061 3776 namespace.go:142] [tsf-tpa] updating namespace I0421 03:16:06.477363 3776 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:16:06.491301 3776 namespace.go:142] [tsf-tpa] updating namespace I0421 03:16:07.138689 3776 namespace.go:142] [tsf-tpa] updating namespace I0421 03:16:07.142823 3776 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:16:07.310106 3776 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-71.ec2.internal I0421 03:16:07.310238 3776 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0421 03:16:07.341531 3776 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 31.326168ms I0421 03:16:07.341554 3776 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 31.357603ms I0421 03:16:07.342736 3776 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 32.648433ms, libovsdb time 859.1µs I0421 03:16:07.677695 3776 cni.go:452] [tsf/test-tsf-subscriptions 1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca network default NAD default NAD key ] I0421 03:16:07.687115 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 1b3f6e1ecc3f747, network: default, NAD default, SandboxID: "1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca", PCI device ID: , UID: "a49bb07a-c8c1-4848-8082-45b8f2be8275", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0421 03:16:07.739388 3776 cni.go:473] [tsf/test-tsf-subscriptions 1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:fb:2b:d8:6f:7a\",\"name\":\"1b3f6e1ecc3f747\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/093d76d2-c5b9-4ebb-a8f7-4467c07cdd32\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:16:13.615595 3776 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.616174 3776 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.616201 3776 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.616209 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:13.616222 3776 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.616226 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:13.652289 3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.652872 3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.652909 3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.652918 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:13.652932 3776 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.652936 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:14.641599 3776 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.641644 3776 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.641655 3776 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.641671 3776 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.676655 3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.676685 3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.676700 3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.676716 3776 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:16.693973 3776 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:16.694568 3776 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:16.694599 3776 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:16.694608 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:16.694622 3776 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:16.694634 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:17.718972 3776 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:17.718996 3776 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:17.719008 3776 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:17.719027 3776 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:19.698912 3776 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.699491 3776 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.699523 3776 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.699535 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:19.699550 3776 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.699554 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:19.738880 3776 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.739419 3776 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.739447 3776 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.739455 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:19.739467 3776 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.739471 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:19.770430 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.770929 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.770950 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.770957 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:19.770970 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.770974 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:20.739857 3776 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.739908 3776 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.739927 3776 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.739942 3776 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.771855 3776 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.771904 3776 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.771922 3776 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.771940 3776 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.798680 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.798705 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.798717 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.798731 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:24.798531 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0421 03:16:27.895330 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0421 03:16:31.577498 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0421 03:16:31.590721 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0421 03:16:34.711761 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=115 I0421 03:16:36.416495 3776 namespace.go:142] [openshift-operators] updating namespace I0421 03:16:36.446716 3776 namespace.go:142] [openshift-operators] updating namespace W0421 03:16:38.970499 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0421 03:16:40.184580 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0421 03:16:40.198676 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0421 03:16:40.224423 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0421 03:16:40.231271 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0421 03:16:41.990138 3776 namespace.go:98] [cert-manager] adding namespace I0421 03:16:41.991005 3776 namespace.go:102] [cert-manager] adding namespace took 845.44µs I0421 03:16:42.031080 3776 namespace.go:142] [cert-manager] updating namespace I0421 03:16:42.039968 3776 namespace.go:142] [cert-manager] updating namespace I0421 03:16:42.810751 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0421 03:16:43.990830 3776 namespace.go:142] [openshift-operators] updating namespace I0421 03:16:45.776194 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0421 03:16:48.726368 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0421 03:16:48.726387 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0421 03:16:52.024334 3776 cni.go:452] [tsf/test-tsf-subscriptions 1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca network default NAD default NAD key ] I0421 03:16:52.098035 3776 cni.go:473] [tsf/test-tsf-subscriptions 1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 1b3f6e1ecc3f747e0123735f34fc8e09364ec2c3809de2307a9f5b6d2b1632ca network default NAD default NAD key default], result "{}", err I0421 03:16:52.159215 3776 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:52.159249 3776 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0421 03:16:52.160592 3776 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.25 I0421 03:16:52.160620 3776 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:52.193303 3776 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:52.193332 3776 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:52.213018 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0421 03:16:52.213045 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0421 03:16:53.849441 3776 namespace.go:98] [trusted-artifact-signer] adding namespace I0421 03:16:53.850369 3776 namespace.go:102] [trusted-artifact-signer] adding namespace took 900.698µs I0421 03:16:53.894272 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:16:53.912861 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:16:54.049046 3776 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-d4b7p for pod on switch ip-10-0-1-71.ec2.internal I0421 03:16:54.049177 3776 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p W0421 03:16:54.097169 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0421 03:16:54.107907 3776 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p I0421 03:16:54.133011 3776 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p] pod update took 83.861284ms I0421 03:16:54.133038 3776 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p] addLogicalPort annotation time took 83.892962ms I0421 03:16:54.134269 3776 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p] addLogicalPort took 85.242334ms, libovsdb time 869.428µs I0421 03:16:54.337142 3776 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-71.ec2.internal I0421 03:16:54.337238 3776 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0421 03:16:54.353927 3776 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.7163ms I0421 03:16:54.353950 3776 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.744678ms I0421 03:16:54.355234 3776 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.113504ms, libovsdb time 899.726µs I0421 03:16:54.422588 3776 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p e63b6bb56785b1ba0a96a5502cfd71515d1471c861d2865870544f36830e5195 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p e63b6bb56785b1ba0a96a5502cfd71515d1471c861d2865870544f36830e5195 network default NAD default NAD key ] I0421 03:16:54.432268 3776 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-d4b7p, hostIfaceName: e63b6bb56785b1b, network: default, NAD default, SandboxID: "e63b6bb56785b1ba0a96a5502cfd71515d1471c861d2865870544f36830e5195", PCI device ID: , UID: "5ac05e44-55ff-4ca0-9a81-1fbe23f3f8bc", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0421 03:16:54.481825 3776 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p e63b6bb56785b1ba0a96a5502cfd71515d1471c861d2865870544f36830e5195 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-d4b7p e63b6bb56785b1ba0a96a5502cfd71515d1471c861d2865870544f36830e5195 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:d6:d5:b8:b8:a5\",\"name\":\"e63b6bb56785b1b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d514948-afec-49fd-9722-3d1fc00d1ba3\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:16:54.694978 3776 cni.go:452] [tsf/test-tsf-infrastructure 5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac network default NAD default NAD key ] I0421 03:16:54.704527 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 5dd07573521e547, network: default, NAD default, SandboxID: "5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac", PCI device ID: , UID: "355b4653-1e0e-49d1-b249-d5e4d1533ba4", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0421 03:16:54.753019 3776 cni.go:473] [tsf/test-tsf-infrastructure 5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d0:88:32:74:d3\",\"name\":\"5dd07573521e547\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d825e8f-ddd0-417b-a0ab-4efc5ca2e4b7\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:16:57.188090 3776 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-52pfd for pod on switch ip-10-0-1-71.ec2.internal I0421 03:16:57.188196 3776 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd I0421 03:16:57.196210 3776 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-4mfcx for pod on switch ip-10-0-1-71.ec2.internal I0421 03:16:57.196452 3776 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx I0421 03:16:57.206855 3776 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd] pod update took 18.686289ms I0421 03:16:57.206881 3776 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd] addLogicalPort annotation time took 18.719497ms I0421 03:16:57.208449 3776 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd] addLogicalPort took 20.377666ms, libovsdb time 1.099844ms I0421 03:16:57.215017 3776 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx] pod update took 18.636114ms I0421 03:16:57.215046 3776 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx] addLogicalPort annotation time took 18.70126ms I0421 03:16:57.216845 3776 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx] addLogicalPort took 20.653864ms, libovsdb time 1.359362ms I0421 03:16:59.564131 3776 namespace.go:98] [openshift-pipelines] adding namespace I0421 03:16:59.565158 3776 namespace.go:102] [openshift-pipelines] adding namespace took 1.002366ms I0421 03:16:59.583246 3776 namespace.go:142] [openshift-pipelines] updating namespace I0421 03:17:00.296905 3776 namespace.go:142] [cert-manager] updating namespace I0421 03:17:00.488736 3776 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:17:00.891754 3776 namespace.go:142] [konflux-operator] updating namespace I0421 03:17:01.089590 3776 namespace.go:142] [konflux-ui] updating namespace I0421 03:17:01.291985 3776 namespace.go:142] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] updating namespace I0421 03:17:01.692226 3776 namespace.go:142] [rhbk-operator] updating namespace I0421 03:17:01.893058 3776 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:17:02.096230 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:17:02.301667 3776 namespace.go:142] [tsf] updating namespace I0421 03:17:02.497494 3776 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:17:02.703582 3776 namespace.go:142] [tsf-tas] updating namespace I0421 03:17:02.901031 3776 namespace.go:142] [tsf-tpa] updating namespace I0421 03:17:03.027747 3776 namespace.go:142] [cert-manager] updating namespace I0421 03:17:03.036177 3776 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:17:03.046480 3776 namespace.go:142] [default] updating namespace I0421 03:17:03.054953 3776 namespace.go:142] [konflux-operator] updating namespace I0421 03:17:03.064634 3776 namespace.go:142] [konflux-ui] updating namespace I0421 03:17:03.073308 3776 namespace.go:142] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] updating namespace I0421 03:17:03.084110 3776 namespace.go:142] [openshift] updating namespace I0421 03:17:03.092199 3776 namespace.go:142] [rhbk-operator] updating namespace I0421 03:17:03.102518 3776 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:17:03.110708 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:17:03.121054 3776 namespace.go:142] [tsf] updating namespace I0421 03:17:03.141155 3776 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:17:03.158693 3776 namespace.go:142] [tsf-tas] updating namespace I0421 03:17:03.179419 3776 namespace.go:142] [tsf-tpa] updating namespace I0421 03:17:03.279768 3776 namespace.go:142] [cert-manager] updating namespace I0421 03:17:03.382352 3776 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:17:03.486450 3776 namespace.go:142] [default] updating namespace I0421 03:17:03.580088 3776 namespace.go:142] [konflux-operator] updating namespace I0421 03:17:03.682877 3776 namespace.go:142] [konflux-ui] updating namespace I0421 03:17:03.782517 3776 namespace.go:142] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] updating namespace I0421 03:17:03.883421 3776 namespace.go:142] [openshift] updating namespace I0421 03:17:03.990676 3776 namespace.go:142] [rhbk-operator] updating namespace I0421 03:17:04.080305 3776 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:17:04.179088 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:17:04.281481 3776 namespace.go:142] [tsf] updating namespace I0421 03:17:04.384635 3776 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:17:04.481434 3776 namespace.go:142] [tsf-tas] updating namespace I0421 03:17:04.581993 3776 namespace.go:142] [tsf-tpa] updating namespace I0421 03:17:04.858314 3776 namespace.go:142] [openshift-pipelines] updating namespace I0421 03:17:05.056922 3776 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd a980b643c8fc9ca3888b507a462dd8e4aba7349373377b7b5714fb2520ff7026 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd a980b643c8fc9ca3888b507a462dd8e4aba7349373377b7b5714fb2520ff7026 network default NAD default NAD key ] I0421 03:17:05.066705 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-52pfd, hostIfaceName: a980b643c8fc9ca, network: default, NAD default, SandboxID: "a980b643c8fc9ca3888b507a462dd8e4aba7349373377b7b5714fb2520ff7026", PCI device ID: , UID: "708e49cf-7745-4232-8eea-14c01f9944d5", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0421 03:17:05.067699 3776 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx 03ef5e5a70a0435284195192313f4eea4a6b56f659c10c81980678f09f3d13eb network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx 03ef5e5a70a0435284195192313f4eea4a6b56f659c10c81980678f09f3d13eb network default NAD default NAD key ] I0421 03:17:05.077501 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-4mfcx, hostIfaceName: 03ef5e5a70a0435, network: default, NAD default, SandboxID: "03ef5e5a70a0435284195192313f4eea4a6b56f659c10c81980678f09f3d13eb", PCI device ID: , UID: "4573304e-5ff5-4cf1-837f-8be598dac004", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0421 03:17:05.122357 3776 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd a980b643c8fc9ca3888b507a462dd8e4aba7349373377b7b5714fb2520ff7026 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-52pfd a980b643c8fc9ca3888b507a462dd8e4aba7349373377b7b5714fb2520ff7026 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:12:33:cc:c1:ef\",\"name\":\"a980b643c8fc9ca\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f13bc0b-97d4-4006-85e2-2c353992f4e9\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:17:05.143323 3776 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx 03ef5e5a70a0435284195192313f4eea4a6b56f659c10c81980678f09f3d13eb network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4mfcx 03ef5e5a70a0435284195192313f4eea4a6b56f659c10c81980678f09f3d13eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:3e:63:e3:92:59\",\"name\":\"03ef5e5a70a0435\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea17add5-a0b8-4cdf-b5a7-43ffb7130928\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:17:06.205798 3776 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0421 03:17:06.373778 3776 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0421 03:17:19.914196 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:19.914214 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:19.914219 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:19.939089 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 03:17:19.939107 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 03:17:19.939111 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 03:17:21.177389 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:17:21.177411 3776 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:17:21.177416 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:17:21.177420 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:17:27.100959 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0421 03:17:27.123076 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0421 03:17:38.997850 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-k9lgx for pod on switch ip-10-0-1-71.ec2.internal I0421 03:17:38.997990 3776 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx I0421 03:17:39.013156 3776 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx] pod update took 15.206486ms I0421 03:17:39.013179 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx] addLogicalPort annotation time took 15.23539ms I0421 03:17:39.014679 3776 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx] addLogicalPort took 16.84996ms, libovsdb time 1.046904ms I0421 03:17:39.361435 3776 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx 178443b4caa2556a6bd440047a0948e251871979a19cb2159d026559062ac1a6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx 178443b4caa2556a6bd440047a0948e251871979a19cb2159d026559062ac1a6 network default NAD default NAD key ] I0421 03:17:39.371793 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-k9lgx, hostIfaceName: 178443b4caa2556, network: default, NAD default, SandboxID: "178443b4caa2556a6bd440047a0948e251871979a19cb2159d026559062ac1a6", PCI device ID: , UID: "bcbe3955-e6ed-4769-8a01-de2e269bfb34", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0421 03:17:39.421776 3776 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx 178443b4caa2556a6bd440047a0948e251871979a19cb2159d026559062ac1a6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k9lgx 178443b4caa2556a6bd440047a0948e251871979a19cb2159d026559062ac1a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:5f:ee:0e:84:0e\",\"name\":\"178443b4caa2556\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/715dc9d2-2700-49a7-bac0-d2ded385a487\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:17:43.257391 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0421 03:17:45.349426 3776 namespace.go:142] [openshift-pipelines] updating namespace I0421 03:17:49.291238 3776 cni.go:452] [tsf/test-tsf-infrastructure 5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac network default NAD default NAD key ] I0421 03:17:49.366237 3776 cni.go:473] [tsf/test-tsf-infrastructure 5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 5dd07573521e5470bea53a73dc2ec368f42930024f280d542817b05df755b0ac network default NAD default NAD key default], result "{}", err I0421 03:17:49.417696 3776 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:17:49.417747 3776 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0421 03:17:49.419003 3776 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.27 I0421 03:17:49.419037 3776 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:17:49.438976 3776 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:17:49.439003 3776 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:17:49.442522 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0421 03:17:49.442544 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0421 03:17:50.604033 3776 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-71.ec2.internal I0421 03:17:50.604145 3776 kube.go:256] Updating pod tsf/test-tsf-iam I0421 03:17:50.619549 3776 pod.go:62] [tsf/test-tsf-iam] pod update took 15.434088ms I0421 03:17:50.619571 3776 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.461572ms I0421 03:17:50.620711 3776 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.694709ms, libovsdb time 777.831µs I0421 03:17:50.793397 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0421 03:17:50.964638 3776 cni.go:452] [tsf/test-tsf-iam 5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b network default NAD default NAD key ] I0421 03:17:50.998954 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 5f4fbe994fb51e4, network: default, NAD default, SandboxID: "5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b", PCI device ID: , UID: "7af36966-bed4-4fd4-b989-a5955d1080ef", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0421 03:17:51.047935 3776 cni.go:473] [tsf/test-tsf-iam 5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d1:93:72:2c:7f\",\"name\":\"5f4fbe994fb51e4\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d05e724-cbca-4498-a023-44b1d4289f6a\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:17:51.409386 3776 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0421 03:17:51.410071 3776 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0421 03:17:51.410103 3776 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0421 03:17:51.412433 3776 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0421 03:17:54.272824 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0421 03:17:56.147170 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-8xm68 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:17:56.147295 3776 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68 I0421 03:17:56.164838 3776 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68] pod update took 17.5622ms I0421 03:17:56.164860 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68] addLogicalPort annotation time took 17.594353ms I0421 03:17:56.166170 3776 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68] addLogicalPort took 19.018729ms, libovsdb time 907.798µs I0421 03:17:56.507337 3776 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68 26e717a1c60f9f162ba5d5f548ca7986d42282762587a5b56f8449489a553966 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68 26e717a1c60f9f162ba5d5f548ca7986d42282762587a5b56f8449489a553966 network default NAD default NAD key ] I0421 03:17:56.516302 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-8xm68, hostIfaceName: 26e717a1c60f9f1, network: default, NAD default, SandboxID: "26e717a1c60f9f162ba5d5f548ca7986d42282762587a5b56f8449489a553966", PCI device ID: , UID: "e576837e-b854-4480-bba0-1bf5d46bf440", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0421 03:17:56.567081 3776 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68 26e717a1c60f9f162ba5d5f548ca7986d42282762587a5b56f8449489a553966 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-8xm68 26e717a1c60f9f162ba5d5f548ca7986d42282762587a5b56f8449489a553966 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a9:8a:6d:7d:f7\",\"name\":\"26e717a1c60f9f1\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6c3690b-891c-4e5e-85b0-e50f0e95252a\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:18:01.209259 3776 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0421 03:18:02.381060 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0421 03:18:02.381083 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0421 03:18:02.381868 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0421 03:18:02.381904 3776 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0421 03:18:02.680082 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0421 03:18:20.588666 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-8h8tj for pod on switch ip-10-0-1-71.ec2.internal I0421 03:18:20.588765 3776 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj I0421 03:18:20.604489 3776 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj] pod update took 15.746579ms I0421 03:18:20.604520 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj] addLogicalPort annotation time took 15.783697ms I0421 03:18:20.605901 3776 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj] addLogicalPort took 17.243735ms, libovsdb time 841.26µs I0421 03:18:20.776442 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-45gg7 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:18:20.776558 3776 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7 I0421 03:18:20.791692 3776 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7] pod update took 15.158294ms I0421 03:18:20.791715 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7] addLogicalPort annotation time took 15.184482ms I0421 03:18:20.793010 3776 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7] addLogicalPort took 16.583357ms, libovsdb time 918.553µs I0421 03:18:20.949512 3776 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj 383f74a7805ba0db0b4af34781038db13fd03845f77571f4e7c5ad2e24f10161 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj 383f74a7805ba0db0b4af34781038db13fd03845f77571f4e7c5ad2e24f10161 network default NAD default NAD key ] I0421 03:18:20.959285 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-8h8tj, hostIfaceName: 383f74a7805ba0d, network: default, NAD default, SandboxID: "383f74a7805ba0db0b4af34781038db13fd03845f77571f4e7c5ad2e24f10161", PCI device ID: , UID: "d237f0e5-840d-4ec6-bc2b-cfc6db486cf4", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0421 03:18:21.010414 3776 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj 383f74a7805ba0db0b4af34781038db13fd03845f77571f4e7c5ad2e24f10161 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-8h8tj 383f74a7805ba0db0b4af34781038db13fd03845f77571f4e7c5ad2e24f10161 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:0c:e9:b6:79:93\",\"name\":\"383f74a7805ba0d\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b591af73-f378-4638-80d5-a96d2d6115fc\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:18:21.143194 3776 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7 9210af44a29d843dabf0a50e9b7029fed459c8b2a3d7bd204856af868cd7252e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7 9210af44a29d843dabf0a50e9b7029fed459c8b2a3d7bd204856af868cd7252e network default NAD default NAD key ] I0421 03:18:21.152986 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-45gg7, hostIfaceName: 9210af44a29d843, network: default, NAD default, SandboxID: "9210af44a29d843dabf0a50e9b7029fed459c8b2a3d7bd204856af868cd7252e", PCI device ID: , UID: "acfda791-3957-4ff9-bc31-5d42296911af", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0421 03:18:21.202048 3776 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7 9210af44a29d843dabf0a50e9b7029fed459c8b2a3d7bd204856af868cd7252e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-45gg7 9210af44a29d843dabf0a50e9b7029fed459c8b2a3d7bd204856af868cd7252e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:a2:2f:5c:c9:08\",\"name\":\"9210af44a29d843\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/365a15e6-b254-4c31-8c78-400b0fdece9a\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:18:25.474728 3776 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 03:18:25.474814 3776 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 03:18:25.474824 3776 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 03:18:31.504178 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 03:18:31.504198 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 03:18:31.504204 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0421 03:18:37.326648 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-pptm9] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-pptm9 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:18:37.326739 3776 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-pptm9 I0421 03:18:37.340213 3776 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-pptm9] pod update took 13.497291ms I0421 03:18:37.340233 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-pptm9] addLogicalPort annotation time took 13.523022ms I0421 03:18:37.341548 3776 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-pptm9] addLogicalPort took 14.914499ms, libovsdb time 869.405µs I0421 03:18:37.684251 3776 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-pptm9 f8c99198418ac88a688e6cddd64fe0f0dd6e74b621f2bea52c8cb29650ea3133 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-pptm9 f8c99198418ac88a688e6cddd64fe0f0dd6e74b621f2bea52c8cb29650ea3133 network default NAD default NAD key ] I0421 03:18:37.693277 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-pptm9, hostIfaceName: f8c99198418ac88, network: default, NAD default, SandboxID: "f8c99198418ac88a688e6cddd64fe0f0dd6e74b621f2bea52c8cb29650ea3133", PCI device ID: , UID: "e2fe6e30-2b01-4d67-90eb-ba019a34dae3", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0421 03:18:37.744795 3776 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-pptm9 f8c99198418ac88a688e6cddd64fe0f0dd6e74b621f2bea52c8cb29650ea3133 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-pptm9 f8c99198418ac88a688e6cddd64fe0f0dd6e74b621f2bea52c8cb29650ea3133 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:27:43:70:b1:e0\",\"name\":\"f8c99198418ac88\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7087ca99-952d-4c87-936f-66e6718fe3bb\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:18:44.575996 3776 cni.go:452] [tsf/test-tsf-iam 5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b network default NAD default NAD key ] I0421 03:18:44.661508 3776 cni.go:473] [tsf/test-tsf-iam 5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 5f4fbe994fb51e46d27254963bc4eecdcdcea32152115a32b9d246f860a7258b network default NAD default NAD key default], result "{}", err I0421 03:18:44.712146 3776 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:18:44.712183 3776 pods.go:176] Deleting pod: tsf/test-tsf-iam I0421 03:18:44.713592 3776 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.31 I0421 03:18:44.713620 3776 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:18:44.753148 3776 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:18:44.753169 3776 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:18:44.756249 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0421 03:18:44.756271 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0421 03:18:45.503879 3776 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-71.ec2.internal I0421 03:18:45.503997 3776 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0421 03:18:45.517008 3776 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.041351ms I0421 03:18:45.517035 3776 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.072507ms I0421 03:18:45.518343 3776 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 14.478247ms, libovsdb time 867.835µs I0421 03:18:45.861952 3776 cni.go:452] [tsf-tas/test-tsf-tas 9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc network default NAD default NAD key ] I0421 03:18:45.872732 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 9d03a4b60d86caa, network: default, NAD default, SandboxID: "9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc", PCI device ID: , UID: "ac558c3f-bc82-424c-bbfc-e8b50590ce84", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0421 03:18:45.925647 3776 cni.go:473] [tsf-tas/test-tsf-tas 9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c2:9a:2a:f2:95\",\"name\":\"9d03a4b60d86caa\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50fc721c-b0c3-425f-8fc5-226a09acca70\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:18:46.372217 3776 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-tkgl7-69l5d] creating logical port tsf-tas_segment-backup-installation-tkgl7-69l5d for pod on switch ip-10-0-1-71.ec2.internal I0421 03:18:46.372305 3776 kube.go:256] Updating pod tsf-tas/segment-backup-installation-tkgl7-69l5d I0421 03:18:46.383347 3776 pod.go:62] [tsf-tas/segment-backup-installation-tkgl7-69l5d] pod update took 11.067238ms I0421 03:18:46.383370 3776 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-tkgl7-69l5d] addLogicalPort annotation time took 11.095071ms I0421 03:18:46.384855 3776 pods.go:271] [tsf-tas/segment-backup-installation-tkgl7-69l5d] addLogicalPort took 12.65841ms, libovsdb time 915.489µs I0421 03:18:46.732484 3776 cni.go:452] [tsf-tas/segment-backup-installation-tkgl7-69l5d 12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-tkgl7-69l5d 12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5 network default NAD default NAD key ] I0421 03:18:46.741703 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-tkgl7-69l5d, hostIfaceName: 12907cf543834e4, network: default, NAD default, SandboxID: "12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5", PCI device ID: , UID: "cdd4835a-67eb-40e6-bf40-bc07d44c214b", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0421 03:18:46.793636 3776 cni.go:473] [tsf-tas/segment-backup-installation-tkgl7-69l5d 12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-tkgl7-69l5d 12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:84:90:bf:45:cb\",\"name\":\"12907cf543834e4\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22649b2c-9fba-446c-90a6-346c703bea37\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:18:47.482725 3776 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-ckzqn-v69rm] creating logical port tsf-tas_ctlog-createtree-job-ckzqn-v69rm for pod on switch ip-10-0-1-71.ec2.internal I0421 03:18:47.482841 3776 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-ckzqn-v69rm I0421 03:18:47.494214 3776 pod.go:62] [tsf-tas/ctlog-createtree-job-ckzqn-v69rm] pod update took 11.390561ms I0421 03:18:47.494243 3776 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-ckzqn-v69rm] addLogicalPort annotation time took 11.425895ms I0421 03:18:47.495727 3776 pods.go:271] [tsf-tas/ctlog-createtree-job-ckzqn-v69rm] addLogicalPort took 13.017591ms, libovsdb time 988.615µs I0421 03:18:47.617023 3776 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-8654d467d4-m7nkh] creating logical port tsf-tas_fulcio-server-8654d467d4-m7nkh for pod on switch ip-10-0-1-71.ec2.internal I0421 03:18:47.617129 3776 kube.go:256] Updating pod tsf-tas/fulcio-server-8654d467d4-m7nkh I0421 03:18:47.633796 3776 pod.go:62] [tsf-tas/fulcio-server-8654d467d4-m7nkh] pod update took 16.693741ms I0421 03:18:47.633905 3776 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-8654d467d4-m7nkh] addLogicalPort annotation time took 16.788404ms I0421 03:18:47.635608 3776 pods.go:271] [tsf-tas/fulcio-server-8654d467d4-m7nkh] addLogicalPort took 18.602547ms, libovsdb time 1.14803ms I0421 03:18:47.856640 3776 cni.go:452] [tsf-tas/ctlog-createtree-job-ckzqn-v69rm 68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-ckzqn-v69rm 68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb network default NAD default NAD key ] I0421 03:18:47.867899 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-ckzqn-v69rm, hostIfaceName: 68830b0de914ff1, network: default, NAD default, SandboxID: "68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb", PCI device ID: , UID: "3f543ad6-b526-4e81-9c8a-1ce9767c6033", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0421 03:18:47.932572 3776 cni.go:473] [tsf-tas/ctlog-createtree-job-ckzqn-v69rm 68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-ckzqn-v69rm 68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:27:6b:69:bf:f1\",\"name\":\"68830b0de914ff1\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c5b611a-65d2-4c96-a468-27ccd2500700\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:18:47.962186 3776 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-nzsld-8br7n] creating logical port tsf-tas_rekor-createtree-job-nzsld-8br7n for pod on switch ip-10-0-1-71.ec2.internal I0421 03:18:47.962303 3776 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-nzsld-8br7n I0421 03:18:47.975061 3776 pod.go:62] [tsf-tas/rekor-createtree-job-nzsld-8br7n] pod update took 12.786083ms I0421 03:18:47.975246 3776 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-nzsld-8br7n] addLogicalPort annotation time took 12.884208ms I0421 03:18:47.977633 3776 pods.go:271] [tsf-tas/rekor-createtree-job-nzsld-8br7n] addLogicalPort took 15.467061ms, libovsdb time 1.634775ms I0421 03:18:47.988600 3776 cni.go:452] [tsf-tas/fulcio-server-8654d467d4-m7nkh ece796fbe7b084732aa01757d8d12c008c82f101fb1a290d241ef973eaeb55ee network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-8654d467d4-m7nkh ece796fbe7b084732aa01757d8d12c008c82f101fb1a290d241ef973eaeb55ee network default NAD default NAD key ] I0421 03:18:47.998903 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-8654d467d4-m7nkh, hostIfaceName: ece796fbe7b0847, network: default, NAD default, SandboxID: "ece796fbe7b084732aa01757d8d12c008c82f101fb1a290d241ef973eaeb55ee", PCI device ID: , UID: "f3bfbb9a-1997-4826-89f4-8e19884c9186", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0421 03:18:48.057674 3776 cni.go:473] [tsf-tas/fulcio-server-8654d467d4-m7nkh ece796fbe7b084732aa01757d8d12c008c82f101fb1a290d241ef973eaeb55ee network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-8654d467d4-m7nkh ece796fbe7b084732aa01757d8d12c008c82f101fb1a290d241ef973eaeb55ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:cb:34:31:a4:84\",\"name\":\"ece796fbe7b0847\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5dfe868-b28e-4558-8a96-0b340fc53587\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:18:48.333445 3776 cni.go:452] [tsf-tas/rekor-createtree-job-nzsld-8br7n 47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-nzsld-8br7n 47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948 network default NAD default NAD key ] I0421 03:18:48.345590 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-nzsld-8br7n, hostIfaceName: 47cfb4cd690fe58, network: default, NAD default, SandboxID: "47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948", PCI device ID: , UID: "d097d6b0-dc3c-45f4-8b03-83f708e778a0", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0421 03:18:48.407774 3776 cni.go:473] [tsf-tas/rekor-createtree-job-nzsld-8br7n 47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-nzsld-8br7n 47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:c9:c2:2d:bf:47\",\"name\":\"47cfb4cd690fe58\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d94991b2-0304-4e8d-8757-624821316cbe\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:18:51.626618 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0421 03:18:51.626636 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0421 03:18:51.654492 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0421 03:18:51.654513 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0421 03:18:51.801406 3776 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bbzcg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:18:51.802069 3776 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bbzcg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:18:52.671992 3776 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bbzcg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:18:52.672016 3776 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bbzcg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:18:55.805752 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0421 03:18:56.411828 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0421 03:18:56.436354 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0421 03:19:03.700279 3776 cni.go:452] [tsf-tas/segment-backup-installation-tkgl7-69l5d 12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-tkgl7-69l5d 12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5 network default NAD default NAD key ] I0421 03:19:03.794629 3776 cni.go:473] [tsf-tas/segment-backup-installation-tkgl7-69l5d 12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-tkgl7-69l5d 12907cf543834e4fbbe744cf5d17c5b27607299b49dbc7eb445fb1b75920bcb5 network default NAD default NAD key default], result "{}", err I0421 03:19:03.844213 3776 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-tkgl7-69l5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:03.844306 3776 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-tkgl7-69l5d I0421 03:19:03.845911 3776 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-tkgl7-69l5d, ips: 10.130.0.37 I0421 03:19:03.845946 3776 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-tkgl7-69l5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:04.867718 3776 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-tkgl7-69l5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:04.867754 3776 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-tkgl7-69l5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:19:07.758836 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0421 03:19:07.783978 3776 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0421 03:19:07.783995 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0421 03:19:08.499995 3776 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0421 03:19:14.767754 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0421 03:19:36.866782 3776 cni.go:452] [tsf-tas/test-tsf-tas 9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc network default NAD default NAD key ] I0421 03:19:36.951006 3776 cni.go:473] [tsf-tas/test-tsf-tas 9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 9d03a4b60d86caaec5b9e9cb74a2d250d87c1ae41a715e50e8bb711c0fae3cfc network default NAD default NAD key default], result "{}", err I0421 03:19:37.027945 3776 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:37.027976 3776 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0421 03:19:37.029298 3776 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.36 I0421 03:19:37.029333 3776 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:37.048176 3776 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:37.048201 3776 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:37.054558 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0421 03:19:37.054588 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0421 03:19:37.745106 3776 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-hwjw8] creating logical port tsf_patch-tekton-config-hwjw8 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:19:37.745202 3776 kube.go:256] Updating pod tsf/patch-tekton-config-hwjw8 I0421 03:19:37.758934 3776 pod.go:62] [tsf/patch-tekton-config-hwjw8] pod update took 13.756092ms I0421 03:19:37.758964 3776 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-hwjw8] addLogicalPort annotation time took 13.790373ms I0421 03:19:37.760189 3776 pods.go:271] [tsf/patch-tekton-config-hwjw8] addLogicalPort took 15.097413ms, libovsdb time 854.028µs I0421 03:19:38.173646 3776 cni.go:452] [tsf/patch-tekton-config-hwjw8 9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-hwjw8 9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c network default NAD default NAD key ] I0421 03:19:38.183485 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-hwjw8, hostIfaceName: 9532e35f608538e, network: default, NAD default, SandboxID: "9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c", PCI device ID: , UID: "7afd4346-0b1c-40e0-9dc5-6ddab5541bb5", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0421 03:19:38.234430 3776 cni.go:473] [tsf/patch-tekton-config-hwjw8 9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-hwjw8 9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:76:79:ea:a5:80\",\"name\":\"9532e35f608538e\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fca2c69-d15a-4fd3-a36e-9a0bb9cf1070\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:19:44.909946 3776 cni.go:452] [tsf-tas/rekor-createtree-job-nzsld-8br7n 47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-nzsld-8br7n 47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948 network default NAD default NAD key ] I0421 03:19:44.997873 3776 cni.go:473] [tsf-tas/rekor-createtree-job-nzsld-8br7n 47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-nzsld-8br7n 47cfb4cd690fe58e7fa881889124e0c52b7f11c6d75791150c7d8f442c5b2948 network default NAD default NAD key default], result "{}", err I0421 03:19:45.045432 3776 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzsld-8br7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:45.045472 3776 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-nzsld-8br7n I0421 03:19:45.046849 3776 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-nzsld-8br7n, ips: 10.130.0.40 I0421 03:19:45.046878 3776 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzsld-8br7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:45.920091 3776 cni.go:452] [tsf/patch-tekton-config-hwjw8 9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-hwjw8 9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c network default NAD default NAD key ] I0421 03:19:45.925557 3776 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzsld-8br7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:45.925577 3776 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzsld-8br7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:46.017303 3776 cni.go:473] [tsf/patch-tekton-config-hwjw8 9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-hwjw8 9532e35f608538eddc0c2a33343fd1e5fe7a275c8697e835880147a286d00b8c network default NAD default NAD key default], result "{}", err I0421 03:19:46.070366 3776 obj_retry.go:498] Detected object tsf/patch-tekton-config-hwjw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:46.070398 3776 pods.go:176] Deleting pod: tsf/patch-tekton-config-hwjw8 I0421 03:19:46.071782 3776 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-hwjw8, ips: 10.130.0.41 I0421 03:19:46.071812 3776 obj_retry.go:498] Detected object tsf/patch-tekton-config-hwjw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:47.092608 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-hwjw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:47.092635 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-hwjw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:47.189412 3776 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-wfn4f] creating logical port tsf_tsf-tekton-configuration-wfn4f for pod on switch ip-10-0-1-71.ec2.internal I0421 03:19:47.189560 3776 kube.go:256] Updating pod tsf/tsf-tekton-configuration-wfn4f I0421 03:19:47.201516 3776 pod.go:62] [tsf/tsf-tekton-configuration-wfn4f] pod update took 11.979062ms I0421 03:19:47.201539 3776 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-wfn4f] addLogicalPort annotation time took 12.03683ms I0421 03:19:47.202865 3776 pods.go:271] [tsf/tsf-tekton-configuration-wfn4f] addLogicalPort took 13.467477ms, libovsdb time 858.52µs I0421 03:19:47.549374 3776 cni.go:452] [tsf/tsf-tekton-configuration-wfn4f 0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-wfn4f 0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372 network default NAD default NAD key ] I0421 03:19:47.558657 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-wfn4f, hostIfaceName: 0349ee6c94aee9b, network: default, NAD default, SandboxID: "0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372", PCI device ID: , UID: "a03097ec-b847-4592-b22f-a1eecc49a978", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0421 03:19:47.610987 3776 cni.go:473] [tsf/tsf-tekton-configuration-wfn4f 0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-wfn4f 0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:18:07:d8:22:82\",\"name\":\"0349ee6c94aee9b\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d1cf103-bcca-4156-a9cc-18dde36e3887\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:19:47.932491 3776 cni.go:452] [tsf-tas/ctlog-createtree-job-ckzqn-v69rm 68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-ckzqn-v69rm 68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb network default NAD default NAD key ] I0421 03:19:48.017494 3776 cni.go:473] [tsf-tas/ctlog-createtree-job-ckzqn-v69rm 68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-ckzqn-v69rm 68830b0de914ff18ecbe4eeccbdb9d3ea9856b46aa3cbd911022cb3b12809ccb network default NAD default NAD key default], result "{}", err I0421 03:19:48.058861 3776 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ckzqn-v69rm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:48.058918 3776 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-ckzqn-v69rm I0421 03:19:48.060311 3776 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-ckzqn-v69rm, ips: 10.130.0.38 I0421 03:19:48.060339 3776 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ckzqn-v69rm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:48.909842 3776 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6c67cfd454-psb4c] creating logical port tsf-tas_rekor-redis-6c67cfd454-psb4c for pod on switch ip-10-0-1-71.ec2.internal I0421 03:19:48.909973 3776 kube.go:256] Updating pod tsf-tas/rekor-redis-6c67cfd454-psb4c I0421 03:19:48.924117 3776 pod.go:62] [tsf-tas/rekor-redis-6c67cfd454-psb4c] pod update took 14.178098ms I0421 03:19:48.924207 3776 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6c67cfd454-psb4c] addLogicalPort annotation time took 14.274329ms I0421 03:19:48.925808 3776 pods.go:271] [tsf-tas/rekor-redis-6c67cfd454-psb4c] addLogicalPort took 15.988225ms, libovsdb time 1.077026ms I0421 03:19:48.944443 3776 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ckzqn-v69rm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:48.944485 3776 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ckzqn-v69rm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:49.874925 3776 cni.go:452] [tsf-tas/rekor-redis-6c67cfd454-psb4c 7d7391574abf4b8c32e45b12c323667e2d30b8e440dbd3496a6454905e85ad15 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6c67cfd454-psb4c 7d7391574abf4b8c32e45b12c323667e2d30b8e440dbd3496a6454905e85ad15 network default NAD default NAD key ] I0421 03:19:49.885513 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6c67cfd454-psb4c, hostIfaceName: 7d7391574abf4b8, network: default, NAD default, SandboxID: "7d7391574abf4b8c32e45b12c323667e2d30b8e440dbd3496a6454905e85ad15", PCI device ID: , UID: "24a4becb-03bd-4341-aa96-e08a5d65dc62", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0421 03:19:49.938653 3776 cni.go:473] [tsf-tas/rekor-redis-6c67cfd454-psb4c 7d7391574abf4b8c32e45b12c323667e2d30b8e440dbd3496a6454905e85ad15 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6c67cfd454-psb4c 7d7391574abf4b8c32e45b12c323667e2d30b8e440dbd3496a6454905e85ad15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:1e:9a:7e:66:ef\",\"name\":\"7d7391574abf4b8\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c278bf96-e729-481f-87b8-699a99d514ba\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:19:51.659177 3776 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-85bbb769c5-5cpdc] creating logical port tsf-tas_rekor-server-85bbb769c5-5cpdc for pod on switch ip-10-0-1-71.ec2.internal I0421 03:19:51.659266 3776 kube.go:256] Updating pod tsf-tas/rekor-server-85bbb769c5-5cpdc I0421 03:19:51.672422 3776 pod.go:62] [tsf-tas/rekor-server-85bbb769c5-5cpdc] pod update took 13.177832ms I0421 03:19:51.672445 3776 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-85bbb769c5-5cpdc] addLogicalPort annotation time took 13.208005ms I0421 03:19:51.673752 3776 pods.go:271] [tsf-tas/rekor-server-85bbb769c5-5cpdc] addLogicalPort took 14.592717ms, libovsdb time 890.932µs W0421 03:19:51.954969 3776 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0421 03:19:51.980739 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0421 03:19:52.964119 3776 cni.go:452] [tsf/tsf-tekton-configuration-wfn4f 0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-wfn4f 0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372 network default NAD default NAD key ] I0421 03:19:53.044840 3776 cni.go:473] [tsf/tsf-tekton-configuration-wfn4f 0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-wfn4f 0349ee6c94aee9b60e72be36881dbd5bc850d9a5ea22eaf4f846784728ed3372 network default NAD default NAD key default], result "{}", err I0421 03:19:53.093159 3776 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wfn4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:53.093199 3776 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-wfn4f I0421 03:19:53.094644 3776 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-wfn4f, ips: 10.130.0.42 I0421 03:19:53.094672 3776 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wfn4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:53.981188 3776 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wfn4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:53.981218 3776 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wfn4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:54.015777 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-hwjw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:54.015804 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-hwjw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:54.018860 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hwjw8 I0421 03:19:54.018898 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hwjw8 I0421 03:19:54.573321 3776 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-71.ec2.internal I0421 03:19:54.573426 3776 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0421 03:19:54.585847 3776 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.442324ms I0421 03:19:54.585871 3776 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.470706ms I0421 03:19:54.587179 3776 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 13.872683ms, libovsdb time 879.64µs W0421 03:19:54.754324 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0421 03:19:54.932056 3776 cni.go:452] [tsf-tpa/pre-install-tsf-tpa ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51 network default NAD default NAD key ] I0421 03:19:54.943832 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: ab5576ab81cbb4e, network: default, NAD default, SandboxID: "ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51", PCI device ID: , UID: "1e4c62a6-a2a4-4bb0-b1f7-15f829ff2286", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0421 03:19:55.000349 3776 cni.go:473] [tsf-tpa/pre-install-tsf-tpa ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:22:ab:c5:bd:8d\",\"name\":\"ab5576ab81cbb4e\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04fc526c-6216-495b-8ccb-23fb1d9cb01e\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:19:57.718787 3776 cni.go:452] [tsf-tas/rekor-server-85bbb769c5-5cpdc 5e99e3179571d6e40b0f654660c9447ef0a9a38105b6c64a56dbdd722c70b115 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-85bbb769c5-5cpdc 5e99e3179571d6e40b0f654660c9447ef0a9a38105b6c64a56dbdd722c70b115 network default NAD default NAD key ] I0421 03:19:57.728820 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-85bbb769c5-5cpdc, hostIfaceName: 5e99e3179571d6e, network: default, NAD default, SandboxID: "5e99e3179571d6e40b0f654660c9447ef0a9a38105b6c64a56dbdd722c70b115", PCI device ID: , UID: "1866ed9f-db48-4cbc-970b-bb5c99524a03", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0421 03:19:57.779743 3776 cni.go:473] [tsf-tas/rekor-server-85bbb769c5-5cpdc 5e99e3179571d6e40b0f654660c9447ef0a9a38105b6c64a56dbdd722c70b115 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-85bbb769c5-5cpdc 5e99e3179571d6e40b0f654660c9447ef0a9a38105b6c64a56dbdd722c70b115 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:05:df:af:74:28\",\"name\":\"5e99e3179571d6e\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/946e8b0b-1acd-46d5-aea7-55f2cf37caad\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:19:58.010382 3776 cni.go:452] [tsf-tpa/pre-install-tsf-tpa ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51 network default NAD default NAD key ] I0421 03:19:58.085394 3776 cni.go:473] [tsf-tpa/pre-install-tsf-tpa ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa ab5576ab81cbb4e7ba2b00462baf5d07bd9b072fea9741e95cf198032cf42f51 network default NAD default NAD key default], result "{}", err I0421 03:19:58.125146 3776 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:58.125185 3776 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0421 03:19:58.126445 3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.45 I0421 03:19:58.126474 3776 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:58.144214 3776 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:58.144242 3776 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:58.151391 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0421 03:19:58.151417 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0421 03:19:58.363121 3776 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-71.ec2.internal I0421 03:19:58.363241 3776 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0421 03:19:58.376671 3776 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.452646ms I0421 03:19:58.376691 3776 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.477678ms I0421 03:19:58.378111 3776 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.005189ms, libovsdb time 983.953µs I0421 03:19:58.727918 3776 cni.go:452] [tsf-tpa/test-tsf-tpa f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f network default NAD default NAD key ] I0421 03:19:58.738821 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: f6c406913401850, network: default, NAD default, SandboxID: "f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f", PCI device ID: , UID: "3ef49feb-8ba0-43a4-964c-bd5eda940c74", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0421 03:19:58.796526 3776 cni.go:473] [tsf-tpa/test-tsf-tpa f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:39:b3:51:d7:e0\",\"name\":\"f6c406913401850\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a0515fc-a62c-4f8f-a8da-4bb0764f600d\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:19:59.456578 3776 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-f6pgz] creating logical port tsf-tpa_create-db-f6pgz for pod on switch ip-10-0-1-71.ec2.internal I0421 03:19:59.456678 3776 kube.go:256] Updating pod tsf-tpa/create-db-f6pgz I0421 03:19:59.470670 3776 pod.go:62] [tsf-tpa/create-db-f6pgz] pod update took 14.01578ms I0421 03:19:59.470695 3776 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-f6pgz] addLogicalPort annotation time took 14.046877ms I0421 03:19:59.472043 3776 pods.go:271] [tsf-tpa/create-db-f6pgz] addLogicalPort took 15.482028ms, libovsdb time 972.846µs I0421 03:19:59.680694 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=67 I0421 03:19:59.815878 3776 cni.go:452] [tsf-tpa/create-db-f6pgz 08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-f6pgz 08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc network default NAD default NAD key ] I0421 03:19:59.825494 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-f6pgz, hostIfaceName: 08e2774dbfd3614, network: default, NAD default, SandboxID: "08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc", PCI device ID: , UID: "812608bd-6788-4e5d-a6d5-b8611ec1b8db", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0421 03:19:59.875999 3776 cni.go:473] [tsf-tpa/create-db-f6pgz 08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-f6pgz 08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:41:f4:d3:9b:28\",\"name\":\"08e2774dbfd3614\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/939511c6-82de-462a-ab9c-4fca97f78f2b\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:20:00.020971 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0421 03:20:04.002926 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0421 03:20:04.051183 3776 cni.go:452] [tsf-tpa/create-db-f6pgz 08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-f6pgz 08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc network default NAD default NAD key ] I0421 03:20:04.138470 3776 cni.go:473] [tsf-tpa/create-db-f6pgz 08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-f6pgz 08e2774dbfd361477d0fefc693c4599e1738319876b43192a9677abf2f9551fc network default NAD default NAD key default], result "{}", err I0421 03:20:04.179797 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612360-6pbj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:04.180394 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612360-6pbj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:04.187810 3776 obj_retry.go:498] Detected object tsf-tpa/create-db-f6pgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:04.187839 3776 pods.go:176] Deleting pod: tsf-tpa/create-db-f6pgz I0421 03:20:04.189180 3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-f6pgz, ips: 10.130.0.47 I0421 03:20:04.189205 3776 obj_retry.go:498] Detected object tsf-tpa/create-db-f6pgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:05.057873 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612360-6pbj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:05.057937 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612360-6pbj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:05.212274 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-f6pgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:05.212301 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-f6pgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:05.318533 3776 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-bfpfm] creating logical port tsf-tpa_migrate-db-bfpfm for pod on switch ip-10-0-1-71.ec2.internal I0421 03:20:05.318645 3776 kube.go:256] Updating pod tsf-tpa/migrate-db-bfpfm I0421 03:20:05.330847 3776 pod.go:62] [tsf-tpa/migrate-db-bfpfm] pod update took 12.227877ms I0421 03:20:05.330875 3776 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-bfpfm] addLogicalPort annotation time took 12.263275ms I0421 03:20:05.332254 3776 pods.go:271] [tsf-tpa/migrate-db-bfpfm] addLogicalPort took 13.743852ms, libovsdb time 833.062µs I0421 03:20:05.676659 3776 cni.go:452] [tsf-tpa/migrate-db-bfpfm 31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-bfpfm 31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be network default NAD default NAD key ] I0421 03:20:05.685975 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-bfpfm, hostIfaceName: 31216f75ba891c6, network: default, NAD default, SandboxID: "31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be", PCI device ID: , UID: "6ce7fb12-a4cd-42af-ad80-f8bc6f2de5b6", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0421 03:20:05.738981 3776 cni.go:473] [tsf-tpa/migrate-db-bfpfm 31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-bfpfm 31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0e:31:0d:eb:45\",\"name\":\"31216f75ba891c6\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13bfeedb-94d1-4f26-b466-ad07929f9f86\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:20:08.079496 3776 cni.go:452] [tsf-tpa/migrate-db-bfpfm 31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-bfpfm 31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be network default NAD default NAD key ] I0421 03:20:08.160983 3776 cni.go:473] [tsf-tpa/migrate-db-bfpfm 31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-bfpfm 31216f75ba891c6aadfc6b4651380ea86f796410c356a2d427b0e4c710c6e1be network default NAD default NAD key default], result "{}", err I0421 03:20:08.211772 3776 obj_retry.go:498] Detected object tsf-tpa/migrate-db-bfpfm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:08.211807 3776 pods.go:176] Deleting pod: tsf-tpa/migrate-db-bfpfm I0421 03:20:08.213046 3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-bfpfm, ips: 10.130.0.48 I0421 03:20:08.213073 3776 obj_retry.go:498] Detected object tsf-tpa/migrate-db-bfpfm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:08.351588 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bfpfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:08.351610 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bfpfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:20:11.038097 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0421 03:20:11.482507 3776 base_network_controller_pods.go:487] [default/tsf-tpa/server-76446c78fc-x6q9g] creating logical port tsf-tpa_server-76446c78fc-x6q9g for pod on switch ip-10-0-1-71.ec2.internal I0421 03:20:11.482604 3776 kube.go:256] Updating pod tsf-tpa/server-76446c78fc-x6q9g I0421 03:20:11.496665 3776 pod.go:62] [tsf-tpa/server-76446c78fc-x6q9g] pod update took 14.083422ms I0421 03:20:11.496692 3776 base_network_controller_pods.go:951] [default/tsf-tpa/server-76446c78fc-x6q9g] addLogicalPort annotation time took 14.115615ms I0421 03:20:11.498019 3776 pods.go:271] [tsf-tpa/server-76446c78fc-x6q9g] addLogicalPort took 15.531262ms, libovsdb time 860.384µs I0421 03:20:11.515703 3776 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-7lzr6] creating logical port tsf-tpa_importer-5b5b6dd8fb-7lzr6 for pod on switch ip-10-0-1-71.ec2.internal I0421 03:20:11.515783 3776 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-7lzr6 I0421 03:20:11.530067 3776 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-7lzr6] pod update took 14.305941ms I0421 03:20:11.530092 3776 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-7lzr6] addLogicalPort annotation time took 14.335983ms I0421 03:20:11.531299 3776 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-7lzr6] addLogicalPort took 15.610434ms, libovsdb time 795.892µs I0421 03:20:14.004120 3776 obj_retry.go:498] Detected object tsf-tpa/create-importers-dhltm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:14.004658 3776 obj_retry.go:498] Detected object tsf-tpa/create-importers-dhltm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:15.028406 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-dhltm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:15.028435 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-dhltm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:17.791274 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0421 03:20:19.078610 3776 cni.go:452] [tsf-tpa/server-76446c78fc-x6q9g e88d5dcf2e7c7a15197ac67292b64e473b75df49b81d37235140ea1a0ec4ba57 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-76446c78fc-x6q9g e88d5dcf2e7c7a15197ac67292b64e473b75df49b81d37235140ea1a0ec4ba57 network default NAD default NAD key ] I0421 03:20:19.083816 3776 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-7lzr6 efbf67ef6e066e82b81ac30c2c7c72eb5489cc5fe345fd83124ba7bec30d21af network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-7lzr6 efbf67ef6e066e82b81ac30c2c7c72eb5489cc5fe345fd83124ba7bec30d21af network default NAD default NAD key ] I0421 03:20:19.089151 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-76446c78fc-x6q9g, hostIfaceName: e88d5dcf2e7c7a1, network: default, NAD default, SandboxID: "e88d5dcf2e7c7a15197ac67292b64e473b75df49b81d37235140ea1a0ec4ba57", PCI device ID: , UID: "a51d2c77-8c69-4924-a9ea-00b0b93ea565", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0421 03:20:19.093618 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-7lzr6, hostIfaceName: efbf67ef6e066e8, network: default, NAD default, SandboxID: "efbf67ef6e066e82b81ac30c2c7c72eb5489cc5fe345fd83124ba7bec30d21af", PCI device ID: , UID: "655396a3-b91b-462d-aae2-7431d35839e9", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0421 03:20:19.141741 3776 cni.go:473] [tsf-tpa/server-76446c78fc-x6q9g e88d5dcf2e7c7a15197ac67292b64e473b75df49b81d37235140ea1a0ec4ba57 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-76446c78fc-x6q9g e88d5dcf2e7c7a15197ac67292b64e473b75df49b81d37235140ea1a0ec4ba57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3b:6f:89:3f:d4\",\"name\":\"e88d5dcf2e7c7a1\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2256422a-0e4e-429f-9747-29ed17d1a655\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:20:19.165475 3776 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-7lzr6 efbf67ef6e066e82b81ac30c2c7c72eb5489cc5fe345fd83124ba7bec30d21af network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-7lzr6 efbf67ef6e066e82b81ac30c2c7c72eb5489cc5fe345fd83124ba7bec30d21af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b6:da:0e:fe:f2\",\"name\":\"efbf67ef6e066e8\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3a81199-9226-42c7-a07a-8c76bd603b34\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0421 03:20:20.162044 3776 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0421 03:20:21.187008 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0421 03:20:23.165201 3776 cni.go:452] [tsf-tpa/test-tsf-tpa f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f network default NAD default NAD key ] I0421 03:20:23.237906 3776 cni.go:473] [tsf-tpa/test-tsf-tpa f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa f6c406913401850c3d6c399564737d3c1aa4da1e092409f54097f46c5220af2f network default NAD default NAD key default], result "{}", err I0421 03:20:23.290108 3776 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:23.290140 3776 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0421 03:20:23.291619 3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.46 I0421 03:20:23.291649 3776 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:23.309811 3776 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:23.309837 3776 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:23.316564 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0421 03:20:23.316590 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0421 03:20:24.054791 3776 namespace.go:98] [integration-service] adding namespace I0421 03:20:24.054851 3776 namespace.go:98] [default-tenant] adding namespace I0421 03:20:24.055784 3776 namespace.go:102] [integration-service] adding namespace took 904.502µs I0421 03:20:24.056467 3776 namespace.go:102] [default-tenant] adding namespace took 1.519788ms I0421 03:20:24.059700 3776 namespace.go:98] [build-service] adding namespace I0421 03:20:24.059763 3776 namespace.go:98] [image-controller] adding namespace I0421 03:20:24.060359 3776 namespace.go:102] [build-service] adding namespace took 645.727µs I0421 03:20:24.060936 3776 namespace.go:102] [image-controller] adding namespace took 1.156151ms I0421 03:20:24.109720 3776 namespace.go:142] [integration-service] updating namespace I0421 03:20:24.126845 3776 namespace.go:142] [integration-service] updating namespace I0421 03:20:24.132979 3776 namespace.go:142] [default-tenant] updating namespace I0421 03:20:24.160163 3776 namespace.go:142] [default-tenant] updating namespace I0421 03:20:24.178116 3776 namespace.go:142] [build-service] updating namespace I0421 03:20:24.197648 3776 namespace.go:142] [build-service] updating namespace I0421 03:20:24.231562 3776 namespace.go:142] [image-controller] updating namespace I0421 03:20:24.268730 3776 namespace.go:142] [image-controller] updating namespace I0421 03:20:24.410651 3776 namespace.go:142] [build-service] updating namespace I0421 03:20:24.430613 3776 namespace.go:142] [integration-service] updating namespace I0421 03:20:24.458660 3776 namespace.go:98] [release-service] adding namespace I0421 03:20:24.459530 3776 namespace.go:102] [release-service] adding namespace took 849.266µs I0421 03:20:24.480913 3776 namespace.go:142] [release-service] updating namespace I0421 03:20:24.496634 3776 namespace.go:142] [release-service] updating namespace I0421 03:20:24.511710 3776 namespace.go:142] [konflux-ui] updating namespace I0421 03:20:24.923978 3776 namespace.go:98] [konflux-info] adding namespace I0421 03:20:24.924944 3776 namespace.go:102] [konflux-info] adding namespace took 944.605µs I0421 03:20:24.946311 3776 namespace.go:142] [konflux-info] updating namespace I0421 03:20:24.995232 3776 namespace.go:142] [konflux-info] updating namespace I0421 03:20:25.068749 3776 namespace.go:98] [namespace-lister] adding namespace I0421 03:20:25.069596 3776 namespace.go:102] [namespace-lister] adding namespace took 822.015µs I0421 03:20:25.105881 3776 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:25.141700 3776 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:25.323758 3776 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9j75t-rdbk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:25.324296 3776 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9j75t-rdbk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:25.326564 3776 namespace.go:98] [enterprise-contract-service] adding namespace I0421 03:20:25.327208 3776 namespace.go:102] [enterprise-contract-service] adding namespace took 628.15µs I0421 03:20:25.355735 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:25.448660 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:25.517659 3776 namespace.go:142] [image-controller] updating namespace I0421 03:20:25.786121 3776 namespace.go:142] [default-tenant] updating namespace I0421 03:20:26.026754 3776 namespace.go:98] [segment-bridge] adding namespace I0421 03:20:26.027606 3776 namespace.go:102] [segment-bridge] adding namespace took 830.127µs I0421 03:20:26.329224 3776 namespace.go:142] [segment-bridge] updating namespace I0421 03:20:26.337686 3776 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0421 03:20:26.338317 3776 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0421 03:20:26.338332 3776 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0421 03:20:26.340665 3776 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0421 03:20:26.471736 3776 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0421 03:20:26.471760 3776 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0421 03:20:26.472551 3776 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0421 03:20:26.596261 3776 namespace.go:142] [segment-bridge] updating namespace I0421 03:20:26.662622 3776 namespace.go:142] [build-service] updating namespace I0421 03:20:26.678075 3776 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9j75t-rdbk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:26.678096 3776 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9j75t-rdbk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:27.035648 3776 namespace.go:142] [default-tenant] updating namespace I0421 03:20:27.468319 3776 namespace.go:142] [image-controller] updating namespace I0421 03:20:28.005141 3776 namespace.go:142] [integration-service] updating namespace I0421 03:20:28.429185 3776 namespace.go:142] [konflux-info] updating namespace I0421 03:20:28.836698 3776 namespace.go:142] [release-service] updating namespace I0421 03:20:29.003447 3776 namespace.go:142] [build-service] updating namespace I0421 03:20:29.047024 3776 namespace.go:142] [default-tenant] updating namespace I0421 03:20:29.077647 3776 namespace.go:142] [image-controller] updating namespace I0421 03:20:29.116722 3776 namespace.go:142] [integration-service] updating namespace I0421 03:20:29.142673 3776 namespace.go:142] [konflux-info] updating namespace I0421 03:20:29.160025 3776 namespace.go:142] [release-service] updating namespace I0421 03:20:29.286625 3776 namespace.go:142] [build-service] updating namespace I0421 03:20:29.400959 3776 namespace.go:142] [default-tenant] updating namespace I0421 03:20:29.515693 3776 namespace.go:142] [image-controller] updating namespace I0421 03:20:29.579681 3776 namespace.go:142] [integration-service] updating namespace I0421 03:20:29.689288 3776 namespace.go:142] [konflux-info] updating namespace I0421 03:20:29.768712 3776 namespace.go:142] [release-service] updating namespace I0421 03:20:30.970189 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:31.137089 3776 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:31.288649 3776 namespace.go:142] [segment-bridge] updating namespace I0421 03:20:31.418208 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:31.437064 3776 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:31.457096 3776 namespace.go:142] [segment-bridge] updating namespace I0421 03:20:31.570655 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:31.659779 3776 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:31.758833 3776 namespace.go:142] [segment-bridge] updating namespace W0421 03:20:32.993701 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0421 03:20:33.019181 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0421 03:20:33.207363 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0421 03:20:37.238787 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0421 03:20:37.258017 3776 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0421 03:20:43.299404 3776 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0421 03:20:43.299424 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0421 03:20:44.079181 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0421 03:20:44.079203 3776 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0421 03:20:44.108149 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0421 03:20:44.111140 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0421 03:20:44.136231 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0421 03:20:44.139095 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0421 03:20:44.166694 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0421 03:20:44.173680 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0421 03:20:44.680045 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0421 03:20:55.410853 3776 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:55.411390 3776 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:56.148799 3776 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:56.148823 3776 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:56.154181 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z I0421 03:20:56.154209 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z I0421 03:21:07.773115 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0421 03:21:54.339064 3776 obj_retry.go:498] Detected object konflux-ui/proxy-7fc7b59b75-6prkl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:21:54.339616 3776 obj_retry.go:498] Detected object konflux-ui/proxy-7fc7b59b75-6prkl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:21:54.668993 3776 obj_retry.go:492] Detected object konflux-ui/proxy-7fc7b59b75-6prkl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:21:54.669014 3776 obj_retry.go:492] Detected object konflux-ui/proxy-7fc7b59b75-6prkl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:21:54.675519 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7fc7b59b75-6prkl I0421 03:21:54.675542 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7fc7b59b75-6prkl I0421 03:21:57.664448 3776 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:21:57.665065 3776 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:21:57.707301 3776 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:21:57.707329 3776 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:21:57.713563 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0421 03:21:57.713577 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0421 03:21:58.795080 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0421 03:22:15.801685 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0421 03:22:18.770099 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0421 03:22:26.965678 3776 namespace.go:98] [default-managed-tenant-cled5] adding namespace I0421 03:22:26.966589 3776 namespace.go:102] [default-managed-tenant-cled5] adding namespace took 883.095µs I0421 03:22:26.993871 3776 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:27.013711 3776 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:27.969459 3776 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:28.102267 3776 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:28.202614 3776 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:31.678219 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0421 03:23:44.683208 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=71 I0421 03:23:55.818010 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0421 03:24:02.796873 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0421 03:24:05.717491 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=540 I0421 03:25:06.809132 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0421 03:25:10.780204 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0421 03:25:25.794345 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0421 03:25:32.683991 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=18 I0421 03:25:35.689816 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 I0421 03:26:02.682998 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0421 03:26:48.770835 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0421 03:27:03.776379 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0421 03:29:24.681685 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0421 03:29:26.772656 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0421 03:29:44.799078 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0421 03:30:04.474290 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612370-m2cqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:30:04.474876 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612370-m2cqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:30:05.057857 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-f6pgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.057919 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-f6pgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.063353 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-f6pgz I0421 03:30:05.063375 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-f6pgz I0421 03:30:05.348913 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612370-m2cqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.348967 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612370-m2cqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.377141 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.377179 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.379785 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l I0421 03:30:05.379805 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l I0421 03:30:08.029873 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bfpfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:08.029908 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bfpfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:08.032459 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bfpfm I0421 03:30:08.032483 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bfpfm I0421 03:30:10.799312 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0421 03:30:15.032726 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-dhltm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:15.032750 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-dhltm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:15.036770 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-dhltm I0421 03:30:15.036795 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-dhltm I0421 03:30:31.720664 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0421 03:30:33.804449 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0421 03:31:31.821508 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0421 03:31:45.797331 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0421 03:32:11.774014 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0421 03:32:35.686650 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0421 03:33:17.783618 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0421 03:33:19.686366 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0421 03:34:02.811956 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0421 03:34:28.693272 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0421 03:34:55.686219 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0421 03:36:19.834767 3776 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt I0421 03:36:26.779999 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0421 03:36:30.685158 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0421 03:36:45.897678 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:36:45.898332 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:36:46.648623 3776 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:36:46.648657 3776 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:36:46.657511 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod I0421 03:36:46.657544 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod I0421 03:36:47.775122 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0421 03:36:48.822053 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:36:48.822638 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:36:58.680116 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-5rzdh for pod on switch ip-10-0-1-71.ec2.internal I0421 03:36:58.680239 3776 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh I0421 03:36:58.696595 3776 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh] pod update took 16.388869ms I0421 03:36:58.696618 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh] addLogicalPort annotation time took 16.41822ms I0421 03:36:58.697929 3776 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh] addLogicalPort took 17.830009ms, libovsdb time 884.407µs I0421 03:36:59.043035 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9 network default NAD default NAD key ] I0421 03:36:59.052287 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-5rzdh, hostIfaceName: cbea5ce3144a6c7, network: default, NAD default, SandboxID: "cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9", PCI device ID: , UID: "71500b4f-dd37-4b4a-9066-ab1b5817b6ca", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0421 03:36:59.107346 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:8e:7f:21:2b:18\",\"name\":\"cbea5ce3144a6c7\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/470f2e05-80fd-40af-9576-80e52354f2bd\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0421 03:37:00.802404 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0421 03:37:05.990499 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:37:05.991035 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:37:07.807515 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0421 03:37:09.723462 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=60 W0421 03:37:12.785592 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.785612 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.785618 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.785623 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.785637 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.785641 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.785646 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.785650 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:13.395366 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:13.395385 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:13.395392 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:13.395397 3776 util.go:959] Failed to build node endpoints for node ip-10-0-1-71.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0421 03:37:49.074570 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:37:49.075123 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:37:55.824263 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0421 03:38:22.800498 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0421 03:39:04.835125 3776 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/segment-backup-installation-tkgl7-69l5d I0421 03:39:16.802048 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0421 03:39:19.689342 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0421 03:39:30.708026 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0421 03:40:03.768543 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612380-dzjj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:40:03.769135 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612380-dzjj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:40:04.639017 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612380-dzjj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:40:04.639039 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612380-dzjj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:40:04.678216 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:40:04.678243 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:40:04.681158 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 I0421 03:40:04.681186 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 I0421 03:40:28.335381 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:40:28.335973 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:41:11.264323 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:41:11.264945 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:41:19.776986 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0421 03:41:50.688958 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0421 03:41:52.815184 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0421 03:42:05.787046 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0421 03:42:10.311281 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:10.311839 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:10.726504 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=118 I0421 03:42:13.198214 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:13.198746 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:14.217980 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:14.218502 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:17.689174 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0421 03:42:18.755354 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:18.755924 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:32.900961 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:32.901543 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:44.275488 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9 network default NAD default NAD key ] I0421 03:42:44.355729 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh cbea5ce3144a6c745e0ae9cea44945425a472ed313f6a33938c64c2d906d8da9 network default NAD default NAD key default], result "{}", err I0421 03:42:44.411810 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:44.411849 3776 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh I0421 03:42:44.413454 3776 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh, ips: 10.130.0.51 I0421 03:42:44.413487 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:45.128937 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:42:45.128964 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:42:45.134813 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh I0421 03:42:45.134839 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh I0421 03:42:56.778229 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0421 03:42:59.501860 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:59.502447 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:43:00.364562 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:43:00.364586 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:43:00.370252 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp I0421 03:43:00.370281 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp I0421 03:43:31.687734 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0421 03:43:48.810222 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0421 03:43:58.783487 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0421 03:44:02.827528 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0421 03:44:23.803728 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0421 03:44:53.711377 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0421 03:45:08.447312 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:08.447946 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:16.829084 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:16.829641 3776 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:34.681145 3776 obj_retry.go:498] Detected object default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:34.681769 3776 obj_retry.go:498] Detected object default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:59.246532 3776 obj_retry.go:498] Detected object default-tenant/my-integration-test-plwk-kt92g-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:59.247167 3776 obj_retry.go:498] Detected object default-tenant/my-integration-test-plwk-kt92g-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it