+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-182.ec2.internal ++ [[ -n ip-10-0-1-182.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-182.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 23:02:07.879810654 - disable conntrack on geneve port' I0327 23:02:07.879810654 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 23:02:07.896185444 - starting ovnkube-node' I0327 23:02:07.896185444 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-182.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-182.ec2.internal --init-node ip-10-0-1-182.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-182.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0327 23:02:07.933954 3801 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0327 23:02:07.934001 3801 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-134f8e697a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0327 23:02:07.935541 3801 kube.go:419] Waiting for certificate I0327 23:02:07.935570 3801 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0327 23:02:07.935600 3801 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0327 23:02:07.936667 3801 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 23:02:07.972897 3801 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 23:02:07.972915 3801 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 23:02:07.974887 3801 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 23:02:07.976864 3801 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hlr6q" I0327 23:02:07.989019 3801 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hlr6q" I0327 23:02:07.989091 3801 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 23:02:08.936383 3801 kube.go:426] Certificate found I0327 23:02:08.936911 3801 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 23:02:08.938386 3801 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0327 23:02:08.993696 3801 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-28 22:57:07 +0000 UTC" deadline="2026-03-28 16:04:13.729537447 +0000 UTC" I0327 23:02:08.993734 3801 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h2m4.735812634s" I0327 23:02:09.007594 3801 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 23:02:09.015455 3801 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0327 23:02:09.015538 3801 factory.go:531] Starting watch factory I0327 23:02:09.015639 3801 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.015644 3801 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.015653 3801 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.015661 3801 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.015807 3801 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.015839 3801 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.015999 3801 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.016016 3801 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.016168 3801 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.016185 3801 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.016396 3801 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.016417 3801 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.020234 3801 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0327 23:02:09.025354 3801 controller_manager.go:368] Starting the ovnkube controller I0327 23:02:09.025366 3801 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-182.ec2.internal I0327 23:02:09.025417 3801 controller_manager.go:393] NBDB zone sync took: 43.595µs I0327 23:02:09.025428 3801 factory.go:531] Starting watch factory I0327 23:02:09.036992 3801 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.037032 3801 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.037185 3801 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.039823 3801 ovn_northd.go:121] Registering OVN northd metrics I0327 23:02:09.040059 3801 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.043023 3801 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.043319 3801 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0327 23:02:09.046671 3801 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0327 23:02:09.046739 3801 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0327 23:02:09.048740 3801 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:09.061663 3801 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0327 23:02:09.120795 3801 factory.go:1890] *v1.Node informer cache synced successfully I0327 23:02:09.120845 3801 factory.go:1890] *v1.Service informer cache synced successfully I0327 23:02:09.120850 3801 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 23:02:09.120855 3801 factory.go:1890] *v1.Pod informer cache synced successfully I0327 23:02:09.120859 3801 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 23:02:09.120863 3801 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 23:02:09.120955 3801 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:09.120982 3801 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:09.120948 3801 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:09.121019 3801 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:09.125246 3801 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:09.125258 3801 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 23:02:09.126040 3801 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 23:02:09.126052 3801 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 23:02:09.126099 3801 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.126110 3801 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.129924 3801 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.130880 3801 factory.go:1890] *v1.Node informer cache synced successfully I0327 23:02:09.130890 3801 factory.go:1890] *v1.Service informer cache synced successfully I0327 23:02:09.130893 3801 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 23:02:09.130896 3801 factory.go:1890] *v1.Pod informer cache synced successfully I0327 23:02:09.130899 3801 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 23:02:09.130902 3801 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 23:02:09.132023 3801 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 23:02:09.132070 3801 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.132081 3801 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.136339 3801 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.136344 3801 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 23:02:09.136414 3801 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 23:02:09.138019 3801 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 23:02:09.138074 3801 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.138085 3801 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.141929 3801 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 23:02:09.142042 3801 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.144073 3801 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 23:02:09.144127 3801 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.144138 3801 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.147066 3801 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 23:02:09.147732 3801 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.149790 3801 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 23:02:09.149853 3801 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.149874 3801 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.152234 3801 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 23:02:09.153674 3801 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.155651 3801 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 23:02:09.155834 3801 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 23:02:09.155851 3801 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 23:02:09.158042 3801 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 23:02:09.159608 3801 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 23:02:09.161552 3801 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 23:02:09.161622 3801 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.161639 3801 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.161667 3801 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.161685 3801 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.163132 3801 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 23:02:09.165460 3801 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.165525 3801 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 23:02:09.167593 3801 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 23:02:09.167602 3801 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 23:02:09.167608 3801 factory.go:636] Watch Factory start up complete, took: 152.075119ms I0327 23:02:09.167665 3801 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0327 23:02:09.168191 3801 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 23:02:09.173251 3801 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 23:02:09.173267 3801 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 23:02:09.173277 3801 factory.go:636] Watch Factory start up complete, took: 147.846556ms I0327 23:02:09.173287 3801 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-182.ec2.internal" zone I0327 23:02:09.207646 3801 default_node_network_controller.go:709] Initializing the default node network controller I0327 23:02:09.250414 3801 udn_isolation.go:101] Starting UDN host isolation manager I0327 23:02:09.257394 3801 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0327 23:02:09.315033 3801 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0327 23:02:09.315221 3801 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0327 23:02:09.315241 3801 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0327 23:02:09.349637 3801 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0327 23:02:09.349701 3801 default_node_network_controller.go:808] Node ip-10-0-1-182.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0327 23:02:09.355326 3801 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.182"] k8s.ovn.org/zone-name:ip-10-0-1-182.ec2.internal] on node ip-10-0-1-182.ec2.internal I0327 23:02:09.386396 3801 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0327 23:02:09.391676 3801 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0327 23:02:09.391789 3801 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0327 23:02:09.391951 3801 gateway_init.go:263] Preparing Gateway I0327 23:02:09.391963 3801 gateway_shared_intf.go:1658] Creating new gateway I0327 23:02:09.423356 3801 controller_manager.go:427] Waiting for node in zone sync took: 250.05327ms I0327 23:02:09.437435 3801 controller_manager.go:608] Switching to transit router for layer2 networks I0327 23:02:09.437514 3801 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-182.ec2.internal I0327 23:02:09.464547 3801 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 23:02:09.467223 3801 iptables.go:108] Creating table: filter chain: FORWARD I0327 23:02:09.470091 3801 controller_manager.go:288] SCTP support detected in OVN I0327 23:02:09.470668 3801 services_controller.go:69] Creating services controller for network=default I0327 23:02:09.470790 3801 udn_enabled_svc.go:80] Waiting for service informer to sync I0327 23:02:09.470840 3801 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0327 23:02:09.470880 3801 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0327 23:02:09.470899 3801 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0327 23:02:09.470910 3801 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 23:02:09.471150 3801 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0327 23:02:09.471234 3801 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0327 23:02:09.471249 3801 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.105µs I0327 23:02:09.471275 3801 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 27.517µs I0327 23:02:09.471287 3801 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 53.008µs I0327 23:02:09.471294 3801 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0327 23:02:09.471306 3801 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0327 23:02:09.471322 3801 default_network_controller.go:321] Starting the default network controller I0327 23:02:09.471403 3801 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 14.701µs I0327 23:02:09.471418 3801 udn_enabled_svc.go:95] Performing full resync I0327 23:02:09.471744 3801 udn_enabled_svc.go:99] Waiting for handler to sync I0327 23:02:09.471757 3801 udn_enabled_svc.go:104] Starting worker I0327 23:02:09.474041 3801 iptables.go:108] Creating table: filter chain: OUTPUT I0327 23:02:09.480598 3801 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0327 23:02:09.480658 3801 repair.go:33] Syncing exgw routes took 47.806µs I0327 23:02:09.480679 3801 default_network_controller.go:407] Starting all the Watchers... I0327 23:02:09.480742 3801 gateway_shared_intf.go:1787] Gateway Creation Complete I0327 23:02:09.480756 3801 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-182.ec2.internal","mac-address":"0a:ff:dd:5c:16:cb","ip-addresses":["10.0.1.182/24"],"ip-address":"10.0.1.182/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8c5e5645-47cc-448f-83e2-7db193ece67a k8s.ovn.org/node-encap-ips:["10.0.1.182"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.182/24"} k8s.ovn.org/zone-name:ip-10-0-1-182.ec2.internal] on node ip-10-0-1-182.ec2.internal I0327 23:02:09.480815 3801 namespace.go:98] [openshift-apiserver-operator] adding namespace I0327 23:02:09.480825 3801 namespace.go:98] [openshift-node] adding namespace I0327 23:02:09.480831 3801 namespace.go:98] [openshift-backplane-cee] adding namespace I0327 23:02:09.480830 3801 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0327 23:02:09.480817 3801 namespace.go:98] [openshift-network-console] adding namespace I0327 23:02:09.480842 3801 namespace.go:98] [openshift-host-network] adding namespace I0327 23:02:09.480843 3801 namespace.go:98] [kube-node-lease] adding namespace I0327 23:02:09.480845 3801 namespace.go:98] [openshift-backplane-tam] adding namespace I0327 23:02:09.480853 3801 namespace.go:98] [openshift-must-gather-operator] adding namespace I0327 23:02:09.480862 3801 namespace.go:98] [openshift-dns-operator] adding namespace I0327 23:02:09.480862 3801 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0327 23:02:09.480865 3801 namespace.go:98] [openshift-controller-manager] adding namespace I0327 23:02:09.480873 3801 namespace.go:98] [dedicated-admin] adding namespace I0327 23:02:09.480896 3801 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0327 23:02:09.480817 3801 namespace.go:98] [openshift-ingress-canary] adding namespace I0327 23:02:09.481454 3801 namespace.go:102] [openshift-apiserver-operator] adding namespace took 626.717µs I0327 23:02:09.481478 3801 namespace.go:98] [openshift-package-operator] adding namespace I0327 23:02:09.481937 3801 namespace.go:102] [openshift-package-operator] adding namespace took 452.804µs I0327 23:02:09.481950 3801 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0327 23:02:09.482550 3801 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 593.241µs I0327 23:02:09.482569 3801 namespace.go:98] [openshift-service-ca-operator] adding namespace I0327 23:02:09.483063 3801 namespace.go:102] [openshift-node] adding namespace took 2.225649ms I0327 23:02:09.483080 3801 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0327 23:02:09.483564 3801 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.723169ms I0327 23:02:09.483578 3801 namespace.go:98] [openshift-backplane] adding namespace I0327 23:02:09.484003 3801 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.159136ms I0327 23:02:09.484019 3801 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0327 23:02:09.484610 3801 namespace.go:102] [openshift-network-console] adding namespace took 3.762156ms I0327 23:02:09.484626 3801 namespace.go:98] [openshift-machine-api] adding namespace I0327 23:02:09.485108 3801 namespace.go:102] [openshift-host-network] adding namespace took 4.258085ms I0327 23:02:09.485129 3801 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0327 23:02:09.485614 3801 namespace.go:102] [kube-node-lease] adding namespace took 4.760779ms I0327 23:02:09.485626 3801 namespace.go:98] [openshift-config] adding namespace I0327 23:02:09.486028 3801 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.171952ms I0327 23:02:09.486042 3801 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0327 23:02:09.486565 3801 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.703733ms I0327 23:02:09.486583 3801 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0327 23:02:09.487017 3801 namespace.go:102] [openshift-dns-operator] adding namespace took 6.145557ms I0327 23:02:09.487030 3801 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0327 23:02:09.487479 3801 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.605164ms I0327 23:02:09.487489 3801 namespace.go:98] [openshift-network-node-identity] adding namespace I0327 23:02:09.487957 3801 namespace.go:102] [openshift-controller-manager] adding namespace took 7.079872ms I0327 23:02:09.487967 3801 namespace.go:98] [openshift-ingress-operator] adding namespace I0327 23:02:09.488441 3801 namespace.go:102] [dedicated-admin] adding namespace took 7.557597ms I0327 23:02:09.488455 3801 namespace.go:98] [default] adding namespace I0327 23:02:09.488896 3801 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.986021ms I0327 23:02:09.488912 3801 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0327 23:02:09.489528 3801 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.601178ms I0327 23:02:09.489542 3801 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0327 23:02:09.490092 3801 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.514893ms I0327 23:02:09.490106 3801 namespace.go:98] [openshift-marketplace] adding namespace I0327 23:02:09.490525 3801 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.431354ms I0327 23:02:09.490541 3801 namespace.go:98] [openshift-authentication] adding namespace I0327 23:02:09.490895 3801 namespace.go:102] [openshift-backplane] adding namespace took 7.310024ms I0327 23:02:09.490909 3801 namespace.go:98] [openshift-console] adding namespace I0327 23:02:09.491332 3801 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.308489ms I0327 23:02:09.491344 3801 namespace.go:98] [openshift-apiserver] adding namespace I0327 23:02:09.491679 3801 namespace.go:102] [openshift-machine-api] adding namespace took 7.045616ms I0327 23:02:09.491699 3801 namespace.go:98] [openshift-console-operator] adding namespace I0327 23:02:09.492110 3801 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.975439ms I0327 23:02:09.492123 3801 namespace.go:98] [openshift-cluster-version] adding namespace I0327 23:02:09.492488 3801 namespace.go:102] [openshift-config] adding namespace took 6.856903ms I0327 23:02:09.492502 3801 namespace.go:98] [openshift-backplane-csm] adding namespace I0327 23:02:09.492860 3801 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.813276ms I0327 23:02:09.492871 3801 namespace.go:98] [openshift-route-controller-manager] adding namespace I0327 23:02:09.493237 3801 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.648066ms I0327 23:02:09.493249 3801 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0327 23:02:09.493614 3801 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.580346ms I0327 23:02:09.493625 3801 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0327 23:02:09.493998 3801 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.503691ms I0327 23:02:09.494010 3801 namespace.go:98] [openshift-dns] adding namespace I0327 23:02:09.494388 3801 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.416692ms I0327 23:02:09.494399 3801 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0327 23:02:09.494771 3801 namespace.go:102] [default] adding namespace took 6.311884ms I0327 23:02:09.494783 3801 namespace.go:98] [openshift-infra] adding namespace I0327 23:02:09.495145 3801 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.22767ms I0327 23:02:09.495157 3801 namespace.go:98] [openshift] adding namespace I0327 23:02:09.495533 3801 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.986713ms I0327 23:02:09.495543 3801 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0327 23:02:09.495914 3801 namespace.go:102] [openshift-marketplace] adding namespace took 5.80396ms I0327 23:02:09.496398 3801 namespace.go:102] [openshift-authentication] adding namespace took 5.852082ms I0327 23:02:09.496410 3801 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0327 23:02:09.496757 3801 namespace.go:102] [openshift-console] adding namespace took 5.843228ms I0327 23:02:09.496769 3801 namespace.go:98] [openshift-operators-redhat] adding namespace I0327 23:02:09.497124 3801 namespace.go:102] [openshift-apiserver] adding namespace took 5.775235ms I0327 23:02:09.497135 3801 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0327 23:02:09.497517 3801 namespace.go:102] [openshift-console-operator] adding namespace took 5.813906ms I0327 23:02:09.497529 3801 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0327 23:02:09.497996 3801 namespace.go:102] [openshift-cluster-version] adding namespace took 5.868675ms I0327 23:02:09.498008 3801 namespace.go:98] [openshift-insights] adding namespace I0327 23:02:09.498444 3801 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.936572ms I0327 23:02:09.498458 3801 namespace.go:98] [openshift-backplane-cse] adding namespace I0327 23:02:09.498818 3801 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.942383ms I0327 23:02:09.498830 3801 namespace.go:98] [openshift-image-registry] adding namespace I0327 23:02:09.499222 3801 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.969092ms I0327 23:02:09.499232 3801 namespace.go:98] [openshift-ingress] adding namespace I0327 23:02:09.499716 3801 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.084684ms I0327 23:02:09.499731 3801 namespace.go:98] [openshift-logging] adding namespace I0327 23:02:09.500112 3801 namespace.go:102] [openshift-dns] adding namespace took 6.097481ms I0327 23:02:09.500124 3801 namespace.go:98] [openshift-service-ca] adding namespace I0327 23:02:09.500606 3801 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.202564ms I0327 23:02:09.500617 3801 namespace.go:98] [openshift-machine-config-operator] adding namespace I0327 23:02:09.501384 3801 namespace.go:102] [openshift-infra] adding namespace took 6.595513ms I0327 23:02:09.501397 3801 namespace.go:98] [openshift-customer-monitoring] adding namespace I0327 23:02:09.501791 3801 namespace.go:102] [openshift] adding namespace took 6.629911ms I0327 23:02:09.501803 3801 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0327 23:02:09.502233 3801 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.683677ms I0327 23:02:09.502248 3801 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0327 23:02:09.502754 3801 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.338293ms I0327 23:02:09.502769 3801 namespace.go:98] [openshift-backplane-srep] adding namespace I0327 23:02:09.503230 3801 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.454646ms I0327 23:02:09.503245 3801 namespace.go:98] [openshift-console-user-settings] adding namespace I0327 23:02:09.503702 3801 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.562077ms I0327 23:02:09.503714 3801 namespace.go:98] [kube-public] adding namespace I0327 23:02:09.504074 3801 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.539256ms I0327 23:02:09.504086 3801 namespace.go:98] [openshift-config-operator] adding namespace I0327 23:02:09.504464 3801 namespace.go:102] [openshift-insights] adding namespace took 6.450847ms I0327 23:02:09.504475 3801 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0327 23:02:09.504862 3801 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.400408ms I0327 23:02:09.504871 3801 namespace.go:98] [openshift-kube-scheduler] adding namespace I0327 23:02:09.505293 3801 namespace.go:102] [openshift-image-registry] adding namespace took 6.458356ms I0327 23:02:09.505308 3801 namespace.go:98] [openshift-network-diagnostics] adding namespace I0327 23:02:09.505743 3801 namespace.go:102] [openshift-ingress] adding namespace took 6.506806ms I0327 23:02:09.505755 3801 namespace.go:98] [openshift-backplane-mobb] adding namespace I0327 23:02:09.506230 3801 namespace.go:102] [openshift-logging] adding namespace took 6.494536ms I0327 23:02:09.506241 3801 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0327 23:02:09.506820 3801 namespace.go:102] [openshift-service-ca] adding namespace took 6.691475ms I0327 23:02:09.506832 3801 namespace.go:98] [kube-system] adding namespace I0327 23:02:09.507298 3801 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.67645ms I0327 23:02:09.507310 3801 namespace.go:98] [openshift-config-managed] adding namespace I0327 23:02:09.507837 3801 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.433504ms I0327 23:02:09.507847 3801 namespace.go:98] [openshift-kube-apiserver] adding namespace I0327 23:02:09.508293 3801 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.482071ms I0327 23:02:09.508313 3801 namespace.go:98] [openshift-multus] adding namespace I0327 23:02:09.508836 3801 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.583394ms I0327 23:02:09.508848 3801 namespace.go:98] [openshift-authentication-operator] adding namespace I0327 23:02:09.509393 3801 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.615776ms I0327 23:02:09.509879 3801 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.628447ms I0327 23:02:09.510326 3801 namespace.go:102] [kube-public] adding namespace took 6.6063ms I0327 23:02:09.510781 3801 namespace.go:102] [openshift-config-operator] adding namespace took 6.687589ms I0327 23:02:09.510802 3801 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0327 23:02:09.511299 3801 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.818266ms W0327 23:02:09.511687 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9ptpd: pod openshift-network-diagnostics/network-check-target-9ptpd: no pod IPs found W0327 23:02:09.511709 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gnmgz: pod openshift-network-diagnostics/network-check-target-gnmgz: no pod IPs found I0327 23:02:09.511733 3801 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.857167ms I0327 23:02:09.512356 3801 default_node_network_controller.go:518] Node connection status = connected I0327 23:02:09.512682 3801 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.368454ms I0327 23:02:09.513081 3801 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.318947ms I0327 23:02:09.513097 3801 namespace.go:98] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] adding namespace W0327 23:02:09.513534 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l9lt8: pod kube-system/global-pull-secret-syncer-l9lt8: no pod IPs found I0327 23:02:09.513566 3801 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.320541ms I0327 23:02:09.513994 3801 namespace.go:102] [kube-system] adding namespace took 7.156795ms I0327 23:02:09.514407 3801 namespace.go:102] [openshift-config-managed] adding namespace took 7.091741ms I0327 23:02:09.514419 3801 namespace.go:98] [openshift-monitoring] adding namespace W0327 23:02:09.514787 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-49qg4: pod openshift-multus/network-metrics-daemon-49qg4: no pod IPs found W0327 23:02:09.514797 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-pl42s: pod openshift-multus/network-metrics-daemon-pl42s: no pod IPs found I0327 23:02:09.514823 3801 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.972231ms I0327 23:02:09.514833 3801 namespace.go:98] [openshift-operators] adding namespace I0327 23:02:09.515305 3801 namespace.go:102] [openshift-multus] adding namespace took 6.986058ms I0327 23:02:09.515317 3801 namespace.go:98] [openshift-network-operator] adding namespace I0327 23:02:09.515733 3801 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.879288ms I0327 23:02:09.515746 3801 namespace.go:98] [openshift-etcd] adding namespace I0327 23:02:09.516158 3801 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.350732ms I0327 23:02:09.516584 3801 namespace.go:102] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] adding namespace took 3.482494ms I0327 23:02:09.516981 3801 namespace.go:102] [openshift-monitoring] adding namespace took 2.556579ms I0327 23:02:09.517426 3801 namespace.go:102] [openshift-operators] adding namespace took 2.589102ms I0327 23:02:09.517890 3801 namespace.go:102] [openshift-network-operator] adding namespace took 2.568368ms I0327 23:02:09.518291 3801 namespace.go:102] [openshift-etcd] adding namespace took 2.539513ms I0327 23:02:09.518693 3801 zone_ic_handler.go:186] Time taken to create transit switch: 311.531µs I0327 23:02:09.518767 3801 master.go:532] Adding or Updating local node "ip-10-0-1-182.ec2.internal" for network "default" I0327 23:02:09.518825 3801 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-182.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-182.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-182.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-182.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-182.ec2.internal I0327 23:02:09.519371 3801 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-103.ec2.internal for the network default I0327 23:02:09.520532 3801 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-103.ec2.internal" on network "default" took: 1.169224ms W0327 23:02:09.527042 3801 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-pl42s: pod openshift-multus/network-metrics-daemon-pl42s: no pod IPs found W0327 23:02:09.527057 3801 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-l9lt8: pod kube-system/global-pull-secret-syncer-l9lt8: no pod IPs found W0327 23:02:09.527074 3801 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9ptpd: pod openshift-network-diagnostics/network-check-target-9ptpd: no pod IPs found I0327 23:02:09.528065 3801 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-182.ec2.internal for the network default I0327 23:02:09.528837 3801 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0327 23:02:09.528872 3801 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0327 23:02:09.528887 3801 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0327 23:02:09.528919 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0327 23:02:09.528943 3801 node_tracker.go:235] Node ip-10-0-0-182.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-182.ec2.internal" I0327 23:02:09.528954 3801 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:09.528961 3801 services_controller.go:574] Full service sync requested for network=default I0327 23:02:09.528966 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-182.ec2.internal in network "default" I0327 23:02:09.528996 3801 node_tracker.go:169] Node ip-10-0-1-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:09.529004 3801 services_controller.go:574] Full service sync requested for network=default I0327 23:02:09.529008 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0327 23:02:09.529031 3801 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:09.529038 3801 services_controller.go:574] Full service sync requested for network=default I0327 23:02:09.629766 3801 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0327 23:02:09.629787 3801 services_controller.go:208] Setting up event handlers for services for network=default I0327 23:02:09.629833 3801 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0327 23:02:09.629864 3801 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0327 23:02:09.629875 3801 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0327 23:02:09.730564 3801 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0327 23:02:09.730581 3801 repair.go:60] Starting repairing loop for services I0327 23:02:09.730661 3801 repair.go:131] Deleted 0 stale service LBs I0327 23:02:09.730680 3801 repair.go:137] Deleted 0 stale Chassis Template Vars I0327 23:02:09.730694 3801 repair.go:62] Finished repairing loop for services: 114.699µs I0327 23:02:09.730725 3801 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0327 23:02:09.730736 3801 services_controller.go:254] Starting workers for network=default W0327 23:02:09.730839 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:09.730870 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:09.731766 3801 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-49qg4, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-49qg4: suppressed error logged: pod openshift-multus/network-metrics-daemon-49qg4: no pod IPs found I0327 23:02:09.731879 3801 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-gnmgz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gnmgz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gnmgz: no pod IPs found I0327 23:02:09.731908 3801 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9ptpd] creating logical port openshift-network-diagnostics_network-check-target-9ptpd for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:09.731926 3801 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l9lt8] creating logical port kube-system_global-pull-secret-syncer-l9lt8 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:09.731971 3801 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pl42s] creating logical port openshift-multus_network-metrics-daemon-pl42s for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:09.732024 3801 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-b9fwq of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0327 23:02:09.732073 3801 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-pl42s I0327 23:02:09.732102 3801 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-l9lt8 I0327 23:02:09.732119 3801 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9ptpd W0327 23:02:09.734923 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 23:02:09.749272 3801 pod.go:62] [openshift-network-diagnostics/network-check-target-9ptpd] pod update took 17.180782ms I0327 23:02:09.749289 3801 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-9ptpd] addLogicalPort annotation time took 17.200128ms I0327 23:02:09.750064 3801 pods.go:271] [openshift-network-diagnostics/network-check-target-9ptpd] addLogicalPort took 18.169266ms, libovsdb time 590.602µs I0327 23:02:09.750078 3801 pod.go:62] [kube-system/global-pull-secret-syncer-l9lt8] pod update took 18.019737ms I0327 23:02:09.750097 3801 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-l9lt8] addLogicalPort annotation time took 18.039834ms I0327 23:02:09.750365 3801 pod.go:62] [openshift-multus/network-metrics-daemon-pl42s] pod update took 18.334831ms I0327 23:02:09.750383 3801 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-pl42s] addLogicalPort annotation time took 18.351704ms I0327 23:02:09.750875 3801 pods.go:271] [kube-system/global-pull-secret-syncer-l9lt8] addLogicalPort took 18.96131ms, libovsdb time 547.975µs I0327 23:02:09.751223 3801 pods.go:271] [openshift-multus/network-metrics-daemon-pl42s] addLogicalPort took 19.258445ms, libovsdb time 654.715µs I0327 23:02:09.751554 3801 admin_network_policy_controller.go:227] Starting controller default-network-controller I0327 23:02:09.751572 3801 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0327 23:02:09.751585 3801 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0327 23:02:09.751589 3801 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0327 23:02:09.751767 3801 repair.go:29] Repairing admin network policies took 173.434µs I0327 23:02:09.751877 3801 repair.go:92] Repairing baseline admin network policies took 100.713µs I0327 23:02:09.752288 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0327 23:02:09.752303 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0327 23:02:09.753610 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0327 23:02:09.753629 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0327 23:02:09.753647 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0327 23:02:09.756292 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0327 23:02:09.756309 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0327 23:02:09.756321 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0327 23:02:09.757523 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0327 23:02:09.757543 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0327 23:02:09.757556 3801 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0327 23:02:09.759319 3801 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0327 23:02:09.759342 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0327 23:02:09.759350 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0327 23:02:09.760817 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0327 23:02:09.760835 3801 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0327 23:02:09.760845 3801 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0327 23:02:09.762793 3801 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0327 23:02:09.762812 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0327 23:02:09.762821 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0327 23:02:09.763572 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0327 23:02:09.763592 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0327 23:02:09.764379 3801 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0327 23:02:09.764393 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 23:02:09.766118 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0327 23:02:09.766138 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0327 23:02:09.766149 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0327 23:02:09.767776 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0327 23:02:09.767795 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0327 23:02:09.767816 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 23:02:09.768894 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0327 23:02:09.768915 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0327 23:02:09.768924 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0327 23:02:09.769442 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0327 23:02:09.769474 3801 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0327 23:02:09.769483 3801 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0327 23:02:09.769724 3801 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0327 23:02:09.769741 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0327 23:02:09.769751 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0327 23:02:09.770698 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0327 23:02:09.770715 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0327 23:02:09.770721 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0327 23:02:09.770978 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0327 23:02:09.770992 3801 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0327 23:02:09.771001 3801 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0327 23:02:09.773012 3801 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0327 23:02:09.773030 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0327 23:02:09.773038 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0327 23:02:09.773550 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0327 23:02:09.773568 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0327 23:02:09.773575 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0327 23:02:09.774065 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0327 23:02:09.774083 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0327 23:02:09.774090 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0327 23:02:09.774574 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0327 23:02:09.774589 3801 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0327 23:02:09.774596 3801 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0327 23:02:09.775099 3801 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0327 23:02:09.775117 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0327 23:02:09.775127 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0327 23:02:09.776123 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0327 23:02:09.776140 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0327 23:02:09.776146 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0327 23:02:09.776474 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0327 23:02:09.776493 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0327 23:02:09.776499 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0327 23:02:09.776820 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0327 23:02:09.776836 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0327 23:02:09.776843 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0327 23:02:09.777318 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0327 23:02:09.777333 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0327 23:02:09.777341 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0327 23:02:09.777844 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0327 23:02:09.777862 3801 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0327 23:02:09.777871 3801 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0327 23:02:09.778732 3801 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0327 23:02:09.778753 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0327 23:02:09.778760 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0327 23:02:09.779255 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0327 23:02:09.779272 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0327 23:02:09.779280 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0327 23:02:09.779718 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0327 23:02:09.779740 3801 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0327 23:02:09.779749 3801 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0327 23:02:09.780240 3801 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0327 23:02:09.780257 3801 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0327 23:02:09.780268 3801 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0327 23:02:09.781059 3801 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0327 23:02:09.781271 3801 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-b9fwq of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0327 23:02:09.786327 3801 egressfirewall.go:319] Starting EgressFirewall controller I0327 23:02:09.786352 3801 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0327 23:02:09.786374 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0327 23:02:09.786383 3801 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0327 23:02:09.786389 3801 controller.go:133] Adding controller egress-firewall-controller event handlers I0327 23:02:09.786413 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0327 23:02:09.786424 3801 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0327 23:02:09.786668 3801 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0327 23:02:09.786682 3801 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0327 23:02:09.786691 3801 egressqos.go:193] Setting up event handlers for EgressQoS I0327 23:02:09.786757 3801 egressfirewall.go:628] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0327 23:02:09.786768 3801 egressfirewall.go:628] Syncing node "ip-10-0-1-182.ec2.internal" for egress firewall I0327 23:02:09.786771 3801 egressfirewall.go:628] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0327 23:02:09.786797 3801 egressqos.go:245] Starting EgressQoS Controller I0327 23:02:09.786806 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0327 23:02:09.786811 3801 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0327 23:02:09.786816 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0327 23:02:09.786820 3801 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0327 23:02:09.786825 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0327 23:02:09.786829 3801 shared_informer.go:356] "Caches are synced" controller="egressqos" I0327 23:02:09.786833 3801 egressqos.go:259] Repairing EgressQoSes I0327 23:02:09.786837 3801 egressqos.go:399] Starting repairing loop for egressqos I0327 23:02:09.786900 3801 egressqos.go:401] Finished repairing loop for egressqos: 62.92µs I0327 23:02:09.786917 3801 egressservice_zone.go:132] Setting up event handlers for Egress Services I0327 23:02:09.786945 3801 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-182.ec2.internal I0327 23:02:09.786988 3801 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-182.ec2.internal : 44.902µs I0327 23:02:09.787037 3801 egressservice_zone.go:210] Starting Egress Services Controller I0327 23:02:09.787054 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 23:02:09.787068 3801 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 23:02:09.787078 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 23:02:09.787095 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 23:02:09.787104 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 23:02:09.787113 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 23:02:09.787131 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0327 23:02:09.787142 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0327 23:02:09.787149 3801 egressservice_zone.go:228] Repairing Egress Services I0327 23:02:09.787412 3801 master_controller.go:88] Starting Admin Policy Based Route Controller I0327 23:02:09.787421 3801 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 23:02:09.787484 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0327 23:02:09.787496 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 12.487µs I0327 23:02:09.787506 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-182.ec2.internal I0327 23:02:09.787512 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-182.ec2.internal: 6.841µs I0327 23:02:09.787519 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0327 23:02:09.787535 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 15.337µs I0327 23:02:09.787541 3801 default_network_controller.go:568] Completing all the Watchers took 306.851222ms I0327 23:02:09.787552 3801 default_network_controller.go:572] Starting unidling controllers I0327 23:02:09.787562 3801 unidle.go:46] Registering OVN SB ControllerEvent handler I0327 23:02:09.787568 3801 unidle.go:63] Populating Initial ContollerEvent events I0327 23:02:09.787578 3801 unidle.go:79] Setting up event handlers for services I0327 23:02:09.787625 3801 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0327 23:02:10.012538 3801 default_node_network_controller.go:518] Node connection status = connected I0327 23:02:10.513065 3801 default_node_network_controller.go:518] Node connection status = connected I0327 23:02:10.733193 3801 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0327 23:02:11.013270 3801 default_node_network_controller.go:518] Node connection status = connected I0327 23:02:11.028675 3801 bridgeconfig.go:537] Gateway is ready I0327 23:02:11.028694 3801 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0327 23:02:11.038690 3801 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.182. Updating OVN encap IP. I0327 23:02:11.043064 3801 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.182 - it is already configured I0327 23:02:11.043079 3801 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.182/24:{} 172.20.0.1/32:{}]. Updating annotations. I0327 23:02:11.043304 3801 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.182/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-182.ec2.internal","mac-address":"0a:ff:dd:5c:16:cb","ip-addresses":["10.0.1.182/24"],"ip-address":"10.0.1.182/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8c5e5645-47cc-448f-83e2-7db193ece67a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.182/24"}] on node ip-10-0-1-182.ec2.internal I0327 23:02:11.060713 3801 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.182 I0327 23:02:11.060806 3801 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-182.ec2.internal I0327 23:02:11.061081 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-182.ec2.internal I0327 23:02:11.061099 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-182.ec2.internal in network "default" I0327 23:02:11.061129 3801 egressfirewall.go:628] Syncing node "ip-10-0-1-182.ec2.internal" for egress firewall I0327 23:02:11.061145 3801 node_tracker.go:169] Node ip-10-0-1-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:11.061157 3801 services_controller.go:574] Full service sync requested for network=default I0327 23:02:11.061185 3801 master.go:532] Adding or Updating local node "ip-10-0-1-182.ec2.internal" for network "default" I0327 23:02:11.061099 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-182.ec2.internal: 22.529µs W0327 23:02:11.061309 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0327 23:02:11.061503 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:11.061561 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:11.065520 3801 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-182.ec2.internal. Updating no re-route policies I0327 23:02:11.065585 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9ptpd I0327 23:02:11.065592 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-49qg4 I0327 23:02:11.065600 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9ptpd I0327 23:02:11.065601 3801 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-hzdlz I0327 23:02:11.065611 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-pl42s I0327 23:02:11.065605 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-49qg4 I0327 23:02:11.065620 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-pl42s I0327 23:02:11.065620 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gnmgz I0327 23:02:11.065631 3801 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9ptpd] creating logical port openshift-network-diagnostics_network-check-target-9ptpd for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:11.065636 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fh2k6 I0327 23:02:11.065644 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-xncsm I0327 23:02:11.065657 3801 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l9lt8 I0327 23:02:11.065615 3801 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-hzdlz I0327 23:02:11.065667 3801 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l9lt8 I0327 23:02:11.065668 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-82qjw I0327 23:02:11.065667 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-182.ec2.internal I0327 23:02:11.065676 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-b9j6z I0327 23:02:11.065684 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-182.ec2.internal I0327 23:02:11.065686 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-82qjw I0327 23:02:11.065690 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-b9j6z I0327 23:02:11.065689 3801 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-hzdlz after 0 failed attempt(s) I0327 23:02:11.065697 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zt2rg I0327 23:02:11.065656 3801 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-182.ec2.internal I0327 23:02:11.065707 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-llfkp I0327 23:02:11.065710 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-82qjw after 0 failed attempt(s) I0327 23:02:11.065710 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-182.ec2.internal after 0 failed attempt(s) I0327 23:02:11.065713 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-kwdfd I0327 23:02:11.065718 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-llfkp I0327 23:02:11.065726 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-kwdfd I0327 23:02:11.065734 3801 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-49qg4, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-49qg4: suppressed error logged: pod openshift-multus/network-metrics-daemon-49qg4: no pod IPs found I0327 23:02:11.065736 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-b9j6z after 0 failed attempt(s) I0327 23:02:11.065742 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-llfkp after 0 failed attempt(s) I0327 23:02:11.065661 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-xncsm I0327 23:02:11.065746 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-kwdfd after 0 failed attempt(s) I0327 23:02:11.065711 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zt2rg I0327 23:02:11.065762 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-xncsm after 0 failed attempt(s) I0327 23:02:11.065772 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zt2rg after 0 failed attempt(s) I0327 23:02:11.065638 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gnmgz I0327 23:02:11.065818 3801 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gnmgz, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gnmgz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gnmgz: no pod IPs found I0327 23:02:11.065698 3801 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l9lt8] creating logical port kube-system_global-pull-secret-syncer-l9lt8 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:11.065647 3801 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pl42s] creating logical port openshift-multus_network-metrics-daemon-pl42s for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:11.065661 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-fh2k6 I0327 23:02:11.066073 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-fh2k6 after 0 failed attempt(s) I0327 23:02:11.065711 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h8dpv I0327 23:02:11.066097 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h8dpv I0327 23:02:11.066117 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h8dpv after 0 failed attempt(s) I0327 23:02:11.065714 3801 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-182.ec2.internal I0327 23:02:11.066142 3801 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-182.ec2.internal after 0 failed attempt(s) I0327 23:02:11.066583 3801 pods.go:271] [kube-system/global-pull-secret-syncer-l9lt8] addLogicalPort took 890.944µs, libovsdb time 275.657µs I0327 23:02:11.066596 3801 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-l9lt8 after 0 failed attempt(s) I0327 23:02:11.066719 3801 pods.go:271] [openshift-network-diagnostics/network-check-target-9ptpd] addLogicalPort took 1.081247ms, libovsdb time 395.071µs I0327 23:02:11.066729 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9ptpd after 0 failed attempt(s) I0327 23:02:11.066818 3801 pods.go:271] [openshift-multus/network-metrics-daemon-pl42s] addLogicalPort took 1.180368ms, libovsdb time 485.272µs I0327 23:02:11.066829 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-pl42s after 0 failed attempt(s) I0327 23:02:11.076765 3801 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0327 23:02:11.087707 3801 iptables.go:108] Creating table: mangle chain: OUTPUT I0327 23:02:11.090939 3801 iptables.go:108] Creating table: nat chain: OUTPUT I0327 23:02:11.121612 3801 iptables.go:108] Creating table: nat chain: PREROUTING I0327 23:02:11.163329 3801 iptables.go:108] Creating table: filter chain: FORWARD I0327 23:02:11.179571 3801 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0327 23:02:11.179698 3801 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0327 23:02:11.179757 3801 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0327 23:02:11.179860 3801 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0327 23:02:11.179925 3801 gateway_init.go:325] Gateway and management port readiness took 1.670735459s I0327 23:02:11.179958 3801 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0327 23:02:11.179999 3801 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0327 23:02:11.180015 3801 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0327 23:02:11.180028 3801 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 23:02:11.180088 3801 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0327 23:02:11.180165 3801 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.55µs I0327 23:02:11.180508 3801 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0327 23:02:11.180539 3801 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.575µs I0327 23:02:11.180548 3801 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.067µs I0327 23:02:11.180556 3801 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0327 23:02:11.180570 3801 nad_controller.go:173] [node-nad-controller NAD controller]: started I0327 23:02:11.180594 3801 default_node_network_controller.go:898] Starting the default node network controller I0327 23:02:11.180599 3801 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.038µs I0327 23:02:11.180604 3801 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0327 23:02:11.180762 3801 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0327 23:02:11.180773 3801 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0327 23:02:11.180804 3801 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b11bb0 0xc0002ec230 0xc0002ec2a0 0xc0002ec380 0xc0002ec3f0 0xc0002ec460 0xc0002ec4d0 0xc000b1fef0 0xc0002ec540 0xc0002ec5b0 0xc0006a2370 0xc0064cefc0 0xc0002ec620 map[0x2f67040:0xc0010d5200 0x2f67580:0xc0010d5380 0x2f68000:0xc0010d5140 0x2f682a0:0xc0010d51a0 0x2f687e0:0xc0010d5260 0x2f68a80:0xc0010d52c0 0x2f68d20:0xc0010d5320 0x2f69500:0xc0010d53e0 0x2f697a0:0xc0010d5440 0x2f93d40:0xc000c01620 0x2f940e0:0xc000c01680 0x2f94bc0:0xc000bcde60 0x2f96520:0xc001c00000 0x2f97000:0xc003c083c0 0x2f97e80:0xc00098bc80] 0xc000b14fc0 0} I0327 23:02:11.180866 3801 gateway.go:151] Starting gateway service sync I0327 23:02:11.181332 3801 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0327 23:02:11.183487 3801 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0327 23:02:11.193002 3801 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0327 23:02:11.194118 3801 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0327 23:02:11.195264 3801 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0327 23:02:11.229168 3801 gateway.go:168] Gateway service sync done. Time taken: 48.290893ms I0327 23:02:11.229829 3801 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31317 I0327 23:02:11.229989 3801 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b11bb0 0xc0002ec230 0xc0002ec2a0 0xc0002ec380 0xc0002ec3f0 0xc0002ec460 0xc0002ec4d0 0xc000b1fef0 0xc0002ec540 0xc0002ec5b0 0xc0006a2370 0xc0064cefc0 0xc0002ec620 map[0x2f67040:0xc0010d5200 0x2f67580:0xc0010d5380 0x2f68000:0xc0010d5140 0x2f682a0:0xc0010d51a0 0x2f687e0:0xc0010d5260 0x2f68a80:0xc0010d52c0 0x2f68d20:0xc0010d5320 0x2f69500:0xc0010d53e0 0x2f697a0:0xc0010d5440 0x2f93d40:0xc000c01620 0x2f940e0:0xc000c01680 0x2f94bc0:0xc000bcde60 0x2f96520:0xc001c00000 0x2f97000:0xc003c083c0 0x2f97e80:0xc00098bc80] 0xc000b14fc0 0} I0327 23:02:11.230513 3801 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b11bb0 0xc0002ec230 0xc0002ec2a0 0xc0002ec380 0xc0002ec3f0 0xc0002ec460 0xc0002ec4d0 0xc000b1fef0 0xc0002ec540 0xc0002ec5b0 0xc0006a2370 0xc0064cefc0 0xc0002ec620 map[0x2f67040:0xc0010d5200 0x2f67580:0xc0010d5380 0x2f68000:0xc0010d5140 0x2f682a0:0xc0010d51a0 0x2f687e0:0xc0010d5260 0x2f68a80:0xc0010d52c0 0x2f68d20:0xc0010d5320 0x2f69500:0xc0010d53e0 0x2f697a0:0xc0010d5440 0x2f93d40:0xc000c01620 0x2f940e0:0xc000c01680 0x2f94bc0:0xc000bcde60 0x2f96520:0xc001c00000 0x2f97000:0xc003c083c0 0x2f97e80:0xc00098bc80] 0xc000b14fc0 0} I0327 23:02:11.230551 3801 gateway.go:519] Reconciling gateway with updates I0327 23:02:11.235704 3801 gateway.go:326] Spawning Conntrack Rule Check Thread I0327 23:02:11.235788 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 23:02:11.235804 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 23:02:11.235811 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 23:02:11.235813 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 23:02:11.235817 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 23:02:11.235832 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 23:02:11.235830 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 23:02:11.235846 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 23:02:11.235858 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 23:02:11.235793 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 23:02:11.235866 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 23:02:11.235870 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 23:02:11.235875 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 23:02:11.235835 3801 default_node_network_controller.go:943] Gateway and management port readiness took 55.055217ms I0327 23:02:11.235886 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 23:02:11.235884 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 23:02:11.235904 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 23:02:11.235903 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 23:02:11.235940 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 23:02:11.235950 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 23:02:11.235951 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 23:02:11.236021 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 23:02:11.236270 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 23:02:11.236285 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 23:02:11.236290 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 23:02:11.236298 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 23:02:11.236311 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 23:02:11.236314 3801 port_claim.go:71] Svc openshift-ingress/router-default: port 32599 is already open, no action needed I0327 23:02:11.236325 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 23:02:11.236329 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 23:02:11.236331 3801 port_claim.go:71] Svc openshift-ingress/router-default: port 30987 is already open, no action needed I0327 23:02:11.236338 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 23:02:11.236337 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 23:02:11.236345 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 23:02:11.236354 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 23:02:11.236364 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 23:02:11.236364 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 23:02:11.236367 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:11.236373 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 23:02:11.236377 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:11.236382 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 23:02:11.236391 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 23:02:11.236396 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 23:02:11.236396 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 23:02:11.236402 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 23:02:11.236397 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 23:02:11.236410 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 23:02:11.236409 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:02:11.236355 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 23:02:11.236420 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 23:02:11.236427 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 23:02:11.236430 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:02:11.236429 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 23:02:11.236409 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 23:02:11.236465 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 23:02:11.236477 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 23:02:11.236420 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 23:02:11.236354 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 23:02:11.236412 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 23:02:11.236368 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 23:02:11.236523 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 23:02:11.236526 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 23:02:11.236533 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 23:02:11.236400 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 23:02:11.236550 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 23:02:11.236555 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 23:02:11.236454 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 23:02:11.236563 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 23:02:11.236565 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 23:02:11.236574 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 23:02:11.236515 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 23:02:11.236598 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 23:02:11.236604 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 23:02:11.236609 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 23:02:11.236660 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 23:02:11.236676 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 23:02:11.236686 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 23:02:11.236699 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 23:02:11.236700 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 23:02:11.236707 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 23:02:11.236708 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 23:02:11.236727 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 23:02:11.236738 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 23:02:11.236714 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 23:02:11.236776 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 23:02:11.236783 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 23:02:11.236786 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 23:02:11.236793 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 23:02:11.236803 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 23:02:11.236808 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 23:02:11.236812 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 23:02:11.236770 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 23:02:11.236819 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 23:02:11.236822 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 23:02:11.236831 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 23:02:11.236841 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 23:02:11.236853 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 23:02:11.236865 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 23:02:11.236823 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 23:02:11.236871 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 23:02:11.236879 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 23:02:11.236882 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 23:02:11.236926 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 23:02:11.236936 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 23:02:11.236967 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 23:02:11.236977 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 23:02:11.237003 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 23:02:11.237010 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 23:02:11.237356 3801 node_ip_handler_linux.go:160] Node IP manager is running W0327 23:02:11.270304 3801 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 23:02:11.270466 3801 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 23:02:11.270562 3801 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0327 23:02:11.280087 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 23:02:11.280101 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 23:02:11.280091 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 23:02:11.280122 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 23:02:11.316937 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 23:02:11.316966 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 23:02:11.316983 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 23:02:11.317000 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 23:02:11.317009 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 23:02:11.317015 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 23:02:11.317021 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 23:02:11.317026 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 23:02:11.317031 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 23:02:11.317038 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 23:02:11.317043 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 23:02:11.317051 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 23:02:11.317056 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 23:02:11.317062 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 23:02:11.317067 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 23:02:11.353894 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 23:02:11.353916 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 23:02:11.353923 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 23:02:11.353938 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 23:02:11.353957 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 23:02:11.353964 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 23:02:11.353970 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 23:02:11.353977 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 23:02:12.653003 3801 default_node_network_controller.go:1364] Starting node controller node sync W0327 23:02:12.653068 3801 egressip_healthcheck.go:76] Health checking using insecure connection I0327 23:02:12.653117 3801 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0327 23:02:12.664826 3801 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.804304ms I0327 23:02:12.664960 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 10.0.2.103 to PMTUD blocking rules I0327 23:02:12.664975 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 23:02:12.670797 3801 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0327 23:02:12.671056 3801 egressservice_node.go:93] Setting up event handlers for Egress Services I0327 23:02:12.671160 3801 egressservice_node.go:183] Starting Egress Services Controller I0327 23:02:12.671178 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 23:02:12.671193 3801 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 23:02:12.671216 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 23:02:12.671226 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 23:02:12.671241 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 23:02:12.671251 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 23:02:12.671257 3801 egressservice_node.go:197] Repairing Egress Services I0327 23:02:12.680752 3801 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0327 23:02:12.680764 3801 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 23:02:12.680964 3801 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0327 23:02:12.680978 3801 link_network_manager.go:117] Link manager is running I0327 23:02:12.680989 3801 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0327 23:02:12.681341 3801 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0327 23:02:12.681388 3801 vrf_manager.go:128] VRF manager is running I0327 23:02:12.681499 3801 node_controller_manager.go:437] Removing flows to drop GARP I0327 23:02:12.681514 3801 gateway.go:519] Reconciling gateway with updates I0327 23:02:12.697083 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 23:02:12.697091 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 23:02:12.697100 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 23:02:12.697108 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 23:02:12.697118 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 23:02:12.697133 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 23:02:12.697135 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 23:02:12.697144 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 23:02:12.697149 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 23:02:12.697150 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 23:02:12.697156 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 23:02:12.697161 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 23:02:12.697165 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 23:02:12.697168 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 23:02:12.697173 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 23:02:12.697176 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 23:02:12.697179 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 23:02:12.697183 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 23:02:12.697105 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 23:02:12.697190 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 23:02:12.697191 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:12.697213 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 23:02:12.697218 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 23:02:12.697225 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:12.697224 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 23:02:12.697230 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 23:02:12.697232 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 23:02:12.697231 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 23:02:12.697136 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 23:02:12.697238 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 23:02:12.697238 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 23:02:12.697245 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 23:02:12.697246 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 23:02:12.697252 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 23:02:12.697252 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 23:02:12.697255 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 23:02:12.697254 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 23:02:12.697261 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 23:02:12.697171 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 23:02:12.697265 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 23:02:12.697264 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 23:02:12.697277 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 23:02:12.697279 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 23:02:12.697281 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0327 23:02:12.697288 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 23:02:12.697121 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 23:02:12.697295 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0327 23:02:12.697297 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 23:02:12.697300 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:02:12.697183 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 23:02:12.697307 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 23:02:12.697311 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:02:12.697334 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 23:02:12.697254 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 23:02:12.697352 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 23:02:12.697229 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 23:02:12.697384 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 23:02:12.697404 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 23:02:12.697338 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 23:02:12.697219 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 23:02:12.697418 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 23:02:12.697419 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 23:02:12.697424 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 23:02:12.697425 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 23:02:12.697430 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 23:02:12.697429 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 23:02:12.697443 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 23:02:12.697448 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 23:02:12.697227 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 23:02:12.697432 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 23:02:12.697297 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 23:02:12.697227 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 23:02:12.697286 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 23:02:12.697247 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 23:02:12.697526 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 23:02:12.697194 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 23:02:12.697534 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 23:02:12.697151 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 23:02:12.697134 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 23:02:12.697185 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 23:02:12.697636 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 23:02:12.697197 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 23:02:12.697214 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 23:02:12.697217 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 23:02:12.697225 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 23:02:12.697724 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 23:02:12.697230 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 23:02:12.697763 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 23:02:12.697236 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 23:02:12.697805 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 23:02:12.697227 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 23:02:12.697817 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 23:02:12.697240 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 23:02:12.697847 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 23:02:12.697253 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 23:02:12.697881 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 23:02:12.697257 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 23:02:12.697258 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 23:02:12.697947 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 23:02:12.697263 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 23:02:12.697268 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 23:02:12.697976 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 23:02:12.697982 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 23:02:12.697269 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 23:02:12.697992 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 23:02:12.697271 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 23:02:12.698010 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 23:02:12.697286 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 23:02:12.697289 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 23:02:12.697299 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 23:02:12.698049 3801 port_claim.go:71] Svc openshift-ingress/router-default: port 32599 is already open, no action needed I0327 23:02:12.697305 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0327 23:02:12.697432 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 23:02:12.698059 3801 port_claim.go:71] Svc openshift-ingress/router-default: port 30987 is already open, no action needed I0327 23:02:12.720299 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 23:02:12.720314 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 23:02:12.720321 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 23:02:12.720326 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 23:02:12.764066 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 23:02:12.764089 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 23:02:12.764098 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 23:02:12.764112 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 23:02:12.764140 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 23:02:12.764150 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 23:02:12.764156 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 23:02:12.764161 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 23:02:12.764167 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 23:02:12.764172 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 23:02:12.764177 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 23:02:12.764182 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 23:02:12.764213 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 23:02:12.764223 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 23:02:12.764229 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 23:02:12.764235 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 23:02:12.764241 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 23:02:12.764247 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 23:02:12.803104 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 23:02:14.754681 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-182.ec2.internal I0327 23:02:14.754710 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-182.ec2.internal: 37.384µs I0327 23:02:14.790036 3801 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-75d6fd4fb5-btm9t] creating logical port openshift-ingress_router-default-75d6fd4fb5-btm9t for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:14.790146 3801 kube.go:256] Updating pod openshift-ingress/router-default-75d6fd4fb5-btm9t I0327 23:02:14.790233 3801 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5b6869f466-7xmk7] creating logical port openshift-image-registry_image-registry-5b6869f466-7xmk7 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:14.790389 3801 kube.go:256] Updating pod openshift-image-registry/image-registry-5b6869f466-7xmk7 I0327 23:02:14.819922 3801 pod.go:62] [openshift-image-registry/image-registry-5b6869f466-7xmk7] pod update took 29.57595ms I0327 23:02:14.819952 3801 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5b6869f466-7xmk7] addLogicalPort annotation time took 29.607661ms I0327 23:02:14.819924 3801 pod.go:62] [openshift-ingress/router-default-75d6fd4fb5-btm9t] pod update took 29.818759ms I0327 23:02:14.820029 3801 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-75d6fd4fb5-btm9t] addLogicalPort annotation time took 29.923875ms I0327 23:02:14.821448 3801 pods.go:271] [openshift-image-registry/image-registry-5b6869f466-7xmk7] addLogicalPort took 31.223608ms, libovsdb time 1.113448ms I0327 23:02:14.821517 3801 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vxvww] creating logical port openshift-ingress-canary_ingress-canary-vxvww for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:14.821637 3801 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vxvww I0327 23:02:14.821756 3801 pods.go:271] [openshift-ingress/router-default-75d6fd4fb5-btm9t] addLogicalPort took 31.736092ms, libovsdb time 1.347902ms I0327 23:02:14.821921 3801 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-pj2g6] creating logical port openshift-insights_insights-runtime-extractor-pj2g6 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:14.822099 3801 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-pj2g6 I0327 23:02:14.840291 3801 pod.go:62] [openshift-ingress-canary/ingress-canary-vxvww] pod update took 18.706581ms I0327 23:02:14.840309 3801 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-vxvww] addLogicalPort annotation time took 18.74337ms I0327 23:02:14.841312 3801 pods.go:271] [openshift-ingress-canary/ingress-canary-vxvww] addLogicalPort took 19.804095ms, libovsdb time 737.503µs I0327 23:02:14.843402 3801 pod.go:62] [openshift-insights/insights-runtime-extractor-pj2g6] pod update took 21.377369ms I0327 23:02:14.843419 3801 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-pj2g6] addLogicalPort annotation time took 21.399015ms I0327 23:02:14.844286 3801 pods.go:271] [openshift-insights/insights-runtime-extractor-pj2g6] addLogicalPort took 22.408075ms, libovsdb time 636.256µs I0327 23:02:14.846097 3801 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-fb6pn] creating logical port openshift-dns_dns-default-fb6pn for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:14.846181 3801 kube.go:256] Updating pod openshift-dns/dns-default-fb6pn I0327 23:02:14.861610 3801 pod.go:62] [openshift-dns/dns-default-fb6pn] pod update took 15.445761ms I0327 23:02:14.861627 3801 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-fb6pn] addLogicalPort annotation time took 15.466417ms I0327 23:02:14.864981 3801 pods.go:271] [openshift-dns/dns-default-fb6pn] addLogicalPort took 18.892062ms, libovsdb time 3.09923ms W0327 23:02:14.903609 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 23:02:15.160156 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0327 23:02:15.160221 3801 default_network_controller.go:1008] Node "ip-10-0-0-182.ec2.internal" in remote zone "ip-10-0-0-182.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0327 23:02:15.160225 3801 node_tracker.go:235] Node ip-10-0-0-182.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-182.ec2.internal" I0327 23:02:15.160248 3801 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:15.160269 3801 services_controller.go:574] Full service sync requested for network=default W0327 23:02:15.160553 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:15.160588 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0327 23:02:15.160865 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0327 23:02:15.203986 3801 default_network_controller.go:1008] Node "ip-10-0-0-182.ec2.internal" in remote zone "ip-10-0-0-182.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0327 23:02:15.275270 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0327 23:02:15.275340 3801 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:15.275355 3801 services_controller.go:574] Full service sync requested for network=default I0327 23:02:15.275362 3801 default_network_controller.go:1008] Node "ip-10-0-0-182.ec2.internal" in remote zone "ip-10-0-0-182.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0327 23:02:15.275782 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0327 23:02:15.275898 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:15.275920 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 23:02:15.276131 3801 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-182.ec2.internal for the network default I0327 23:02:15.277359 3801 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-182.ec2.internal" on network "default" took: 1.24257ms W0327 23:02:15.295413 3801 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-69f999f58f-8wxsl IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-69f999f58f-8wxsl: no pod IPs found I0327 23:02:15.581313 3801 cni.go:403] [openshift-ingress-canary/ingress-canary-vxvww 0c53f9c310be727607e65f858c344d2e3e9fac0c5e822cd5f1cf7b7bbab22a03 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vxvww 0c53f9c310be727607e65f858c344d2e3e9fac0c5e822cd5f1cf7b7bbab22a03 network default NAD default] I0327 23:02:15.581690 3801 cni.go:403] [openshift-dns/dns-default-fb6pn e53e4df75a5b8030199d50b9948b7f1d45af93bdb11a91416ecdcc868569dafb network default NAD default] ADD starting CNI request [openshift-dns/dns-default-fb6pn e53e4df75a5b8030199d50b9948b7f1d45af93bdb11a91416ecdcc868569dafb network default NAD default] I0327 23:02:15.598578 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-fb6pn, hostIfaceName: e53e4df75a5b803, network: default, NAD default, SandboxID: "e53e4df75a5b8030199d50b9948b7f1d45af93bdb11a91416ecdcc868569dafb", PCI device ID: , UID: "cb602afc-0b30-4361-be3a-e89274803922", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0327 23:02:15.599134 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vxvww, hostIfaceName: 0c53f9c310be727, network: default, NAD default, SandboxID: "0c53f9c310be727607e65f858c344d2e3e9fac0c5e822cd5f1cf7b7bbab22a03", PCI device ID: , UID: "0e6edffc-3be1-45ce-baf9-927b90843f1d", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0327 23:02:15.642866 3801 cni.go:424] [openshift-dns/dns-default-fb6pn e53e4df75a5b8030199d50b9948b7f1d45af93bdb11a91416ecdcc868569dafb network default NAD default] ADD finished CNI request [openshift-dns/dns-default-fb6pn e53e4df75a5b8030199d50b9948b7f1d45af93bdb11a91416ecdcc868569dafb network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:f5:fe:09:b8:7e\",\"name\":\"e53e4df75a5b803\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ad5f361-ddff-430a-821d-676fe8bfc425\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:15.648714 3801 cni.go:424] [openshift-ingress-canary/ingress-canary-vxvww 0c53f9c310be727607e65f858c344d2e3e9fac0c5e822cd5f1cf7b7bbab22a03 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vxvww 0c53f9c310be727607e65f858c344d2e3e9fac0c5e822cd5f1cf7b7bbab22a03 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:fc:52:db:44:26\",\"name\":\"0c53f9c310be727\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/151d4729-31f3-451e-bd7f-b9fe96c30139\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:15.750958 3801 cni.go:403] [openshift-image-registry/image-registry-5b6869f466-7xmk7 05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5b6869f466-7xmk7 05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754 network default NAD default] I0327 23:02:15.759521 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5b6869f466-7xmk7, hostIfaceName: 05d153708659519, network: default, NAD default, SandboxID: "05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754", PCI device ID: , UID: "982f6d9f-384c-4ec5-a586-f282968a7bac", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0327 23:02:15.800436 3801 cni.go:424] [openshift-image-registry/image-registry-5b6869f466-7xmk7 05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5b6869f466-7xmk7 05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:99:f3:43:35:93\",\"name\":\"05d153708659519\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/168999b8-747a-4942-9a4f-79b6dc75706d\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:16.401971 3801 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b6869f466-hd4bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:16.403063 3801 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b6869f466-hd4bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:16.414587 3801 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b6869f466-hd4bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:02:16.414630 3801 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b6869f466-hd4bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:02:16.424545 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b6869f466-hd4bm I0327 23:02:16.424583 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b6869f466-hd4bm W0327 23:02:16.498695 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 23:02:16.828475 3801 egressfirewall.go:628] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0327 23:02:16.828494 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0327 23:02:16.828557 3801 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0327 23:02:16.828574 3801 services_controller.go:574] Full service sync requested for network=default I0327 23:02:16.828498 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0327 23:02:16.828620 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 10.0.0.182 to PMTUD blocking rules I0327 23:02:16.828633 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 23:02:16.828632 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 133.342µs W0327 23:02:16.828687 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0327 23:02:16.828967 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0327 23:02:16.829005 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 23:02:16.829129 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 23:02:16.834957 3801 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-182.ec2.internal. Updating no re-route policies I0327 23:02:16.848728 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 23:02:16.848741 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-182.ec2.internal", IP: 10.0.0.182 to PMTUD blocking rules I0327 23:02:18.332624 3801 cni.go:403] [openshift-network-diagnostics/network-check-target-9ptpd 4c8bb290e4c50795aaa54e8db0e56eb51fc2732ca72eef86ae7caa705b133676 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9ptpd 4c8bb290e4c50795aaa54e8db0e56eb51fc2732ca72eef86ae7caa705b133676 network default NAD default] I0327 23:02:18.345062 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9ptpd, hostIfaceName: 4c8bb290e4c5079, network: default, NAD default, SandboxID: "4c8bb290e4c50795aaa54e8db0e56eb51fc2732ca72eef86ae7caa705b133676", PCI device ID: , UID: "ad2f2630-3253-4a93-a704-e6c86e51ba92", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0327 23:02:18.390784 3801 cni.go:424] [openshift-network-diagnostics/network-check-target-9ptpd 4c8bb290e4c50795aaa54e8db0e56eb51fc2732ca72eef86ae7caa705b133676 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9ptpd 4c8bb290e4c50795aaa54e8db0e56eb51fc2732ca72eef86ae7caa705b133676 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:2b:4e:f7:1c:0f\",\"name\":\"4c8bb290e4c5079\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcd19b71-5352-467b-a854-b98c16a88496\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:21.401060 3801 cni.go:403] [kube-system/global-pull-secret-syncer-l9lt8 12ac66e3cc921ae8e3fae67354c10b608cfae91f8f19dcb454f627b5a88fd90f network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-l9lt8 12ac66e3cc921ae8e3fae67354c10b608cfae91f8f19dcb454f627b5a88fd90f network default NAD default] I0327 23:02:21.412506 3801 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-l9lt8, hostIfaceName: 12ac66e3cc921ae, network: default, NAD default, SandboxID: "12ac66e3cc921ae8e3fae67354c10b608cfae91f8f19dcb454f627b5a88fd90f", PCI device ID: , UID: "2b80d522-0c7b-40a4-a3f3-5bae1bed3ab7", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0327 23:02:21.451998 3801 cni.go:424] [kube-system/global-pull-secret-syncer-l9lt8 12ac66e3cc921ae8e3fae67354c10b608cfae91f8f19dcb454f627b5a88fd90f network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-l9lt8 12ac66e3cc921ae8e3fae67354c10b608cfae91f8f19dcb454f627b5a88fd90f network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:a2:fd:a8:d7:90\",\"name\":\"12ac66e3cc921ae\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe65a0f4-30c7-4fa6-9cf8-1876aa8a51b2\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:22.672916 3801 cni.go:403] [openshift-ingress/router-default-75d6fd4fb5-btm9t 37476a1848b2f1a5a69258e76107151e89a5c1804f41c92c399cd897444e420c network default NAD default] ADD starting CNI request [openshift-ingress/router-default-75d6fd4fb5-btm9t 37476a1848b2f1a5a69258e76107151e89a5c1804f41c92c399cd897444e420c network default NAD default] I0327 23:02:22.682192 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-75d6fd4fb5-btm9t, hostIfaceName: 37476a1848b2f1a, network: default, NAD default, SandboxID: "37476a1848b2f1a5a69258e76107151e89a5c1804f41c92c399cd897444e420c", PCI device ID: , UID: "07faa055-4864-4653-b890-0e4b6c9ec07a", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0327 23:02:22.724068 3801 cni.go:424] [openshift-ingress/router-default-75d6fd4fb5-btm9t 37476a1848b2f1a5a69258e76107151e89a5c1804f41c92c399cd897444e420c network default NAD default] ADD finished CNI request [openshift-ingress/router-default-75d6fd4fb5-btm9t 37476a1848b2f1a5a69258e76107151e89a5c1804f41c92c399cd897444e420c network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:ab:a9:d3:30:c3\",\"name\":\"37476a1848b2f1a\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f959475-3e1e-4027-a53a-e85dba819cbb\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:22.986813 3801 cni.go:403] [openshift-insights/insights-runtime-extractor-pj2g6 2fd70281048d4b9bc2a5cdb9854b2ef308f3af4d4ade84e3576fe54e96ad1652 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-pj2g6 2fd70281048d4b9bc2a5cdb9854b2ef308f3af4d4ade84e3576fe54e96ad1652 network default NAD default] I0327 23:02:22.998097 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-pj2g6, hostIfaceName: 2fd70281048d4b9, network: default, NAD default, SandboxID: "2fd70281048d4b9bc2a5cdb9854b2ef308f3af4d4ade84e3576fe54e96ad1652", PCI device ID: , UID: "610271ce-f8e9-485e-8874-2006a91445fe", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0327 23:02:23.041330 3801 cni.go:424] [openshift-insights/insights-runtime-extractor-pj2g6 2fd70281048d4b9bc2a5cdb9854b2ef308f3af4d4ade84e3576fe54e96ad1652 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-pj2g6 2fd70281048d4b9bc2a5cdb9854b2ef308f3af4d4ade84e3576fe54e96ad1652 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:c1:55:32:5e:4d\",\"name\":\"2fd70281048d4b9\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73cf4b31-f8f9-4141-a52d-abc411fac6fb\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:02:33.144195 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:33.192144 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 23:02:33.230320 3801 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-4rqmd] creating logical port openshift-console_downloads-56d45c498b-4rqmd for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:33.230423 3801 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-4rqmd I0327 23:02:33.251305 3801 pod.go:62] [openshift-console/downloads-56d45c498b-4rqmd] pod update took 20.907409ms I0327 23:02:33.251338 3801 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-4rqmd] addLogicalPort annotation time took 20.945454ms I0327 23:02:33.252604 3801 pods.go:271] [openshift-console/downloads-56d45c498b-4rqmd] addLogicalPort took 22.300812ms, libovsdb time 850.208µs I0327 23:02:33.265087 3801 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0327 23:02:33.267446 3801 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-d7f86bd67-qjxfj IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-d7f86bd67-qjxfj: no pod IPs found W0327 23:02:33.279548 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 23:02:33.641828 3801 cni.go:403] [openshift-console/downloads-56d45c498b-4rqmd 87906728ed70180159226e4bc8e3e66152b008f4b6426760d2adbf4ee8547b31 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-4rqmd 87906728ed70180159226e4bc8e3e66152b008f4b6426760d2adbf4ee8547b31 network default NAD default] I0327 23:02:33.650740 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-4rqmd, hostIfaceName: 87906728ed70180, network: default, NAD default, SandboxID: "87906728ed70180159226e4bc8e3e66152b008f4b6426760d2adbf4ee8547b31", PCI device ID: , UID: "67625802-c0a8-4598-a2b3-4fa1b0c6b65f", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0327 23:02:33.675558 3801 base_network_controller_pods.go:487] [default/openshift-console/console-8fdb84b49-x7vvz] creating logical port openshift-console_console-8fdb84b49-x7vvz for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:33.675674 3801 kube.go:256] Updating pod openshift-console/console-8fdb84b49-x7vvz I0327 23:02:33.692684 3801 cni.go:424] [openshift-console/downloads-56d45c498b-4rqmd 87906728ed70180159226e4bc8e3e66152b008f4b6426760d2adbf4ee8547b31 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-4rqmd 87906728ed70180159226e4bc8e3e66152b008f4b6426760d2adbf4ee8547b31 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:91:67:d7:a8:37\",\"name\":\"87906728ed70180\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b78cb7c-40f6-4875-a565-9b06bc1096d1\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:33.697371 3801 pod.go:62] [openshift-console/console-8fdb84b49-x7vvz] pod update took 21.728242ms I0327 23:02:33.697395 3801 base_network_controller_pods.go:937] [default/openshift-console/console-8fdb84b49-x7vvz] addLogicalPort annotation time took 21.756087ms I0327 23:02:33.698438 3801 pods.go:271] [openshift-console/console-8fdb84b49-x7vvz] addLogicalPort took 22.902123ms, libovsdb time 772.617µs I0327 23:02:33.821240 3801 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:33.821355 3801 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np I0327 23:02:33.841030 3801 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np] pod update took 19.703546ms I0327 23:02:33.841058 3801 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np] addLogicalPort annotation time took 19.735599ms I0327 23:02:33.842125 3801 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np] addLogicalPort took 20.923534ms, libovsdb time 789.58µs I0327 23:02:34.096878 3801 cni.go:403] [openshift-console/console-8fdb84b49-x7vvz da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16 network default NAD default] ADD starting CNI request [openshift-console/console-8fdb84b49-x7vvz da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16 network default NAD default] I0327 23:02:34.104947 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-8fdb84b49-x7vvz, hostIfaceName: da0f733e08fe1a3, network: default, NAD default, SandboxID: "da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16", PCI device ID: , UID: "7b5db528-97f6-4ae3-9df2-6be253b409bc", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0327 23:02:34.144508 3801 cni.go:424] [openshift-console/console-8fdb84b49-x7vvz da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16 network default NAD default] ADD finished CNI request [openshift-console/console-8fdb84b49-x7vvz da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:a1:d4:7f:0a:75\",\"name\":\"da0f733e08fe1a3\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/758af065-c1dd-429c-87cc-676f6b954ab3\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:34.247788 3801 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np 71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np 71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6 network default NAD default] I0327 23:02:34.255873 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np, hostIfaceName: 71c3af76ef656ef, network: default, NAD default, SandboxID: "71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6", PCI device ID: , UID: "8d5c5132-fc7c-49d1-9094-f61c5c60d307", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0327 23:02:34.293773 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-t5pzn for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:34.293893 3801 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn I0327 23:02:34.296380 3801 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np 71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np 71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:04:6b:5b:65:f0\",\"name\":\"71c3af76ef656ef\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9927d31b-a662-4538-8cf0-ab6de36a9f00\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:34.314633 3801 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn] pod update took 20.760336ms I0327 23:02:34.314655 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn] addLogicalPort annotation time took 20.787718ms I0327 23:02:34.315686 3801 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn] addLogicalPort took 21.932646ms, libovsdb time 771.099µs I0327 23:02:34.524193 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0327 23:02:34.524245 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 47.787µs I0327 23:02:35.314034 3801 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn a8d1c35750084c9008fc24f2c1db7ed270d0be988983c769c193705f63ad2f9b network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn a8d1c35750084c9008fc24f2c1db7ed270d0be988983c769c193705f63ad2f9b network default NAD default] I0327 23:02:35.324962 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-t5pzn, hostIfaceName: a8d1c35750084c9, network: default, NAD default, SandboxID: "a8d1c35750084c9008fc24f2c1db7ed270d0be988983c769c193705f63ad2f9b", PCI device ID: , UID: "023ba9be-9405-4af4-994a-0e63fe4d81c0", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] W0327 23:02:35.327373 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 23:02:35.377808 3801 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn a8d1c35750084c9008fc24f2c1db7ed270d0be988983c769c193705f63ad2f9b network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-t5pzn a8d1c35750084c9008fc24f2c1db7ed270d0be988983c769c193705f63ad2f9b network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:4e:02:02:4b:3a\",\"name\":\"a8d1c35750084c9\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/013c1a4b-5d0f-4b1d-b9d9-aa11ae176396\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:02:37.322540 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:37.322594 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 23:02:38.382888 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0327 23:02:38.382917 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0327 23:02:38.482545 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 23:02:38.535078 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0327 23:02:38.568388 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0327 23:02:41.927270 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0327 23:02:44.564322 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 23:02:44.564354 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0327 23:02:44.990522 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-7cvhz for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:44.990660 3801 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz I0327 23:02:45.012540 3801 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz] pod update took 21.908797ms I0327 23:02:45.012567 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz] addLogicalPort annotation time took 21.94199ms I0327 23:02:45.013855 3801 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz] addLogicalPort took 23.349695ms, libovsdb time 962.882µs I0327 23:02:45.016886 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-th6cd for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:45.017009 3801 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd I0327 23:02:45.038134 3801 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd] pod update took 21.156519ms I0327 23:02:45.038155 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd] addLogicalPort annotation time took 21.187575ms I0327 23:02:45.039460 3801 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd] addLogicalPort took 22.588916ms, libovsdb time 963.855µs I0327 23:02:46.076213 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:46.076355 3801 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0327 23:02:46.123975 3801 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 47.658235ms I0327 23:02:46.123999 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 47.687205ms I0327 23:02:46.125269 3801 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 49.087214ms, libovsdb time 911.39µs I0327 23:02:48.024785 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6fdc756784-2mbtm] creating logical port openshift-monitoring_thanos-querier-6fdc756784-2mbtm for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:48.024886 3801 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6fdc756784-2mbtm I0327 23:02:48.045299 3801 pod.go:62] [openshift-monitoring/thanos-querier-6fdc756784-2mbtm] pod update took 20.440446ms I0327 23:02:48.045321 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-6fdc756784-2mbtm] addLogicalPort annotation time took 20.471411ms I0327 23:02:48.046555 3801 pods.go:271] [openshift-monitoring/thanos-querier-6fdc756784-2mbtm] addLogicalPort took 21.788059ms, libovsdb time 921.263µs W0327 23:02:49.405338 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:49.405358 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:49.405364 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:49.686890 3801 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-77454c6899-jhjrs IP address from the namespace address-set, err: pod openshift-console/console-77454c6899-jhjrs: no pod IPs found I0327 23:02:49.690446 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-748b7d7f7f-5x2t8] creating logical port openshift-monitoring_metrics-server-748b7d7f7f-5x2t8 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:49.690529 3801 kube.go:256] Updating pod openshift-monitoring/metrics-server-748b7d7f7f-5x2t8 I0327 23:02:49.702025 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-5j7kg for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:49.702100 3801 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg I0327 23:02:49.716105 3801 pod.go:62] [openshift-monitoring/metrics-server-748b7d7f7f-5x2t8] pod update took 25.599229ms I0327 23:02:49.716130 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-748b7d7f7f-5x2t8] addLogicalPort annotation time took 25.628483ms I0327 23:02:49.717456 3801 pods.go:271] [openshift-monitoring/metrics-server-748b7d7f7f-5x2t8] addLogicalPort took 27.021135ms, libovsdb time 934.998µs I0327 23:02:49.728717 3801 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg] pod update took 26.639571ms I0327 23:02:49.728735 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg] addLogicalPort annotation time took 26.661071ms I0327 23:02:49.729733 3801 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg] addLogicalPort took 27.722393ms, libovsdb time 698.708µs I0327 23:02:50.340594 3801 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd 4db0637c3ad055d90fc3286ba4b1cfee0d77fb2f805c69d113e869e94f118ad7 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd 4db0637c3ad055d90fc3286ba4b1cfee0d77fb2f805c69d113e869e94f118ad7 network default NAD default] I0327 23:02:50.352810 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-th6cd, hostIfaceName: 4db0637c3ad055d, network: default, NAD default, SandboxID: "4db0637c3ad055d90fc3286ba4b1cfee0d77fb2f805c69d113e869e94f118ad7", PCI device ID: , UID: "635ec7ea-14c3-49f9-9ed3-f69b22fce8dc", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0327 23:02:50.354959 3801 cni.go:403] [openshift-monitoring/metrics-server-748b7d7f7f-5x2t8 f6477881b607721d4f646dd40730aec0d2e8ce6dac4e861af8031e1a3105a834 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-748b7d7f7f-5x2t8 f6477881b607721d4f646dd40730aec0d2e8ce6dac4e861af8031e1a3105a834 network default NAD default] I0327 23:02:50.355375 3801 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz a0843d7ef64d73c2ed0e425d9bbc8fc22d0a7dc7bbfff2d0f5b03268a1ba7f54 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz a0843d7ef64d73c2ed0e425d9bbc8fc22d0a7dc7bbfff2d0f5b03268a1ba7f54 network default NAD default] I0327 23:02:50.356774 3801 cni.go:403] [openshift-multus/network-metrics-daemon-pl42s 898d50912fceb7b2172f94f37ced5c7655e3826b8bfedae7067b4c0a7ae72994 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-pl42s 898d50912fceb7b2172f94f37ced5c7655e3826b8bfedae7067b4c0a7ae72994 network default NAD default] I0327 23:02:50.357539 3801 cni.go:403] [openshift-monitoring/alertmanager-main-1 7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2 network default NAD default] I0327 23:02:50.358047 3801 cni.go:403] [openshift-monitoring/thanos-querier-6fdc756784-2mbtm 78a6cae834270a02a63c17d8050f0e452c2485a0704b7f1ed1df8b0fe175ca8b network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-6fdc756784-2mbtm 78a6cae834270a02a63c17d8050f0e452c2485a0704b7f1ed1df8b0fe175ca8b network default NAD default] I0327 23:02:50.360301 3801 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg 114035ed15fb95b756689e50c6a2e851e7acc4b0dbf91e52dba0788516d69786 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg 114035ed15fb95b756689e50c6a2e851e7acc4b0dbf91e52dba0788516d69786 network default NAD default] I0327 23:02:50.390049 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-pl42s, hostIfaceName: 898d50912fceb7b, network: default, NAD default, SandboxID: "898d50912fceb7b2172f94f37ced5c7655e3826b8bfedae7067b4c0a7ae72994", PCI device ID: , UID: "706b535e-cca3-4e79-a9ff-98a4ba48531e", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0327 23:02:50.392510 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-748b7d7f7f-5x2t8, hostIfaceName: f6477881b607721, network: default, NAD default, SandboxID: "f6477881b607721d4f646dd40730aec0d2e8ce6dac4e861af8031e1a3105a834", PCI device ID: , UID: "04e7128f-7b1f-443c-9598-d228226f7adc", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0327 23:02:50.390490 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7c6a977a5505707, network: default, NAD default, SandboxID: "7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2", PCI device ID: , UID: "f21593a0-ccb1-4d79-987c-fbf4e4bde919", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0327 23:02:50.395323 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6fdc756784-2mbtm, hostIfaceName: 78a6cae834270a0, network: default, NAD default, SandboxID: "78a6cae834270a02a63c17d8050f0e452c2485a0704b7f1ed1df8b0fe175ca8b", PCI device ID: , UID: "f71be498-4912-4957-bc94-c711e588fd4a", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0327 23:02:50.395654 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-5j7kg, hostIfaceName: 114035ed15fb95b, network: default, NAD default, SandboxID: "114035ed15fb95b756689e50c6a2e851e7acc4b0dbf91e52dba0788516d69786", PCI device ID: , UID: "3c7eca1e-c3d2-440b-a1d5-ba893951400d", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0327 23:02:50.398662 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-7cvhz, hostIfaceName: a0843d7ef64d73c, network: default, NAD default, SandboxID: "a0843d7ef64d73c2ed0e425d9bbc8fc22d0a7dc7bbfff2d0f5b03268a1ba7f54", PCI device ID: , UID: "08a77350-72fa-4d08-a9bc-bed725a6fc3e", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0327 23:02:50.437941 3801 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd 4db0637c3ad055d90fc3286ba4b1cfee0d77fb2f805c69d113e869e94f118ad7 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-th6cd 4db0637c3ad055d90fc3286ba4b1cfee0d77fb2f805c69d113e869e94f118ad7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:f1:a3:26:c9:98\",\"name\":\"4db0637c3ad055d\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/034c1887-0936-4fd1-9b55-a1ea75c4319e\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:50.464114 3801 cni.go:424] [openshift-monitoring/alertmanager-main-1 7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:fc:49:be:90:4a\",\"name\":\"7c6a977a5505707\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afe9ed7c-d3af-40cc-81b7-11a69306a9da\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:02:50.542688 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0327 23:02:50.687712 3801 cni.go:424] [openshift-monitoring/metrics-server-748b7d7f7f-5x2t8 f6477881b607721d4f646dd40730aec0d2e8ce6dac4e861af8031e1a3105a834 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-748b7d7f7f-5x2t8 f6477881b607721d4f646dd40730aec0d2e8ce6dac4e861af8031e1a3105a834 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:6c:47:42:89:e2\",\"name\":\"f6477881b607721\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64d77469-016e-4dd2-8c73-0d3c6cfc50cc\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:50.687747 3801 cni.go:424] [openshift-monitoring/thanos-querier-6fdc756784-2mbtm 78a6cae834270a02a63c17d8050f0e452c2485a0704b7f1ed1df8b0fe175ca8b network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-6fdc756784-2mbtm 78a6cae834270a02a63c17d8050f0e452c2485a0704b7f1ed1df8b0fe175ca8b network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:a6:51:b3:76:4f\",\"name\":\"78a6cae834270a0\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/275788f3-54e1-4def-adb7-a9211d3eab37\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:50.687859 3801 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg 114035ed15fb95b756689e50c6a2e851e7acc4b0dbf91e52dba0788516d69786 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-5j7kg 114035ed15fb95b756689e50c6a2e851e7acc4b0dbf91e52dba0788516d69786 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:75:47:e3:cc:4e\",\"name\":\"114035ed15fb95b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74ed5876-7a93-476c-99d5-2e9672722d56\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:50.689397 3801 cni.go:424] [openshift-multus/network-metrics-daemon-pl42s 898d50912fceb7b2172f94f37ced5c7655e3826b8bfedae7067b4c0a7ae72994 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-pl42s 898d50912fceb7b2172f94f37ced5c7655e3826b8bfedae7067b4c0a7ae72994 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:01:1a:db:52:56\",\"name\":\"898d50912fceb7b\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/871c0621-e8a4-4140-bd47-0f63a9011e95\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:50.689492 3801 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz a0843d7ef64d73c2ed0e425d9bbc8fc22d0a7dc7bbfff2d0f5b03268a1ba7f54 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-7cvhz a0843d7ef64d73c2ed0e425d9bbc8fc22d0a7dc7bbfff2d0f5b03268a1ba7f54 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:38:ab:95:ca:f6\",\"name\":\"a0843d7ef64d73c\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25bdd7fa-5adb-4fc4-88ce-3236a10e633f\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:51.343638 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:51.343776 3801 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0327 23:02:51.388722 3801 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 44.975634ms I0327 23:02:51.388793 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 45.053244ms I0327 23:02:51.390368 3801 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 46.7472ms, libovsdb time 1.123728ms W0327 23:02:51.681032 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0327 23:02:53.409604 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0327 23:02:53.434925 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 23:02:53.479621 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:02:53.479644 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:02:54.513420 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 23:02:54.985343 3801 cni.go:403] [openshift-monitoring/prometheus-k8s-1 cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0 network default NAD default] I0327 23:02:54.995797 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: cd9c81bc70c0c43, network: default, NAD default, SandboxID: "cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0", PCI device ID: , UID: "aa5e8a99-c6e0-4212-a7f4-a683559a06a7", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0327 23:02:55.055094 3801 cni.go:424] [openshift-monitoring/prometheus-k8s-1 cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:ac:58:94:29:be\",\"name\":\"cd9c81bc70c0c43\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc8801e5-aaff-4950-917b-07b324a7f832\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:02:55.443326 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:02:55.443343 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:02:55.443350 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:02:55.443356 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:02:55.675964 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 23:02:55.720181 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:55.720225 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:55.720231 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:02:55.838818 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:02:55.838833 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 23:02:58.466738 3801 cni.go:403] [openshift-image-registry/image-registry-5b6869f466-7xmk7 05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-5b6869f466-7xmk7 05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754 network default NAD default] I0327 23:02:58.553194 3801 cni.go:424] [openshift-image-registry/image-registry-5b6869f466-7xmk7 05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-5b6869f466-7xmk7 05d153708659519a7ec3fd640f4589f3ce6a99c413837b6441601ee1673a6754 network default NAD default], result "{}", err I0327 23:02:58.756616 3801 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b6869f466-7xmk7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:58.756660 3801 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5b6869f466-7xmk7 I0327 23:02:58.758053 3801 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5b6869f466-7xmk7, ips: 10.129.0.7 I0327 23:02:58.758087 3801 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b6869f466-7xmk7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:58.766179 3801 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-575fd6bd8f-pszvw] creating logical port openshift-image-registry_image-registry-575fd6bd8f-pszvw for pod on switch ip-10-0-1-182.ec2.internal I0327 23:02:58.766365 3801 kube.go:256] Updating pod openshift-image-registry/image-registry-575fd6bd8f-pszvw I0327 23:02:58.786381 3801 pod.go:62] [openshift-image-registry/image-registry-575fd6bd8f-pszvw] pod update took 20.0504ms I0327 23:02:58.786409 3801 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-575fd6bd8f-pszvw] addLogicalPort annotation time took 20.085082ms I0327 23:02:58.787782 3801 pods.go:271] [openshift-image-registry/image-registry-575fd6bd8f-pszvw] addLogicalPort took 21.617088ms, libovsdb time 983.261µs I0327 23:02:59.570355 3801 cni.go:403] [openshift-image-registry/image-registry-575fd6bd8f-pszvw a3b79346723c71b2372e909b469e196f293a4e440fe23e560c4d438a344ea71e network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-575fd6bd8f-pszvw a3b79346723c71b2372e909b469e196f293a4e440fe23e560c4d438a344ea71e network default NAD default] I0327 23:02:59.582023 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-575fd6bd8f-pszvw, hostIfaceName: a3b79346723c71b, network: default, NAD default, SandboxID: "a3b79346723c71b2372e909b469e196f293a4e440fe23e560c4d438a344ea71e", PCI device ID: , UID: "13fa9ae4-1235-4b20-87f7-5252b85b4435", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0327 23:02:59.633972 3801 cni.go:424] [openshift-image-registry/image-registry-575fd6bd8f-pszvw a3b79346723c71b2372e909b469e196f293a4e440fe23e560c4d438a344ea71e network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-575fd6bd8f-pszvw a3b79346723c71b2372e909b469e196f293a4e440fe23e560c4d438a344ea71e network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:e3:00:59:a3:ab\",\"name\":\"a3b79346723c71b\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9b7659d-28e5-4597-801e-00131134e27b\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:02:59.702911 3801 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b6869f466-7xmk7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:02:59.703003 3801 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b6869f466-7xmk7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:02:59.720602 3801 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np 71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np 71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6 network default NAD default] I0327 23:02:59.722583 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b6869f466-7xmk7 I0327 23:02:59.722618 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b6869f466-7xmk7 I0327 23:02:59.812520 3801 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np 71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np 71c3af76ef656efd90589f869ed4dd69c91720af1a47352552daa4fe2b4747d6 network default NAD default], result "{}", err I0327 23:02:59.879323 3801 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.879362 3801 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np I0327 23:02:59.881051 3801 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np, ips: 10.129.0.13 I0327 23:02:59.881084 3801 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.881108 3801 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.881119 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0327 23:02:59.881459 3801 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:02:59.881481 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0327 23:03:00.732117 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.732142 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.732148 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.732152 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.824044 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.824068 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.824076 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 23:03:00.824083 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 23:03:00.906575 3801 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:00.906603 3801 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:00.906624 3801 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:00.906632 3801 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bb8np of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:03.885384 3801 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 23:03:03.894901 3801 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 23:03:07.107593 3801 cni.go:403] [openshift-console/console-8fdb84b49-x7vvz da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16 network default NAD default] DEL starting CNI request [openshift-console/console-8fdb84b49-x7vvz da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16 network default NAD default] I0327 23:03:07.180940 3801 cni.go:424] [openshift-console/console-8fdb84b49-x7vvz da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16 network default NAD default] DEL finished CNI request [openshift-console/console-8fdb84b49-x7vvz da0f733e08fe1a376b15d5b43c40c84476db1100d235ee699f5f3d79b4251d16 network default NAD default], result "{}", err I0327 23:03:07.257417 3801 obj_retry.go:464] Detected object openshift-console/console-8fdb84b49-x7vvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:07.257458 3801 pods.go:176] Deleting pod: openshift-console/console-8fdb84b49-x7vvz I0327 23:03:07.258706 3801 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8fdb84b49-x7vvz, ips: 10.129.0.12 I0327 23:03:07.258735 3801 obj_retry.go:464] Detected object openshift-console/console-8fdb84b49-x7vvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:07.268656 3801 base_network_controller_pods.go:487] [default/openshift-console/console-86b5bc979f-sdjlx] creating logical port openshift-console_console-86b5bc979f-sdjlx for pod on switch ip-10-0-1-182.ec2.internal I0327 23:03:07.268767 3801 kube.go:256] Updating pod openshift-console/console-86b5bc979f-sdjlx I0327 23:03:07.283791 3801 pod.go:62] [openshift-console/console-86b5bc979f-sdjlx] pod update took 15.046382ms I0327 23:03:07.283809 3801 base_network_controller_pods.go:937] [default/openshift-console/console-86b5bc979f-sdjlx] addLogicalPort annotation time took 15.070078ms I0327 23:03:07.285043 3801 pods.go:271] [openshift-console/console-86b5bc979f-sdjlx] addLogicalPort took 16.401013ms, libovsdb time 835.617µs I0327 23:03:07.663642 3801 cni.go:403] [openshift-console/console-86b5bc979f-sdjlx 4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88 network default NAD default] ADD starting CNI request [openshift-console/console-86b5bc979f-sdjlx 4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88 network default NAD default] I0327 23:03:07.671962 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-86b5bc979f-sdjlx, hostIfaceName: 4eb9bbe3e66d21a, network: default, NAD default, SandboxID: "4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88", PCI device ID: , UID: "528b03c4-9ec9-44ec-b9e3-7248ab611a8f", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0327 23:03:07.714573 3801 cni.go:424] [openshift-console/console-86b5bc979f-sdjlx 4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88 network default NAD default] ADD finished CNI request [openshift-console/console-86b5bc979f-sdjlx 4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:c7:86:4d:ba:cd\",\"name\":\"4eb9bbe3e66d21a\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d02c65e8-7f48-4f67-b664-805eeebee8a3\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:03:07.759850 3801 obj_retry.go:458] Detected object openshift-console/console-8fdb84b49-x7vvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:07.759879 3801 obj_retry.go:458] Detected object openshift-console/console-8fdb84b49-x7vvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:07.767751 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fdb84b49-x7vvz I0327 23:03:07.767780 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fdb84b49-x7vvz W0327 23:03:14.434522 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 23:03:14.434552 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0327 23:03:14.944738 3801 obj_retry.go:464] Detected object openshift-console/console-77454c6899-kjrcp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:14.945314 3801 obj_retry.go:464] Detected object openshift-console/console-77454c6899-kjrcp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:15.531680 3801 obj_retry.go:458] Detected object openshift-console/console-77454c6899-kjrcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:15.531705 3801 obj_retry.go:458] Detected object openshift-console/console-77454c6899-kjrcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:15.538368 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77454c6899-kjrcp I0327 23:03:15.538384 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77454c6899-kjrcp W0327 23:03:16.699374 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 23:03:17.072785 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.072812 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.072820 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.072833 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.072838 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.072843 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:17.826163 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0327 23:03:21.682401 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0327 23:03:21.698408 3801 obj_retry.go:464] Detected object openshift-image-registry/image-registry-d7f86bd67-mwdgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:21.698929 3801 obj_retry.go:464] Detected object openshift-image-registry/image-registry-d7f86bd67-mwdgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 23:03:21.742498 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0327 23:03:22.705452 3801 obj_retry.go:458] Detected object openshift-image-registry/image-registry-d7f86bd67-mwdgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:22.705473 3801 obj_retry.go:458] Detected object openshift-image-registry/image-registry-d7f86bd67-mwdgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:22.712961 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d7f86bd67-mwdgd I0327 23:03:22.712985 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d7f86bd67-mwdgd W0327 23:03:26.503460 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:26.503483 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:26.503491 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:03:27.731010 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0327 23:03:36.755610 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0327 23:03:40.351952 3801 obj_retry.go:464] Detected object openshift-ingress/router-default-5fdfb574f5-bfc42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:40.352527 3801 obj_retry.go:464] Detected object openshift-ingress/router-default-5fdfb574f5-bfc42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:40.773349 3801 obj_retry.go:458] Detected object openshift-ingress/router-default-5fdfb574f5-bfc42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:40.773369 3801 obj_retry.go:458] Detected object openshift-ingress/router-default-5fdfb574f5-bfc42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:40.776291 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5fdfb574f5-bfc42 I0327 23:03:40.776311 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5fdfb574f5-bfc42 I0327 23:03:43.186134 3801 obj_retry.go:464] Detected object openshift-console/console-8fdb84b49-nspfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:43.186668 3801 obj_retry.go:464] Detected object openshift-console/console-8fdb84b49-nspfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:03:43.790128 3801 obj_retry.go:458] Detected object openshift-console/console-8fdb84b49-nspfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:43.790151 3801 obj_retry.go:458] Detected object openshift-console/console-8fdb84b49-nspfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:03:43.795768 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fdb84b49-nspfx I0327 23:03:43.795789 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fdb84b49-nspfx W0327 23:03:51.993526 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:03:51.993547 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 23:04:06.637695 3801 cni.go:403] [openshift-monitoring/alertmanager-main-1 7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2 network default NAD default] I0327 23:04:06.726819 3801 cni.go:424] [openshift-monitoring/alertmanager-main-1 7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 7c6a977a55057070688d3572ee9015ca8cad1e5e92a8326589fea50f5b79bce2 network default NAD default], result "{}", err I0327 23:04:06.789076 3801 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:06.789103 3801 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0327 23:04:06.790362 3801 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.17 I0327 23:04:06.790388 3801 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:07.042498 3801 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:07.042523 3801 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:07.056425 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0327 23:04:07.056447 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0327 23:04:07.105565 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:04:07.105691 3801 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0327 23:04:07.131232 3801 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.577631ms I0327 23:04:07.131259 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.610266ms I0327 23:04:07.132475 3801 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.923822ms, libovsdb time 907.269µs I0327 23:04:07.463409 3801 cni.go:403] [openshift-monitoring/alertmanager-main-1 a64fca2b5fa42d066fd6487d1f565fab1f10e00dbd4d9e81c3d45e045fd60bfe network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a64fca2b5fa42d066fd6487d1f565fab1f10e00dbd4d9e81c3d45e045fd60bfe network default NAD default] I0327 23:04:07.471614 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a64fca2b5fa42d0, network: default, NAD default, SandboxID: "a64fca2b5fa42d066fd6487d1f565fab1f10e00dbd4d9e81c3d45e045fd60bfe", PCI device ID: , UID: "a8c28573-7ed5-435c-bdfc-3bc2b3af6215", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0327 23:04:07.513504 3801 cni.go:424] [openshift-monitoring/alertmanager-main-1 a64fca2b5fa42d066fd6487d1f565fab1f10e00dbd4d9e81c3d45e045fd60bfe network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a64fca2b5fa42d066fd6487d1f565fab1f10e00dbd4d9e81c3d45e045fd60bfe network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:28:49:5c:44:07\",\"name\":\"a64fca2b5fa42d0\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e3bc836-fe12-44ff-88f1-efbe82ba320a\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:04:10.983192 3801 cni.go:403] [openshift-monitoring/prometheus-k8s-1 cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0 network default NAD default] I0327 23:04:11.066790 3801 cni.go:424] [openshift-monitoring/prometheus-k8s-1 cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 cd9c81bc70c0c43c454e9e12c9cf1d02e20aebd6d269a2918dbad7114330a2f0 network default NAD default], result "{}", err I0327 23:04:11.129219 3801 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:11.129259 3801 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0327 23:04:11.130523 3801 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.21 I0327 23:04:11.130556 3801 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:12.071028 3801 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:12.071054 3801 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:12.078880 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0327 23:04:12.078904 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0327 23:04:12.119978 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:04:12.120078 3801 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0327 23:04:12.149257 3801 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.214702ms I0327 23:04:12.149281 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.24331ms I0327 23:04:12.150489 3801 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.524964ms, libovsdb time 843.563µs I0327 23:04:12.479891 3801 cni.go:403] [openshift-monitoring/prometheus-k8s-1 c09c967ccbd3e2951f6cbccf76ed15b5c522aae8ffa56e2c40ff316dcbb875a9 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c09c967ccbd3e2951f6cbccf76ed15b5c522aae8ffa56e2c40ff316dcbb875a9 network default NAD default] I0327 23:04:12.491037 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c09c967ccbd3e29, network: default, NAD default, SandboxID: "c09c967ccbd3e2951f6cbccf76ed15b5c522aae8ffa56e2c40ff316dcbb875a9", PCI device ID: , UID: "f7f32149-777c-410f-9876-a4aca10e0268", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0327 23:04:12.537712 3801 cni.go:424] [openshift-monitoring/prometheus-k8s-1 c09c967ccbd3e2951f6cbccf76ed15b5c522aae8ffa56e2c40ff316dcbb875a9 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c09c967ccbd3e2951f6cbccf76ed15b5c522aae8ffa56e2c40ff316dcbb875a9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:8b:09:e4:0b:d7\",\"name\":\"c09c967ccbd3e29\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3101aeea-9b72-46ab-91f7-70ce734b8479\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:04:37.523023 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:04:37.523059 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 23:04:37.523068 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 23:04:38.225121 3801 cni.go:403] [openshift-console/console-86b5bc979f-sdjlx 4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88 network default NAD default] DEL starting CNI request [openshift-console/console-86b5bc979f-sdjlx 4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88 network default NAD default] I0327 23:04:38.294285 3801 cni.go:424] [openshift-console/console-86b5bc979f-sdjlx 4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88 network default NAD default] DEL finished CNI request [openshift-console/console-86b5bc979f-sdjlx 4eb9bbe3e66d21a4f5c2420afef37b986d8656dbdb7938ff0a7b611c06aabf88 network default NAD default], result "{}", err I0327 23:04:38.341890 3801 obj_retry.go:464] Detected object openshift-console/console-86b5bc979f-sdjlx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:38.341926 3801 pods.go:176] Deleting pod: openshift-console/console-86b5bc979f-sdjlx I0327 23:04:38.343165 3801 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86b5bc979f-sdjlx, ips: 10.129.0.23 I0327 23:04:38.343191 3801 obj_retry.go:464] Detected object openshift-console/console-86b5bc979f-sdjlx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:38.355642 3801 base_network_controller_pods.go:487] [default/openshift-console/console-df959d948-pn2c6] creating logical port openshift-console_console-df959d948-pn2c6 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:04:38.355771 3801 kube.go:256] Updating pod openshift-console/console-df959d948-pn2c6 I0327 23:04:38.374574 3801 pod.go:62] [openshift-console/console-df959d948-pn2c6] pod update took 18.827906ms I0327 23:04:38.374594 3801 base_network_controller_pods.go:937] [default/openshift-console/console-df959d948-pn2c6] addLogicalPort annotation time took 18.852625ms I0327 23:04:38.375693 3801 pods.go:271] [openshift-console/console-df959d948-pn2c6] addLogicalPort took 20.069943ms, libovsdb time 804.007µs I0327 23:04:38.710934 3801 cni.go:403] [openshift-console/console-df959d948-pn2c6 6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679 network default NAD default] ADD starting CNI request [openshift-console/console-df959d948-pn2c6 6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679 network default NAD default] I0327 23:04:38.719732 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-df959d948-pn2c6, hostIfaceName: 6da74e05bd6de08, network: default, NAD default, SandboxID: "6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679", PCI device ID: , UID: "f4a82a42-52b9-4932-8405-4b520f50038e", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0327 23:04:38.763581 3801 cni.go:424] [openshift-console/console-df959d948-pn2c6 6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679 network default NAD default] ADD finished CNI request [openshift-console/console-df959d948-pn2c6 6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:59:a0:fb:90:3b\",\"name\":\"6da74e05bd6de08\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c54f8c21-2983-42a3-aa95-554ed1f3ff49\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:04:38.817567 3801 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:38.818101 3801 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:38.866101 3801 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:38.866125 3801 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:38.874510 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0327 23:04:38.874532 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0327 23:04:39.219025 3801 obj_retry.go:458] Detected object openshift-console/console-86b5bc979f-sdjlx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:39.219053 3801 obj_retry.go:458] Detected object openshift-console/console-86b5bc979f-sdjlx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:39.227118 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86b5bc979f-sdjlx I0327 23:04:39.227145 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86b5bc979f-sdjlx W0327 23:04:49.265678 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0327 23:04:49.316879 3801 obj_retry.go:464] Detected object openshift-console/console-86b5bc979f-7trzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:49.317462 3801 obj_retry.go:464] Detected object openshift-console/console-86b5bc979f-7trzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:04:49.908388 3801 obj_retry.go:458] Detected object openshift-console/console-86b5bc979f-7trzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:49.908413 3801 obj_retry.go:458] Detected object openshift-console/console-86b5bc979f-7trzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:04:49.915435 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86b5bc979f-7trzh I0327 23:04:49.915459 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86b5bc979f-7trzh I0327 23:05:01.276734 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:05:01.277270 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:05:02.171403 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:05:02.171426 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 23:05:13.393566 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 23:05:13.393598 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 23:05:14.700815 3801 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:05:14.701346 3801 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:05:15.012067 3801 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:05:15.012097 3801 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:05:15.020288 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0327 23:05:15.020308 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0327 23:06:14.036773 3801 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 23:06:46.989091 3801 obj_retry.go:464] Detected object openshift-console/console-df959d948-tkwxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:06:46.989627 3801 obj_retry.go:464] Detected object openshift-console/console-df959d948-tkwxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:06:47.617042 3801 obj_retry.go:458] Detected object openshift-console/console-df959d948-tkwxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:06:47.617065 3801 obj_retry.go:458] Detected object openshift-console/console-df959d948-tkwxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:06:47.622424 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-df959d948-tkwxt I0327 23:06:47.622449 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-df959d948-tkwxt I0327 23:06:57.527641 3801 cni.go:403] [openshift-console/console-df959d948-pn2c6 6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679 network default NAD default] DEL starting CNI request [openshift-console/console-df959d948-pn2c6 6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679 network default NAD default] I0327 23:06:57.602291 3801 cni.go:424] [openshift-console/console-df959d948-pn2c6 6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679 network default NAD default] DEL finished CNI request [openshift-console/console-df959d948-pn2c6 6da74e05bd6de085c12a3739403049d1b53cdf5fe3e9ff306d196902e4a26679 network default NAD default], result "{}", err I0327 23:06:57.649028 3801 obj_retry.go:464] Detected object openshift-console/console-df959d948-pn2c6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:06:57.649067 3801 pods.go:176] Deleting pod: openshift-console/console-df959d948-pn2c6 I0327 23:06:57.650356 3801 pods.go:236] Attempting to release IPs for pod: openshift-console/console-df959d948-pn2c6, ips: 10.129.0.26 I0327 23:06:57.650389 3801 obj_retry.go:464] Detected object openshift-console/console-df959d948-pn2c6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:06:58.076549 3801 obj_retry.go:458] Detected object openshift-console/console-df959d948-pn2c6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:06:58.076579 3801 obj_retry.go:458] Detected object openshift-console/console-df959d948-pn2c6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:06:58.082470 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-df959d948-pn2c6 I0327 23:06:58.082498 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-df959d948-pn2c6 I0327 23:07:41.140810 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0327 23:08:08.990913 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 23:08:09.169290 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0327 23:08:11.833670 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0327 23:08:11.833701 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 38.112µs I0327 23:08:11.833702 3801 egressfirewall.go:628] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0327 23:08:20.045407 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0327 23:08:20.045490 3801 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-f9wf5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-f9wf5: no pod IPs found I0327 23:08:35.151441 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0327 23:08:40.164084 3801 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 23:09:08.157820 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0327 23:09:37.047307 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0327 23:09:52.053087 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=547 I0327 23:10:03.630954 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-wpvq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:10:03.631499 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-wpvq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:10:04.517702 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-wpvq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:10:04.517729 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-wpvq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:10:12.134677 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0327 23:10:17.169957 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0327 23:10:35.041315 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0327 23:10:59.559544 3801 namespace.go:98] [tsf] adding namespace I0327 23:10:59.560466 3801 namespace.go:102] [tsf] adding namespace took 898.618µs I0327 23:10:59.576238 3801 namespace.go:142] [tsf] updating namespace I0327 23:10:59.590395 3801 namespace.go:142] [tsf] updating namespace I0327 23:11:03.147096 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0327 23:11:03.439441 3801 namespace.go:98] [konflux-ui] adding namespace I0327 23:11:03.440436 3801 namespace.go:102] [konflux-ui] adding namespace took 971.399µs I0327 23:11:03.443167 3801 namespace.go:98] [rhtpa-operator] adding namespace I0327 23:11:03.443337 3801 namespace.go:98] [cert-manager-operator] adding namespace I0327 23:11:03.443915 3801 namespace.go:102] [rhtpa-operator] adding namespace took 735.292µs I0327 23:11:03.444477 3801 namespace.go:102] [cert-manager-operator] adding namespace took 1.123357ms I0327 23:11:03.445123 3801 namespace.go:98] [tsf-tpa] adding namespace I0327 23:11:03.445293 3801 namespace.go:98] [konflux-operator] adding namespace I0327 23:11:03.445469 3801 namespace.go:98] [tsf-tas] adding namespace I0327 23:11:03.445840 3801 namespace.go:102] [tsf-tpa] adding namespace took 698.712µs I0327 23:11:03.445865 3801 namespace.go:98] [tsf-keycloak] adding namespace I0327 23:11:03.446397 3801 namespace.go:102] [tsf-keycloak] adding namespace took 525.726µs I0327 23:11:03.446845 3801 namespace.go:102] [konflux-operator] adding namespace took 1.531597ms I0327 23:11:03.447416 3801 namespace.go:102] [tsf-tas] adding namespace took 1.931142ms I0327 23:11:03.447441 3801 namespace.go:98] [rhbk-operator] adding namespace I0327 23:11:03.447917 3801 namespace.go:102] [rhbk-operator] adding namespace took 468.862µs I0327 23:11:03.460092 3801 namespace.go:142] [konflux-ui] updating namespace I0327 23:11:03.484348 3801 namespace.go:142] [konflux-ui] updating namespace I0327 23:11:03.491999 3801 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:11:03.492093 3801 namespace.go:142] [tsf-tpa] updating namespace I0327 23:11:03.496694 3801 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:11:03.496739 3801 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:11:03.510004 3801 namespace.go:142] [rhbk-operator] updating namespace I0327 23:11:03.512717 3801 namespace.go:142] [tsf-tas] updating namespace I0327 23:11:03.512765 3801 namespace.go:142] [konflux-operator] updating namespace I0327 23:11:03.512922 3801 namespace.go:142] [konflux-ui] updating namespace I0327 23:11:03.556359 3801 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:11:03.571992 3801 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:11:03.587361 3801 namespace.go:142] [tsf-tpa] updating namespace I0327 23:11:03.597054 3801 namespace.go:142] [tsf-tpa] updating namespace I0327 23:11:03.619017 3801 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:11:03.635926 3801 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:11:03.644665 3801 namespace.go:142] [konflux-operator] updating namespace I0327 23:11:03.653106 3801 namespace.go:142] [konflux-operator] updating namespace I0327 23:11:03.670034 3801 namespace.go:142] [tsf-tas] updating namespace I0327 23:11:03.680916 3801 namespace.go:142] [tsf-tas] updating namespace I0327 23:11:03.693946 3801 namespace.go:142] [rhbk-operator] updating namespace I0327 23:11:03.706186 3801 namespace.go:142] [rhbk-operator] updating namespace I0327 23:11:03.722018 3801 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:11:03.731753 3801 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:11:04.740532 3801 namespace.go:142] [tsf-tpa] updating namespace I0327 23:11:04.752640 3801 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:11:04.909098 3801 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-182.ec2.internal I0327 23:11:04.909237 3801 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0327 23:11:04.932535 3801 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 23.347786ms I0327 23:11:04.932555 3801 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 23.372193ms I0327 23:11:04.933725 3801 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 24.640032ms, libovsdb time 828.872µs I0327 23:11:05.274536 3801 cni.go:403] [tsf/test-tsf-subscriptions 4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6 network default NAD default] I0327 23:11:05.283380 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 4aecbe15d8b2c59, network: default, NAD default, SandboxID: "4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6", PCI device ID: , UID: "3efe0466-322e-4ed6-a4d4-87cb019d97b3", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0327 23:11:05.324885 3801 cni.go:424] [tsf/test-tsf-subscriptions 4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:89:d1:64:3c:d7\",\"name\":\"4aecbe15d8b2c59\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06567391-bae6-4d32-9218-91cc5ebabb88\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:11:06.041122 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0327 23:11:06.321858 3801 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:11:06.321984 3801 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 I0327 23:11:06.335436 3801 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9] pod update took 13.482592ms I0327 23:11:06.335456 3801 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9] addLogicalPort annotation time took 13.507778ms I0327 23:11:06.336719 3801 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9] addLogicalPort took 14.870984ms, libovsdb time 938.821µs I0327 23:11:06.427814 3801 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w for pod on switch ip-10-0-1-182.ec2.internal I0327 23:11:06.427929 3801 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w I0327 23:11:06.441626 3801 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w] pod update took 13.720483ms I0327 23:11:06.441651 3801 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w] addLogicalPort annotation time took 13.74915ms I0327 23:11:06.442856 3801 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w] addLogicalPort took 15.055407ms, libovsdb time 795.701µs I0327 23:11:07.219739 3801 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839 network default NAD default] I0327 23:11:07.219844 3801 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w 4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w 4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b network default NAD default] I0327 23:11:07.231228 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9, hostIfaceName: 65e7f9293cb9cae, network: default, NAD default, SandboxID: "65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839", PCI device ID: , UID: "5405ef96-b9a7-4e03-89ef-b716e65bc543", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0327 23:11:07.232687 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w, hostIfaceName: 4bab060035a9447, network: default, NAD default, SandboxID: "4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b", PCI device ID: , UID: "107cc8e2-0b54-4235-badb-048e73dea472", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0327 23:11:07.275092 3801 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:9d:07:9b:a1:0c\",\"name\":\"65e7f9293cb9cae\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49b868f1-f93e-4e73-9356-ba40300fc7a0\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:11:07.498253 3801 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w 4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w 4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:fd:1e:46:0d:98\",\"name\":\"4bab060035a9447\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d9970d9-3fda-43c0-96ae-52d486e6f7d2\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:11:09.377139 3801 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw for pod on switch ip-10-0-1-182.ec2.internal I0327 23:11:09.377360 3801 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw I0327 23:11:09.392649 3801 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw] pod update took 15.333808ms I0327 23:11:09.392672 3801 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw] addLogicalPort annotation time took 15.3588ms I0327 23:11:09.394038 3801 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw] addLogicalPort took 16.921872ms, libovsdb time 993.402µs I0327 23:11:09.585282 3801 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:11:09.585440 3801 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 I0327 23:11:09.600352 3801 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4] pod update took 14.950134ms I0327 23:11:09.600378 3801 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4] addLogicalPort annotation time took 14.98009ms I0327 23:11:09.601846 3801 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4] addLogicalPort took 16.578663ms, libovsdb time 983.626µs I0327 23:11:10.773980 3801 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544 network default NAD default] I0327 23:11:10.779615 3801 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca network default NAD default] I0327 23:11:10.785483 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw, hostIfaceName: edbbeddc112b30e, network: default, NAD default, SandboxID: "edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544", PCI device ID: , UID: "8f1e8855-aec4-4937-ad8e-d8acab1a6e0d", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0327 23:11:10.789883 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4, hostIfaceName: ced62484e7c35cf, network: default, NAD default, SandboxID: "ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca", PCI device ID: , UID: "aad67ef2-ccbe-4301-a532-86240dcbeee8", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0327 23:11:10.822035 3801 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839 network default NAD default] I0327 23:11:10.829236 3801 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w 4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w 4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b network default NAD default] I0327 23:11:10.840559 3801 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:2c:4f:59:48:81\",\"name\":\"edbbeddc112b30e\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac5e3abc-72e9-43e4-b8d0-2c67c3506e41\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:11:10.932779 3801 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 65e7f9293cb9cae04e71251b4dbc49cd0ff524e419131043b63f2bb8c1063839 network default NAD default], result "{}", err I0327 23:11:10.941681 3801 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w 4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w 4bab060035a9447c9cab8cc082046e17f5cb9a98558e02af5e9e0f59a2afe17b network default NAD default], result "{}", err I0327 23:11:10.977644 3801 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.977676 3801 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 I0327 23:11:10.979154 3801 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9, ips: 10.129.0.28 I0327 23:11:10.979179 3801 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.979196 3801 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.979217 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:10.979398 3801 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.979412 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:10.998243 3801 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.998274 3801 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w I0327 23:11:10.999746 3801 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w, ips: 10.129.0.29 I0327 23:11:10.999773 3801 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.999797 3801 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:10.999805 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:10.999986 3801 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:11.000000 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:11.065613 3801 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:32:48:57:f0:57\",\"name\":\"ced62484e7c35cf\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0b27203-3e66-4ef0-9184-083b33bf9bb9\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:11:12.003280 3801 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.003344 3801 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.003364 3801 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.003375 3801 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf459k9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.027613 3801 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.027667 3801 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.027685 3801 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.027696 3801 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d17zh2w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:12.611642 3801 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m for pod on switch ip-10-0-1-182.ec2.internal I0327 23:11:12.611833 3801 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m I0327 23:11:12.625033 3801 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m] pod update took 13.239798ms I0327 23:11:12.625052 3801 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m] addLogicalPort annotation time took 13.265206ms I0327 23:11:12.626672 3801 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m] addLogicalPort took 15.051691ms, libovsdb time 886.239µs I0327 23:11:12.711151 3801 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd for pod on switch ip-10-0-1-182.ec2.internal I0327 23:11:12.711303 3801 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd I0327 23:11:12.724764 3801 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd] pod update took 13.493101ms I0327 23:11:12.724795 3801 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd] addLogicalPort annotation time took 13.529711ms I0327 23:11:12.726312 3801 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd] addLogicalPort took 15.179011ms, libovsdb time 1.063436ms I0327 23:11:13.472346 3801 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1 network default NAD default] I0327 23:11:13.473726 3801 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c network default NAD default] I0327 23:11:13.486096 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd, hostIfaceName: f12b5816777d69d, network: default, NAD default, SandboxID: "f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1", PCI device ID: , UID: "a7bbf608-edc5-4b43-934c-bf0560bcdb85", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0327 23:11:13.486412 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m, hostIfaceName: c80e5f440328b4b, network: default, NAD default, SandboxID: "c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c", PCI device ID: , UID: "0d4d5f0d-62ef-4eb2-8339-8c320761190e", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0327 23:11:13.529877 3801 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:cd:5e:81:d7:9b\",\"name\":\"c80e5f440328b4b\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46c65170-25fa-4a40-82a0-2d4e6ae6303c\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:11:13.757029 3801 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:69:eb:2e:b8:53\",\"name\":\"f12b5816777d69d\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/492ac1e8-7247-4557-9bec-514f96221d50\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:11:16.876031 3801 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca network default NAD default] I0327 23:11:16.876483 3801 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c network default NAD default] I0327 23:11:16.964670 3801 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m c80e5f440328b4b22d1dafa8a652d987b184ea522f0f59b63cdd9eb88414d38c network default NAD default], result "{}", err I0327 23:11:16.973487 3801 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 ced62484e7c35cf9e513e5eda99e205261d8f8b9dc76ec47694c08eddfd4b4ca network default NAD default], result "{}", err I0327 23:11:17.030056 3801 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.030102 3801 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m I0327 23:11:17.031690 3801 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m, ips: 10.129.0.32 I0327 23:11:17.031724 3801 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.031756 3801 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.031768 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:17.032009 3801 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.032025 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:17.045478 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0327 23:11:17.055037 3801 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.055065 3801 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 I0327 23:11:17.056329 3801 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4, ips: 10.129.0.31 I0327 23:11:17.056354 3801 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.056370 3801 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.056377 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:17.056581 3801 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:17.056595 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:18.083345 3801 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.083373 3801 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.083391 3801 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.083402 3801 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbld4m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.102871 3801 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.102914 3801 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.102925 3801 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.102944 3801 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8cflz4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:18.894555 3801 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1 network default NAD default] I0327 23:11:18.894975 3801 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544 network default NAD default] I0327 23:11:18.986042 3801 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd f12b5816777d69d5d89c9f2be2920e0334d21b8efcc466b5e2b51ee0968266a1 network default NAD default], result "{}", err I0327 23:11:18.998164 3801 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw edbbeddc112b30e020332ba17659942d2798ba3ff21a29728ec17bf24a120544 network default NAD default], result "{}", err I0327 23:11:19.048441 3801 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.048478 3801 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd I0327 23:11:19.049769 3801 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd, ips: 10.129.0.33 I0327 23:11:19.049800 3801 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.049823 3801 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.049830 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:19.049988 3801 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.049999 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:19.068174 3801 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.068236 3801 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw I0327 23:11:19.069677 3801 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw, ips: 10.129.0.30 I0327 23:11:19.069708 3801 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.069730 3801 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.069737 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 23:11:19.069927 3801 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 23:11:19.069942 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 23:11:20.082356 3801 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.082381 3801 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.082402 3801 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.082415 3801 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7sqlzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.099382 3801 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.099410 3801 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.099425 3801 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:11:20.099434 3801 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zrmzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0327 23:11:29.454168 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 23:11:29.493234 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 23:11:29.502109 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 23:11:29.515091 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0327 23:11:29.522756 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0327 23:11:30.129783 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 23:11:30.718333 3801 namespace.go:142] [openshift-operators] updating namespace I0327 23:11:30.743368 3801 namespace.go:142] [openshift-operators] updating namespace I0327 23:11:34.702558 3801 namespace.go:98] [cert-manager] adding namespace I0327 23:11:34.703537 3801 namespace.go:102] [cert-manager] adding namespace took 958.694µs I0327 23:11:34.726595 3801 namespace.go:142] [cert-manager] updating namespace I0327 23:11:34.737358 3801 namespace.go:142] [cert-manager] updating namespace I0327 23:11:39.709287 3801 namespace.go:98] [trusted-artifact-signer] adding namespace I0327 23:11:39.710231 3801 namespace.go:102] [trusted-artifact-signer] adding namespace took 915.303µs I0327 23:11:39.747427 3801 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 23:11:39.759167 3801 namespace.go:142] [trusted-artifact-signer] updating namespace W0327 23:11:39.985263 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0327 23:11:40.129157 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0327 23:11:42.547962 3801 namespace.go:142] [openshift-operators] updating namespace W0327 23:11:42.565706 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 23:11:42.565725 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0327 23:11:51.023411 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0327 23:11:58.821976 3801 namespace.go:98] [openshift-pipelines] adding namespace I0327 23:11:58.822937 3801 namespace.go:102] [openshift-pipelines] adding namespace took 938.956µs I0327 23:11:58.852287 3801 namespace.go:142] [openshift-pipelines] updating namespace I0327 23:11:59.532963 3801 namespace.go:142] [cert-manager] updating namespace I0327 23:11:59.734701 3801 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:12:00.134295 3801 namespace.go:142] [konflux-operator] updating namespace I0327 23:12:00.335213 3801 namespace.go:142] [konflux-ui] updating namespace I0327 23:12:00.535974 3801 namespace.go:142] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] updating namespace I0327 23:12:00.938729 3801 namespace.go:142] [rhbk-operator] updating namespace I0327 23:12:01.135159 3801 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:12:01.337146 3801 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 23:12:01.536712 3801 namespace.go:142] [tsf] updating namespace I0327 23:12:01.736565 3801 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:12:01.944759 3801 namespace.go:142] [tsf-tas] updating namespace I0327 23:12:02.140110 3801 namespace.go:142] [tsf-tpa] updating namespace I0327 23:12:02.270000 3801 namespace.go:142] [cert-manager] updating namespace I0327 23:12:02.280053 3801 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:12:02.288511 3801 namespace.go:142] [default] updating namespace I0327 23:12:02.298254 3801 namespace.go:142] [konflux-operator] updating namespace I0327 23:12:02.307174 3801 namespace.go:142] [konflux-ui] updating namespace I0327 23:12:02.318600 3801 namespace.go:142] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] updating namespace I0327 23:12:02.327666 3801 namespace.go:142] [openshift] updating namespace I0327 23:12:02.341874 3801 namespace.go:142] [rhbk-operator] updating namespace I0327 23:12:02.352302 3801 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:12:02.360895 3801 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 23:12:02.373239 3801 namespace.go:142] [tsf] updating namespace I0327 23:12:02.382068 3801 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:12:02.428767 3801 namespace.go:142] [tsf-tas] updating namespace I0327 23:12:02.442344 3801 namespace.go:142] [tsf-tpa] updating namespace I0327 23:12:02.526356 3801 namespace.go:142] [cert-manager] updating namespace I0327 23:12:02.623370 3801 namespace.go:142] [cert-manager-operator] updating namespace I0327 23:12:02.721796 3801 namespace.go:142] [default] updating namespace I0327 23:12:02.825876 3801 namespace.go:142] [konflux-operator] updating namespace I0327 23:12:02.926248 3801 namespace.go:142] [konflux-ui] updating namespace I0327 23:12:03.024498 3801 namespace.go:142] [open-cluster-management-2pabkugc0r4kj7d3r2omus9hg3vasti0] updating namespace I0327 23:12:03.128410 3801 namespace.go:142] [openshift] updating namespace I0327 23:12:03.222859 3801 namespace.go:142] [rhbk-operator] updating namespace I0327 23:12:03.325520 3801 namespace.go:142] [rhtpa-operator] updating namespace I0327 23:12:03.424866 3801 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 23:12:03.522178 3801 namespace.go:142] [tsf] updating namespace I0327 23:12:03.626496 3801 namespace.go:142] [tsf-keycloak] updating namespace I0327 23:12:03.722332 3801 namespace.go:142] [tsf-tas] updating namespace I0327 23:12:03.823838 3801 namespace.go:142] [tsf-tpa] updating namespace I0327 23:12:04.020020 3801 namespace.go:142] [openshift-pipelines] updating namespace I0327 23:12:05.050930 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0327 23:12:06.150709 3801 cni.go:403] [tsf/test-tsf-subscriptions 4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6 network default NAD default] I0327 23:12:06.221268 3801 cni.go:424] [tsf/test-tsf-subscriptions 4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 4aecbe15d8b2c59a284126249d880399c30147178947c23bdd0d98d06dabebb6 network default NAD default], result "{}", err I0327 23:12:06.272918 3801 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:12:06.272949 3801 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0327 23:12:06.274080 3801 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.27 I0327 23:12:06.274104 3801 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:12:06.296819 3801 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:12:06.296838 3801 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:12:06.302726 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0327 23:12:06.302755 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0327 23:12:07.491919 3801 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-182.ec2.internal I0327 23:12:07.492012 3801 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0327 23:12:07.508555 3801 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.565463ms I0327 23:12:07.508579 3801 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.593541ms I0327 23:12:07.509702 3801 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.794811ms, libovsdb time 819.714µs I0327 23:12:07.868529 3801 cni.go:403] [tsf/test-tsf-infrastructure 4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29 network default NAD default] I0327 23:12:07.877011 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 4ca29dce41c6e14, network: default, NAD default, SandboxID: "4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29", PCI device ID: , UID: "be9672ae-fa76-4485-bce7-962e1fc6f7f5", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0327 23:12:07.919439 3801 cni.go:424] [tsf/test-tsf-infrastructure 4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:28:ea:40:c0:c2\",\"name\":\"4ca29dce41c6e14\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b1016b6-e62f-4308-accd-a1407e982691\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:12:10.392616 3801 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-s4jsj for pod on switch ip-10-0-1-182.ec2.internal I0327 23:12:10.392732 3801 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj I0327 23:12:10.393577 3801 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-4wcbx for pod on switch ip-10-0-1-182.ec2.internal I0327 23:12:10.393662 3801 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx I0327 23:12:10.409001 3801 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj] pod update took 16.303229ms I0327 23:12:10.409023 3801 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj] addLogicalPort annotation time took 16.331602ms I0327 23:12:10.410087 3801 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx] pod update took 16.452489ms I0327 23:12:10.410135 3801 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx] addLogicalPort annotation time took 16.502656ms I0327 23:12:10.410707 3801 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj] addLogicalPort took 18.111956ms, libovsdb time 1.160607ms I0327 23:12:10.411343 3801 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx] addLogicalPort took 17.778654ms, libovsdb time 841.223µs I0327 23:12:11.653437 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz for pod on switch ip-10-0-1-182.ec2.internal I0327 23:12:11.653553 3801 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz I0327 23:12:11.669765 3801 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz] pod update took 16.250605ms I0327 23:12:11.669791 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz] addLogicalPort annotation time took 16.284442ms I0327 23:12:11.671134 3801 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz] addLogicalPort took 17.713703ms, libovsdb time 921.681µs I0327 23:12:11.831080 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-9jsz8 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:12:11.831180 3801 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8 I0327 23:12:11.847462 3801 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8] pod update took 16.311147ms I0327 23:12:11.847484 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8] addLogicalPort annotation time took 16.338525ms I0327 23:12:11.848767 3801 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8] addLogicalPort took 17.703141ms, libovsdb time 933.757µs I0327 23:12:13.895302 3801 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz e86d09ef6f8f7afa4b63482eb6767ddda2ff3654a73df8749c33b00fa0bb654e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz e86d09ef6f8f7afa4b63482eb6767ddda2ff3654a73df8749c33b00fa0bb654e network default NAD default] I0327 23:12:13.895615 3801 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8 3bcf0111e00146d6ba9b072a1ac5acb753d4030329ff4d314348389cbc461bf9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8 3bcf0111e00146d6ba9b072a1ac5acb753d4030329ff4d314348389cbc461bf9 network default NAD default] I0327 23:12:13.904917 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-9jsz8, hostIfaceName: 3bcf0111e00146d, network: default, NAD default, SandboxID: "3bcf0111e00146d6ba9b072a1ac5acb753d4030329ff4d314348389cbc461bf9", PCI device ID: , UID: "ca23fda4-2ce7-4ae1-b93e-cb408e2a28a3", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0327 23:12:13.905002 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz, hostIfaceName: e86d09ef6f8f7af, network: default, NAD default, SandboxID: "e86d09ef6f8f7afa4b63482eb6767ddda2ff3654a73df8749c33b00fa0bb654e", PCI device ID: , UID: "0d7372ab-d4ad-42bb-ba59-5038ee346bdc", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0327 23:12:13.949610 3801 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz e86d09ef6f8f7afa4b63482eb6767ddda2ff3654a73df8749c33b00fa0bb654e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-x6pvz e86d09ef6f8f7afa4b63482eb6767ddda2ff3654a73df8749c33b00fa0bb654e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:44:1c:a6:94:e6\",\"name\":\"e86d09ef6f8f7af\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1f41e68-eb9a-402b-a199-647ad931350e\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:12:13.966568 3801 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8 3bcf0111e00146d6ba9b072a1ac5acb753d4030329ff4d314348389cbc461bf9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-9jsz8 3bcf0111e00146d6ba9b072a1ac5acb753d4030329ff4d314348389cbc461bf9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:32:a7:a3:4d:ed\",\"name\":\"3bcf0111e00146d\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66f4b119-ecb7-41a6-9be6-3d6bf9ace58f\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:12:16.157003 3801 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 23:12:16.157028 3801 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 23:12:16.157039 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 23:12:16.695470 3801 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:16.695492 3801 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:16.695498 3801 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:16.695502 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:12:16.731298 3801 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 23:12:16.731315 3801 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 23:12:16.731320 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0327 23:12:17.076873 3801 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj b3be28d6b80f3a5f82149d05f3ae46cf6972b36199b69d2f265f2543e4b45dcb network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj b3be28d6b80f3a5f82149d05f3ae46cf6972b36199b69d2f265f2543e4b45dcb network default NAD default] I0327 23:12:17.086709 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-s4jsj, hostIfaceName: b3be28d6b80f3a5, network: default, NAD default, SandboxID: "b3be28d6b80f3a5f82149d05f3ae46cf6972b36199b69d2f265f2543e4b45dcb", PCI device ID: , UID: "61fe1154-b2bb-4980-a3ae-6068b66c02c8", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0327 23:12:17.098011 3801 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx 60265a95cca4213a716f3435a7ba28b70c0daf9c9d39358a516953f9668f8505 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx 60265a95cca4213a716f3435a7ba28b70c0daf9c9d39358a516953f9668f8505 network default NAD default] I0327 23:12:17.108790 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-4wcbx, hostIfaceName: 60265a95cca4213, network: default, NAD default, SandboxID: "60265a95cca4213a716f3435a7ba28b70c0daf9c9d39358a516953f9668f8505", PCI device ID: , UID: "56b7a584-dbbc-42c3-b749-c20517890cc6", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0327 23:12:17.143510 3801 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj b3be28d6b80f3a5f82149d05f3ae46cf6972b36199b69d2f265f2543e4b45dcb network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s4jsj b3be28d6b80f3a5f82149d05f3ae46cf6972b36199b69d2f265f2543e4b45dcb network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:3f:3a:14:0e:14\",\"name\":\"b3be28d6b80f3a5\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0876636e-4ed5-408c-b6c6-fde6af813b61\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:12:17.169119 3801 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx 60265a95cca4213a716f3435a7ba28b70c0daf9c9d39358a516953f9668f8505 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wcbx 60265a95cca4213a716f3435a7ba28b70c0daf9c9d39358a516953f9668f8505 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:47:82:e2:d3:e3\",\"name\":\"60265a95cca4213\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d33f5f3b-c2be-4272-bfa8-eb9f1132ab71\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:12:18.230710 3801 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0327 23:12:18.261061 3801 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0327 23:12:39.245106 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0327 23:12:39.264882 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0327 23:12:39.272472 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0327 23:12:41.360566 3801 cni.go:403] [tsf/test-tsf-infrastructure 4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29 network default NAD default] I0327 23:12:41.434782 3801 cni.go:424] [tsf/test-tsf-infrastructure 4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 4ca29dce41c6e14d9e2e75cb200e08a7d8f68a59448759a759300e8f18fbdf29 network default NAD default], result "{}", err I0327 23:12:41.484894 3801 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:12:41.484924 3801 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0327 23:12:41.486093 3801 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.34 I0327 23:12:41.486116 3801 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:12:41.503953 3801 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:12:41.504002 3801 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:12:41.510559 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0327 23:12:41.510586 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0327 23:12:42.572251 3801 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-182.ec2.internal I0327 23:12:42.572344 3801 kube.go:256] Updating pod tsf/test-tsf-iam I0327 23:12:42.588308 3801 pod.go:62] [tsf/test-tsf-iam] pod update took 15.990032ms I0327 23:12:42.588332 3801 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.017125ms I0327 23:12:42.589588 3801 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.351672ms, libovsdb time 889.005µs I0327 23:12:42.953554 3801 cni.go:403] [tsf/test-tsf-iam 07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149 network default NAD default] I0327 23:12:42.962451 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 07be0c9455a57da, network: default, NAD default, SandboxID: "07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149", PCI device ID: , UID: "da761854-b671-4909-95d4-f25a7716593e", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0327 23:12:43.005946 3801 cni.go:424] [tsf/test-tsf-iam 07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:9c:78:ed:8c:fc\",\"name\":\"07be0c9455a57da\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4652875f-50cf-4767-8283-880b3cc4232f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:12:49.329915 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 23:12:49.329938 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 23:12:49.336770 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 23:12:52.154691 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-tpz5r for pod on switch ip-10-0-1-182.ec2.internal I0327 23:12:52.154793 3801 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r I0327 23:12:52.173410 3801 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r] pod update took 18.641979ms I0327 23:12:52.173431 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r] addLogicalPort annotation time took 18.668701ms I0327 23:12:52.174644 3801 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r] addLogicalPort took 19.970966ms, libovsdb time 840.227µs I0327 23:12:52.517507 3801 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r 1807991426b24cbd9889756dd2934624912c7378c8585cf3df6ab50390c4359c network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r 1807991426b24cbd9889756dd2934624912c7378c8585cf3df6ab50390c4359c network default NAD default] I0327 23:12:52.526296 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-tpz5r, hostIfaceName: 1807991426b24cb, network: default, NAD default, SandboxID: "1807991426b24cbd9889756dd2934624912c7378c8585cf3df6ab50390c4359c", PCI device ID: , UID: "2756739b-572c-4b09-a040-cf699ed598ad", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0327 23:12:52.570442 3801 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r 1807991426b24cbd9889756dd2934624912c7378c8585cf3df6ab50390c4359c network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-tpz5r 1807991426b24cbd9889756dd2934624912c7378c8585cf3df6ab50390c4359c network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:f1:49:4e:0c:5d\",\"name\":\"1807991426b24cb\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9171885d-187c-451d-91e4-9cf1476ce95d\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:12:56.312446 3801 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 23:13:11.505010 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-bn97l for pod on switch ip-10-0-1-182.ec2.internal I0327 23:13:11.505106 3801 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l I0327 23:13:11.519736 3801 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l] pod update took 14.651373ms I0327 23:13:11.519762 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l] addLogicalPort annotation time took 14.682147ms I0327 23:13:11.520925 3801 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l] addLogicalPort took 15.945375ms, libovsdb time 823.27µs I0327 23:13:11.862832 3801 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l d8da915dc797afe14581cddd6f1afcd18bf094ca25a1304c9dffa0b27e5bb050 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l d8da915dc797afe14581cddd6f1afcd18bf094ca25a1304c9dffa0b27e5bb050 network default NAD default] I0327 23:13:11.870984 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-bn97l, hostIfaceName: d8da915dc797afe, network: default, NAD default, SandboxID: "d8da915dc797afe14581cddd6f1afcd18bf094ca25a1304c9dffa0b27e5bb050", PCI device ID: , UID: "dfc67a90-96e5-44ca-b996-975d4397c9da", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0327 23:13:11.915081 3801 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l d8da915dc797afe14581cddd6f1afcd18bf094ca25a1304c9dffa0b27e5bb050 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-bn97l d8da915dc797afe14581cddd6f1afcd18bf094ca25a1304c9dffa0b27e5bb050 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:75:54:48:b2:54\",\"name\":\"d8da915dc797afe\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/455d5b6d-993f-49f2-9e86-fa8c3359121a\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:13:12.173452 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0327 23:13:15.558906 3801 cni.go:403] [tsf/test-tsf-iam 07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149 network default NAD default] I0327 23:13:15.637231 3801 cni.go:424] [tsf/test-tsf-iam 07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 07be0c9455a57da143bb08b507eb8a893cccdaeca828d26c7176aa541b376149 network default NAD default], result "{}", err I0327 23:13:16.419775 3801 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:16.419814 3801 pods.go:176] Deleting pod: tsf/test-tsf-iam I0327 23:13:16.421070 3801 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.39 I0327 23:13:16.421098 3801 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:16.463691 3801 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:16.463713 3801 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:16.468913 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 23:13:16.468941 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 23:13:17.270604 3801 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-182.ec2.internal I0327 23:13:17.270728 3801 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0327 23:13:17.288752 3801 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.044083ms I0327 23:13:17.288777 3801 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.071028ms I0327 23:13:17.289932 3801 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.346578ms, libovsdb time 816.447µs I0327 23:13:17.627882 3801 cni.go:403] [tsf-tas/test-tsf-tas 0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15 network default NAD default] I0327 23:13:17.636255 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 0c557468480bf6f, network: default, NAD default, SandboxID: "0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15", PCI device ID: , UID: "cb5498aa-8c94-4eb9-8308-7b3e7e6cced6", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0327 23:13:17.681224 3801 cni.go:424] [tsf-tas/test-tsf-tas 0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:dc:ea:55:a9:b3\",\"name\":\"0c557468480bf6f\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fd592c0-1840-40d0-b8b8-2cd6a1d409ef\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:13:18.981805 3801 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 23:13:18.981826 3801 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 23:13:18.981832 3801 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0327 23:13:19.229340 3801 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-6wkdj-vsqfb] creating logical port tsf-tas_ctlog-createtree-job-6wkdj-vsqfb for pod on switch ip-10-0-1-182.ec2.internal I0327 23:13:19.229423 3801 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-6wkdj-vsqfb I0327 23:13:19.245909 3801 pod.go:62] [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb] pod update took 16.504463ms I0327 23:13:19.245929 3801 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-6wkdj-vsqfb] addLogicalPort annotation time took 16.531029ms I0327 23:13:19.247144 3801 pods.go:271] [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb] addLogicalPort took 17.821938ms, libovsdb time 819.909µs I0327 23:13:19.320255 3801 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5799449f47-bfhh7] creating logical port tsf-tas_trillian-logserver-5799449f47-bfhh7 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:13:19.320379 3801 kube.go:256] Updating pod tsf-tas/trillian-logserver-5799449f47-bfhh7 I0327 23:13:19.336255 3801 pod.go:62] [tsf-tas/trillian-logserver-5799449f47-bfhh7] pod update took 15.896691ms I0327 23:13:19.336280 3801 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-5799449f47-bfhh7] addLogicalPort annotation time took 15.923911ms I0327 23:13:19.337517 3801 pods.go:271] [tsf-tas/trillian-logserver-5799449f47-bfhh7] addLogicalPort took 17.281445ms, libovsdb time 843.881µs I0327 23:13:19.587977 3801 cni.go:403] [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb 362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb 362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5 network default NAD default] I0327 23:13:19.596519 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-6wkdj-vsqfb, hostIfaceName: 362b2603930ed93, network: default, NAD default, SandboxID: "362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5", PCI device ID: , UID: "89aad189-fb5c-4df8-b69c-fc52a5b19335", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0327 23:13:19.641521 3801 cni.go:424] [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb 362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb 362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:69:00:c5:c5:6a\",\"name\":\"362b2603930ed93\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a9c3486-2983-42c8-b2ff-b5cb2f756a51\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:13:20.286804 3801 cni.go:403] [tsf-tas/trillian-logserver-5799449f47-bfhh7 c46823b01831bdf11b74e2999709704a490de0c7c282a2734520236b713c919a network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-5799449f47-bfhh7 c46823b01831bdf11b74e2999709704a490de0c7c282a2734520236b713c919a network default NAD default] I0327 23:13:20.295937 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5799449f47-bfhh7, hostIfaceName: c46823b01831bdf, network: default, NAD default, SandboxID: "c46823b01831bdf11b74e2999709704a490de0c7c282a2734520236b713c919a", PCI device ID: , UID: "4f7814bb-2713-4166-af9d-3fd5362229fb", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0327 23:13:20.343967 3801 cni.go:424] [tsf-tas/trillian-logserver-5799449f47-bfhh7 c46823b01831bdf11b74e2999709704a490de0c7c282a2734520236b713c919a network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-5799449f47-bfhh7 c46823b01831bdf11b74e2999709704a490de0c7c282a2734520236b713c919a network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:9b:c1:6f:fb:3c\",\"name\":\"c46823b01831bdf\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/327fdd68-8280-4a5c-8b03-6818f45a6e3d\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:13:22.121146 3801 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6d9b7848d8-g6hlr] creating logical port tsf-tas_trillian-db-6d9b7848d8-g6hlr for pod on switch ip-10-0-1-182.ec2.internal I0327 23:13:22.121294 3801 kube.go:256] Updating pod tsf-tas/trillian-db-6d9b7848d8-g6hlr I0327 23:13:22.135917 3801 pod.go:62] [tsf-tas/trillian-db-6d9b7848d8-g6hlr] pod update took 14.661661ms I0327 23:13:22.135994 3801 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-6d9b7848d8-g6hlr] addLogicalPort annotation time took 14.742426ms I0327 23:13:22.137564 3801 pods.go:271] [tsf-tas/trillian-db-6d9b7848d8-g6hlr] addLogicalPort took 16.439866ms, libovsdb time 1.041628ms W0327 23:13:26.643401 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0327 23:13:27.883656 3801 cni.go:403] [tsf-tas/trillian-db-6d9b7848d8-g6hlr 22232ccafbbb18c67eda74a587ad6c46d3b06f0468d5c5f30a6a5c641a2085f2 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-6d9b7848d8-g6hlr 22232ccafbbb18c67eda74a587ad6c46d3b06f0468d5c5f30a6a5c641a2085f2 network default NAD default] I0327 23:13:27.898878 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6d9b7848d8-g6hlr, hostIfaceName: 22232ccafbbb18c, network: default, NAD default, SandboxID: "22232ccafbbb18c67eda74a587ad6c46d3b06f0468d5c5f30a6a5c641a2085f2", PCI device ID: , UID: "9aaa754b-540c-476e-8f64-d2afe8ef5521", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0327 23:13:27.950266 3801 cni.go:424] [tsf-tas/trillian-db-6d9b7848d8-g6hlr 22232ccafbbb18c67eda74a587ad6c46d3b06f0468d5c5f30a6a5c641a2085f2 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-6d9b7848d8-g6hlr 22232ccafbbb18c67eda74a587ad6c46d3b06f0468d5c5f30a6a5c641a2085f2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:7c:16:1f:ac:4b\",\"name\":\"22232ccafbbb18c\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/619b2a86-1de6-4b0f-a42a-abea5346251e\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:13:29.035821 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0327 23:13:29.035846 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0327 23:13:30.652006 3801 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0327 23:13:31.705644 3801 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-ghn4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:31.706085 3801 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-ghn4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 23:13:32.054632 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0327 23:13:32.738910 3801 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-ghn4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:32.738931 3801 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-ghn4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:33.111305 3801 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:33.111855 3801 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:33.573800 3801 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:33.573822 3801 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:33.576634 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 23:13:33.576660 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0327 23:13:35.197267 3801 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-vk94d-lx8rl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:35.197870 3801 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-vk94d-lx8rl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:13:36.219294 3801 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-vk94d-lx8rl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:13:36.219318 3801 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-vk94d-lx8rl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 23:13:37.606985 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 23:13:37.607007 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 23:13:37.611248 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 23:13:41.697247 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0327 23:14:01.781177 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0327 23:14:04.781385 3801 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 23:14:04.781407 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 23:14:05.265389 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0327 23:14:10.880886 3801 cni.go:403] [tsf-tas/test-tsf-tas 0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15 network default NAD default] I0327 23:14:10.950385 3801 cni.go:424] [tsf-tas/test-tsf-tas 0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 0c557468480bf6f51a363325f9e1a46283d8fe42eb947ce85d1e26fb76240b15 network default NAD default], result "{}", err I0327 23:14:11.004178 3801 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:11.004322 3801 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0327 23:14:11.006221 3801 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.42 I0327 23:14:11.006309 3801 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:11.024389 3801 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:11.024411 3801 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:11.030369 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0327 23:14:11.030391 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0327 23:14:11.684927 3801 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-v78tr] creating logical port tsf_patch-tekton-config-v78tr for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:11.685016 3801 kube.go:256] Updating pod tsf/patch-tekton-config-v78tr I0327 23:14:11.697953 3801 pod.go:62] [tsf/patch-tekton-config-v78tr] pod update took 12.955606ms I0327 23:14:11.697978 3801 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-v78tr] addLogicalPort annotation time took 12.987372ms I0327 23:14:11.699326 3801 pods.go:271] [tsf/patch-tekton-config-v78tr] addLogicalPort took 14.418822ms, libovsdb time 962.483µs I0327 23:14:12.045482 3801 cni.go:403] [tsf/patch-tekton-config-v78tr dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-v78tr dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76 network default NAD default] I0327 23:14:12.053948 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-v78tr, hostIfaceName: dd93089a531e089, network: default, NAD default, SandboxID: "dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76", PCI device ID: , UID: "5f9f75d1-725d-4d6d-ae47-9d69786f7822", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0327 23:14:12.100125 3801 cni.go:424] [tsf/patch-tekton-config-v78tr dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-v78tr dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:ad:3b:b3:4b:5d\",\"name\":\"dd93089a531e089\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/081fefe7-364b-4dcb-8eab-136cc74e584f\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:14:15.062683 3801 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-plgzg-4lhgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:15.063281 3801 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-plgzg-4lhgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:15.852358 3801 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-plgzg-4lhgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:15.852384 3801 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-plgzg-4lhgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:17.934009 3801 cni.go:403] [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb 362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb 362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5 network default NAD default] I0327 23:14:18.001597 3801 cni.go:424] [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb 362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-6wkdj-vsqfb 362b2603930ed936e5de974dda2401c8232e8d993b2cd2e4b7bb7992e7a0a0e5 network default NAD default], result "{}", err I0327 23:14:18.050394 3801 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-6wkdj-vsqfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:18.050430 3801 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-6wkdj-vsqfb I0327 23:14:18.051761 3801 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-6wkdj-vsqfb, ips: 10.129.0.43 I0327 23:14:18.051791 3801 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-6wkdj-vsqfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:18.939722 3801 cni.go:403] [tsf/patch-tekton-config-v78tr dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-v78tr dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76 network default NAD default] I0327 23:14:18.943259 3801 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-6wkdj-vsqfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:18.943283 3801 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-6wkdj-vsqfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:19.019263 3801 cni.go:424] [tsf/patch-tekton-config-v78tr dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-v78tr dd93089a531e0892ad442e04bb037de761160a175c0b62fceb68eaffda9bba76 network default NAD default], result "{}", err I0327 23:14:19.066023 3801 obj_retry.go:464] Detected object tsf/patch-tekton-config-v78tr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:19.066055 3801 pods.go:176] Deleting pod: tsf/patch-tekton-config-v78tr I0327 23:14:19.067260 3801 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-v78tr, ips: 10.129.0.46 I0327 23:14:19.067284 3801 obj_retry.go:464] Detected object tsf/patch-tekton-config-v78tr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:19.451163 3801 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-785ffb7d94-vflrr] creating logical port tsf-tas_ctlog-785ffb7d94-vflrr for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:19.451261 3801 kube.go:256] Updating pod tsf-tas/ctlog-785ffb7d94-vflrr I0327 23:14:19.466356 3801 pod.go:62] [tsf-tas/ctlog-785ffb7d94-vflrr] pod update took 15.113743ms I0327 23:14:19.466385 3801 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-785ffb7d94-vflrr] addLogicalPort annotation time took 15.146305ms I0327 23:14:19.467655 3801 pods.go:271] [tsf-tas/ctlog-785ffb7d94-vflrr] addLogicalPort took 16.535086ms, libovsdb time 808.122µs I0327 23:14:20.087433 3801 obj_retry.go:458] Detected object tsf/patch-tekton-config-v78tr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:20.087456 3801 obj_retry.go:458] Detected object tsf/patch-tekton-config-v78tr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:20.206180 3801 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-p8t58] creating logical port tsf_tsf-tekton-configuration-p8t58 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:20.206331 3801 kube.go:256] Updating pod tsf/tsf-tekton-configuration-p8t58 I0327 23:14:20.223343 3801 pod.go:62] [tsf/tsf-tekton-configuration-p8t58] pod update took 17.035162ms I0327 23:14:20.223365 3801 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-p8t58] addLogicalPort annotation time took 17.06333ms I0327 23:14:20.224666 3801 pods.go:271] [tsf/tsf-tekton-configuration-p8t58] addLogicalPort took 18.50517ms, libovsdb time 931.323µs I0327 23:14:20.411949 3801 cni.go:403] [tsf-tas/ctlog-785ffb7d94-vflrr 3bdf15dc33277625e04c3bf22e5ea5d3619385d59a15325ba91e42abfb4df3a4 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-785ffb7d94-vflrr 3bdf15dc33277625e04c3bf22e5ea5d3619385d59a15325ba91e42abfb4df3a4 network default NAD default] I0327 23:14:20.420885 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-785ffb7d94-vflrr, hostIfaceName: 3bdf15dc3327762, network: default, NAD default, SandboxID: "3bdf15dc33277625e04c3bf22e5ea5d3619385d59a15325ba91e42abfb4df3a4", PCI device ID: , UID: "8441f28f-5d8f-4c58-82e2-896c49995a7f", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0327 23:14:20.466304 3801 cni.go:424] [tsf-tas/ctlog-785ffb7d94-vflrr 3bdf15dc33277625e04c3bf22e5ea5d3619385d59a15325ba91e42abfb4df3a4 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-785ffb7d94-vflrr 3bdf15dc33277625e04c3bf22e5ea5d3619385d59a15325ba91e42abfb4df3a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:37:87:3c:9a:19\",\"name\":\"3bdf15dc3327762\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9057220c-029d-4cd1-b26c-a22bb9140be1\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:14:20.564093 3801 cni.go:403] [tsf/tsf-tekton-configuration-p8t58 3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-p8t58 3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4 network default NAD default] I0327 23:14:20.572943 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-p8t58, hostIfaceName: 3c734d7d11ed13f, network: default, NAD default, SandboxID: "3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4", PCI device ID: , UID: "d0abc669-1fa9-4831-9fb1-923b846709dc", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0327 23:14:20.616442 3801 cni.go:424] [tsf/tsf-tekton-configuration-p8t58 3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-p8t58 3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:dc:ba:a9:ab:60\",\"name\":\"3c734d7d11ed13f\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9f12ca2-15a1-484e-b64d-d8250ab1ed01\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:14:23.796096 3801 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-f465498f5-f5kvs] creating logical port tsf-tas_rekor-server-f465498f5-f5kvs for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:23.796221 3801 kube.go:256] Updating pod tsf-tas/rekor-server-f465498f5-f5kvs I0327 23:14:23.813023 3801 pod.go:62] [tsf-tas/rekor-server-f465498f5-f5kvs] pod update took 16.852101ms I0327 23:14:23.813044 3801 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-f465498f5-f5kvs] addLogicalPort annotation time took 16.878739ms I0327 23:14:23.814333 3801 pods.go:271] [tsf-tas/rekor-server-f465498f5-f5kvs] addLogicalPort took 18.250523ms, libovsdb time 847.939µs W0327 23:14:23.995900 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0327 23:14:24.341540 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0327 23:14:24.904860 3801 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0327 23:14:24.988683 3801 cni.go:403] [tsf/tsf-tekton-configuration-p8t58 3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-p8t58 3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4 network default NAD default] I0327 23:14:25.061228 3801 cni.go:424] [tsf/tsf-tekton-configuration-p8t58 3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-p8t58 3c734d7d11ed13f228fbdc916cd4678fe124363ded867e92878b79c1fad120e4 network default NAD default], result "{}", err I0327 23:14:25.112862 3801 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-p8t58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:25.112894 3801 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-p8t58 I0327 23:14:25.114126 3801 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-p8t58, ips: 10.129.0.48 I0327 23:14:25.114155 3801 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-p8t58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:26.139292 3801 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-p8t58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:26.139314 3801 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-p8t58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:26.181095 3801 obj_retry.go:458] Detected object tsf/patch-tekton-config-v78tr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:26.181123 3801 obj_retry.go:458] Detected object tsf/patch-tekton-config-v78tr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:26.185228 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v78tr I0327 23:14:26.185259 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v78tr I0327 23:14:26.309126 3801 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:26.309233 3801 kube.go:256] Updating pod tsf/test-tsf-pipelines I0327 23:14:26.322900 3801 pod.go:62] [tsf/test-tsf-pipelines] pod update took 13.701841ms I0327 23:14:26.322921 3801 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 13.729616ms I0327 23:14:26.324307 3801 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 15.199732ms, libovsdb time 944.839µs I0327 23:14:26.670030 3801 cni.go:403] [tsf/test-tsf-pipelines 4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines 4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea network default NAD default] I0327 23:14:26.678387 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: 4354d26b929688a, network: default, NAD default, SandboxID: "4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea", PCI device ID: , UID: "c8df4fe9-add9-4dcc-8072-44deba472e9a", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0327 23:14:26.722980 3801 cni.go:424] [tsf/test-tsf-pipelines 4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines 4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:48:54:b3:9a:a7\",\"name\":\"4354d26b929688a\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ab9a95c-a36f-4a9d-9243-a52604374d4b\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:14:29.266285 3801 cni.go:403] [tsf-tas/rekor-server-f465498f5-f5kvs baa13fb51bc1ba99fa4fad11e1387b89ea38851555a5c215ea5ea7ec84d715c2 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-f465498f5-f5kvs baa13fb51bc1ba99fa4fad11e1387b89ea38851555a5c215ea5ea7ec84d715c2 network default NAD default] I0327 23:14:29.277444 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-f465498f5-f5kvs, hostIfaceName: baa13fb51bc1ba9, network: default, NAD default, SandboxID: "baa13fb51bc1ba99fa4fad11e1387b89ea38851555a5c215ea5ea7ec84d715c2", PCI device ID: , UID: "c6cdaeda-60fc-4ad5-b3be-f576f6f5158d", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0327 23:14:29.331266 3801 cni.go:424] [tsf-tas/rekor-server-f465498f5-f5kvs baa13fb51bc1ba99fa4fad11e1387b89ea38851555a5c215ea5ea7ec84d715c2 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-f465498f5-f5kvs baa13fb51bc1ba99fa4fad11e1387b89ea38851555a5c215ea5ea7ec84d715c2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:1f:59:35:cc:c7\",\"name\":\"baa13fb51bc1ba9\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/404f576b-7b74-4de2-902b-25ca30b51d66\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:14:34.988193 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0327 23:14:35.051351 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0327 23:14:36.063497 3801 cni.go:403] [tsf/test-tsf-pipelines 4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines 4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea network default NAD default] I0327 23:14:36.126418 3801 cni.go:424] [tsf/test-tsf-pipelines 4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines 4354d26b929688a149ed838d564098eedae5730de361c4ef2a211e30fb57dcea network default NAD default], result "{}", err I0327 23:14:36.196748 3801 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:36.196786 3801 pods.go:176] Deleting pod: tsf/test-tsf-pipelines I0327 23:14:36.198027 3801 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.129.0.50 I0327 23:14:36.198054 3801 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:36.221728 3801 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:36.221751 3801 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:36.228012 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0327 23:14:36.228042 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0327 23:14:36.817953 3801 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:36.818073 3801 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0327 23:14:36.832961 3801 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.913781ms I0327 23:14:36.832983 3801 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.939528ms I0327 23:14:36.834255 3801 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.315439ms, libovsdb time 851.66µs I0327 23:14:37.180247 3801 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7 network default NAD default] I0327 23:14:37.189412 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 6407f5eb6c364ff, network: default, NAD default, SandboxID: "6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7", PCI device ID: , UID: "fbe0cb80-50c1-45c2-bfe4-9a2f531287cf", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0327 23:14:37.234244 3801 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:a4:ee:80:83:45\",\"name\":\"6407f5eb6c364ff\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb697e29-97b1-4fc4-acad-7f594b4eb0ba\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:14:40.091022 3801 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7 network default NAD default] I0327 23:14:40.168828 3801 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 6407f5eb6c364ff5e4c5d5835f9f57129c1f263c17b88f1f6893d7504d32cbc7 network default NAD default], result "{}", err I0327 23:14:40.220684 3801 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:40.220718 3801 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0327 23:14:40.222044 3801 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.51 I0327 23:14:40.222076 3801 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:40.241466 3801 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:40.241494 3801 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:40.248863 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0327 23:14:40.248887 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0327 23:14:40.448532 3801 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:40.448689 3801 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0327 23:14:40.466409 3801 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 17.739306ms I0327 23:14:40.466435 3801 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 17.772791ms I0327 23:14:40.467839 3801 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 19.32587ms, libovsdb time 900.526µs I0327 23:14:40.808861 3801 cni.go:403] [tsf-tpa/test-tsf-tpa e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390 network default NAD default] I0327 23:14:40.817351 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: e057a329d6f2679, network: default, NAD default, SandboxID: "e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390", PCI device ID: , UID: "3e67db99-1b37-4958-bd9f-010a7e563c1a", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0327 23:14:40.862021 3801 cni.go:424] [tsf-tpa/test-tsf-tpa e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:c5:9b:94:cb:1f\",\"name\":\"e057a329d6f2679\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01e8fca7-7644-4001-927d-80bfdbc963ef\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0327 23:14:46.066469 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0327 23:14:46.174328 3801 obj_retry.go:464] Detected object tsf-tpa/create-db-l5kzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:46.174883 3801 obj_retry.go:464] Detected object tsf-tpa/create-db-l5kzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:47.196915 3801 obj_retry.go:458] Detected object tsf-tpa/create-db-l5kzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:47.196947 3801 obj_retry.go:458] Detected object tsf-tpa/create-db-l5kzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:50.216759 3801 obj_retry.go:464] Detected object tsf-tpa/migrate-db-czpsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:50.217379 3801 obj_retry.go:464] Detected object tsf-tpa/migrate-db-czpsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:50.359702 3801 obj_retry.go:458] Detected object tsf-tpa/migrate-db-czpsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:50.359724 3801 obj_retry.go:458] Detected object tsf-tpa/migrate-db-czpsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:52.186831 3801 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-42djh-vdd57] creating logical port tsf-tas_tuf-repository-init-42djh-vdd57 for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:52.187032 3801 kube.go:256] Updating pod tsf-tas/tuf-repository-init-42djh-vdd57 I0327 23:14:52.200366 3801 pod.go:62] [tsf-tas/tuf-repository-init-42djh-vdd57] pod update took 13.372701ms I0327 23:14:52.200388 3801 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-42djh-vdd57] addLogicalPort annotation time took 13.401284ms I0327 23:14:52.201618 3801 pods.go:271] [tsf-tas/tuf-repository-init-42djh-vdd57] addLogicalPort took 14.805965ms, libovsdb time 864.723µs I0327 23:14:53.235056 3801 obj_retry.go:464] Detected object tsf-tpa/create-importers-cd6ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:53.235605 3801 obj_retry.go:464] Detected object tsf-tpa/create-importers-cd6ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:14:53.546124 3801 base_network_controller_pods.go:487] [default/tsf-tpa/server-f54df6f74-rdhhn] creating logical port tsf-tpa_server-f54df6f74-rdhhn for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:53.546245 3801 kube.go:256] Updating pod tsf-tpa/server-f54df6f74-rdhhn I0327 23:14:53.561191 3801 pod.go:62] [tsf-tpa/server-f54df6f74-rdhhn] pod update took 15.000661ms I0327 23:14:53.561223 3801 base_network_controller_pods.go:937] [default/tsf-tpa/server-f54df6f74-rdhhn] addLogicalPort annotation time took 15.037431ms I0327 23:14:53.562431 3801 pods.go:271] [tsf-tpa/server-f54df6f74-rdhhn] addLogicalPort took 16.32475ms, libovsdb time 839.423µs I0327 23:14:53.626977 3801 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-szg7q] creating logical port tsf-tpa_importer-74cd48f5c7-szg7q for pod on switch ip-10-0-1-182.ec2.internal I0327 23:14:53.627061 3801 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-szg7q I0327 23:14:53.641659 3801 pod.go:62] [tsf-tpa/importer-74cd48f5c7-szg7q] pod update took 14.621246ms I0327 23:14:53.641680 3801 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-szg7q] addLogicalPort annotation time took 14.6468ms I0327 23:14:53.642840 3801 pods.go:271] [tsf-tpa/importer-74cd48f5c7-szg7q] addLogicalPort took 15.884365ms, libovsdb time 809.312µs I0327 23:14:54.263335 3801 obj_retry.go:458] Detected object tsf-tpa/create-importers-cd6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:14:54.263360 3801 obj_retry.go:458] Detected object tsf-tpa/create-importers-cd6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:00.271814 3801 cni.go:403] [tsf-tas/tuf-repository-init-42djh-vdd57 fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-42djh-vdd57 fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1 network default NAD default] I0327 23:15:00.280211 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-42djh-vdd57, hostIfaceName: fd38f7c9b00d7bf, network: default, NAD default, SandboxID: "fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1", PCI device ID: , UID: "290ddc85-c553-4812-aa8b-e384ec19f532", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0327 23:15:00.325838 3801 cni.go:424] [tsf-tas/tuf-repository-init-42djh-vdd57 fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-42djh-vdd57 fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:16:d7:7a:30:73\",\"name\":\"fd38f7c9b00d7bf\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42074f55-48ca-4928-84ba-3b09ffae8ad0\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:15:01.157403 3801 cni.go:403] [tsf-tpa/server-f54df6f74-rdhhn 4e6add77ce0797c1adc8d239ee49f38693a26d63523c9f6bc38bbca34736b66e network default NAD default] ADD starting CNI request [tsf-tpa/server-f54df6f74-rdhhn 4e6add77ce0797c1adc8d239ee49f38693a26d63523c9f6bc38bbca34736b66e network default NAD default] I0327 23:15:01.166639 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-f54df6f74-rdhhn, hostIfaceName: 4e6add77ce0797c, network: default, NAD default, SandboxID: "4e6add77ce0797c1adc8d239ee49f38693a26d63523c9f6bc38bbca34736b66e", PCI device ID: , UID: "a3d1e979-2ee5-4446-8c7f-20dbd5f4dd42", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0327 23:15:01.217070 3801 cni.go:424] [tsf-tpa/server-f54df6f74-rdhhn 4e6add77ce0797c1adc8d239ee49f38693a26d63523c9f6bc38bbca34736b66e network default NAD default] ADD finished CNI request [tsf-tpa/server-f54df6f74-rdhhn 4e6add77ce0797c1adc8d239ee49f38693a26d63523c9f6bc38bbca34736b66e network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:ce:b6:50:af:9e\",\"name\":\"4e6add77ce0797c\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/823c03f6-6d48-4a00-bdc6-265190ef44e4\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:15:01.219486 3801 cni.go:403] [tsf-tpa/importer-74cd48f5c7-szg7q 3bf35af653da6b92bbce47b505cc9173c7e4047b9c45a3cbbe61a27364ff7e0b network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-szg7q 3bf35af653da6b92bbce47b505cc9173c7e4047b9c45a3cbbe61a27364ff7e0b network default NAD default] I0327 23:15:01.228287 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-szg7q, hostIfaceName: 3bf35af653da6b9, network: default, NAD default, SandboxID: "3bf35af653da6b92bbce47b505cc9173c7e4047b9c45a3cbbe61a27364ff7e0b", PCI device ID: , UID: "7b4884ec-ef35-4070-9861-6ab48493ac36", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0327 23:15:01.484353 3801 cni.go:424] [tsf-tpa/importer-74cd48f5c7-szg7q 3bf35af653da6b92bbce47b505cc9173c7e4047b9c45a3cbbe61a27364ff7e0b network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-szg7q 3bf35af653da6b92bbce47b505cc9173c7e4047b9c45a3cbbe61a27364ff7e0b network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:84:e2:c3:33:91\",\"name\":\"3bf35af653da6b9\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a675a8c9-8f26-4d7f-b163-b2b34172fad3\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:15:05.258507 3801 cni.go:403] [tsf-tas/tuf-repository-init-42djh-vdd57 fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-42djh-vdd57 fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1 network default NAD default] W0327 23:15:05.278337 3801 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0327 23:15:05.339282 3801 cni.go:424] [tsf-tas/tuf-repository-init-42djh-vdd57 fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-42djh-vdd57 fd38f7c9b00d7bfc06ec3eba071318b08d9656393cf46463dfbbc426242cb6b1 network default NAD default], result "{}", err I0327 23:15:05.408248 3801 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-42djh-vdd57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:05.408281 3801 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-42djh-vdd57 I0327 23:15:05.409553 3801 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-42djh-vdd57, ips: 10.129.0.53 I0327 23:15:05.409578 3801 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-42djh-vdd57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 23:15:06.267744 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0327 23:15:06.274816 3801 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-42djh-vdd57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:06.274843 3801 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-42djh-vdd57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:08.277695 3801 cni.go:403] [tsf-tpa/test-tsf-tpa e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390 network default NAD default] I0327 23:15:08.360276 3801 cni.go:424] [tsf-tpa/test-tsf-tpa e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa e057a329d6f2679187616a0439c24ae047fc5b3a754518ef8fb8896075ecd390 network default NAD default], result "{}", err I0327 23:15:08.413855 3801 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:08.413883 3801 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0327 23:15:08.415118 3801 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.52 I0327 23:15:08.415152 3801 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:08.433928 3801 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:08.433948 3801 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:08.439805 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0327 23:15:08.439831 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0327 23:15:09.115517 3801 namespace.go:98] [image-controller] adding namespace I0327 23:15:09.116328 3801 namespace.go:102] [image-controller] adding namespace took 793.944µs I0327 23:15:09.125277 3801 namespace.go:98] [integration-service] adding namespace I0327 23:15:09.125348 3801 namespace.go:98] [build-service] adding namespace I0327 23:15:09.125924 3801 namespace.go:102] [integration-service] adding namespace took 632.044µs I0327 23:15:09.126521 3801 namespace.go:102] [build-service] adding namespace took 1.157692ms I0327 23:15:09.139896 3801 namespace.go:142] [image-controller] updating namespace I0327 23:15:09.159756 3801 namespace.go:142] [image-controller] updating namespace I0327 23:15:09.176561 3801 namespace.go:142] [integration-service] updating namespace I0327 23:15:09.208157 3801 namespace.go:142] [integration-service] updating namespace I0327 23:15:09.224325 3801 namespace.go:142] [build-service] updating namespace I0327 23:15:09.242098 3801 namespace.go:142] [build-service] updating namespace I0327 23:15:09.347847 3801 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-j2jfw] creating logical port tsf-tas_tuf-bc5768c88-j2jfw for pod on switch ip-10-0-1-182.ec2.internal I0327 23:15:09.347964 3801 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-j2jfw I0327 23:15:09.365504 3801 pod.go:62] [tsf-tas/tuf-bc5768c88-j2jfw] pod update took 17.560934ms I0327 23:15:09.365529 3801 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-j2jfw] addLogicalPort annotation time took 17.588831ms I0327 23:15:09.366691 3801 pods.go:271] [tsf-tas/tuf-bc5768c88-j2jfw] addLogicalPort took 18.856386ms, libovsdb time 817.964µs I0327 23:15:09.385392 3801 namespace.go:142] [build-service] updating namespace I0327 23:15:09.408083 3801 namespace.go:142] [integration-service] updating namespace I0327 23:15:09.449024 3801 namespace.go:98] [release-service] adding namespace I0327 23:15:09.449708 3801 namespace.go:102] [release-service] adding namespace took 664.241µs I0327 23:15:09.469441 3801 namespace.go:142] [konflux-ui] updating namespace I0327 23:15:09.526190 3801 namespace.go:142] [release-service] updating namespace I0327 23:15:09.544807 3801 namespace.go:142] [release-service] updating namespace I0327 23:15:09.551091 3801 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-zxjxm] creating logical port konflux-ui_tsf-konflux-public-key-zxjxm for pod on switch ip-10-0-1-182.ec2.internal I0327 23:15:09.551170 3801 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-zxjxm I0327 23:15:09.576274 3801 pod.go:62] [konflux-ui/tsf-konflux-public-key-zxjxm] pod update took 25.132653ms I0327 23:15:09.576295 3801 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-zxjxm] addLogicalPort annotation time took 25.152603ms I0327 23:15:09.577404 3801 pods.go:271] [konflux-ui/tsf-konflux-public-key-zxjxm] addLogicalPort took 26.3227ms, libovsdb time 716.537µs I0327 23:15:09.604167 3801 namespace.go:98] [konflux-info] adding namespace I0327 23:15:09.604919 3801 namespace.go:102] [konflux-info] adding namespace took 734.142µs I0327 23:15:09.649243 3801 namespace.go:98] [namespace-lister] adding namespace I0327 23:15:09.649892 3801 namespace.go:102] [namespace-lister] adding namespace took 630.949µs I0327 23:15:09.672158 3801 namespace.go:142] [konflux-info] updating namespace I0327 23:15:09.709020 3801 namespace.go:98] [enterprise-contract-service] adding namespace I0327 23:15:09.709178 3801 namespace.go:142] [image-controller] updating namespace I0327 23:15:09.709724 3801 namespace.go:102] [enterprise-contract-service] adding namespace took 686.349µs I0327 23:15:09.727628 3801 namespace.go:142] [konflux-info] updating namespace I0327 23:15:09.763549 3801 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:09.828037 3801 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:09.901420 3801 namespace.go:98] [default-tenant] adding namespace I0327 23:15:09.902269 3801 namespace.go:102] [default-tenant] adding namespace took 829.955µs I0327 23:15:09.914525 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:09.951486 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:09.976096 3801 namespace.go:142] [default-tenant] updating namespace I0327 23:15:09.995989 3801 namespace.go:98] [segment-bridge] adding namespace I0327 23:15:09.996774 3801 namespace.go:102] [segment-bridge] adding namespace took 772.009µs I0327 23:15:10.082140 3801 namespace.go:142] [default-tenant] updating namespace I0327 23:15:10.134126 3801 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:10.213009 3801 cni.go:403] [konflux-ui/tsf-konflux-public-key-zxjxm 09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2 network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-zxjxm 09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2 network default NAD default] I0327 23:15:10.221891 3801 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-zxjxm, hostIfaceName: 09a8f1e2fd84979, network: default, NAD default, SandboxID: "09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2", PCI device ID: , UID: "4d2c7ebe-dd78-43cc-9044-c5785456f30a", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0327 23:15:10.275531 3801 cni.go:424] [konflux-ui/tsf-konflux-public-key-zxjxm 09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2 network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-zxjxm 09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:d5:e6:d1:64:6b\",\"name\":\"09a8f1e2fd84979\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ccce50c-9043-41c4-b206-d36e4fd44146\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:15:10.407335 3801 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:10.609549 3801 cni.go:403] [tsf-tas/tuf-bc5768c88-j2jfw 14805aa12cf25ee01fa014b0e1b27edc0ef7ffe29cbfebcbfbc0dc6aada2a446 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-j2jfw 14805aa12cf25ee01fa014b0e1b27edc0ef7ffe29cbfebcbfbc0dc6aada2a446 network default NAD default] I0327 23:15:10.618379 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-j2jfw, hostIfaceName: 14805aa12cf25ee, network: default, NAD default, SandboxID: "14805aa12cf25ee01fa014b0e1b27edc0ef7ffe29cbfebcbfbc0dc6aada2a446", PCI device ID: , UID: "1ab495e6-bc62-476e-834d-11886a3847cf", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0327 23:15:10.664684 3801 cni.go:424] [tsf-tas/tuf-bc5768c88-j2jfw 14805aa12cf25ee01fa014b0e1b27edc0ef7ffe29cbfebcbfbc0dc6aada2a446 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-j2jfw 14805aa12cf25ee01fa014b0e1b27edc0ef7ffe29cbfebcbfbc0dc6aada2a446 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:36:ce:bd:b3:bd\",\"name\":\"14805aa12cf25ee\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23702db6-aa1a-474e-bcb7-ef1eff159a52\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:15:10.722188 3801 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0327 23:15:10.722764 3801 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0327 23:15:10.722779 3801 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0327 23:15:10.725389 3801 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0327 23:15:10.771298 3801 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0327 23:15:10.771324 3801 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0327 23:15:10.772179 3801 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0327 23:15:11.852565 3801 namespace.go:142] [build-service] updating namespace I0327 23:15:12.380361 3801 namespace.go:142] [default-tenant] updating namespace I0327 23:15:12.726983 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:12.895452 3801 namespace.go:142] [image-controller] updating namespace I0327 23:15:13.095732 3801 namespace.go:142] [integration-service] updating namespace I0327 23:15:13.300382 3801 namespace.go:142] [konflux-info] updating namespace I0327 23:15:13.318176 3801 cni.go:403] [konflux-ui/tsf-konflux-public-key-zxjxm 09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2 network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-zxjxm 09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2 network default NAD default] W0327 23:15:13.326248 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0327 23:15:13.409487 3801 cni.go:424] [konflux-ui/tsf-konflux-public-key-zxjxm 09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2 network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-zxjxm 09a8f1e2fd84979f309fefdc58a809d9c5fdff49f38b12d9ae749d6424c2f4d2 network default NAD default], result "{}", err I0327 23:15:13.487137 3801 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-zxjxm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:13.487176 3801 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-zxjxm I0327 23:15:13.488402 3801 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-zxjxm, ips: 10.129.0.57 I0327 23:15:13.488425 3801 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-zxjxm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:13.499063 3801 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:13.696798 3801 namespace.go:142] [release-service] updating namespace I0327 23:15:13.899174 3801 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:14.013009 3801 namespace.go:142] [build-service] updating namespace I0327 23:15:14.026418 3801 namespace.go:142] [default-tenant] updating namespace I0327 23:15:14.037984 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:14.048740 3801 namespace.go:142] [image-controller] updating namespace I0327 23:15:14.059674 3801 namespace.go:142] [integration-service] updating namespace I0327 23:15:14.072266 3801 namespace.go:142] [konflux-info] updating namespace I0327 23:15:14.086468 3801 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:14.096855 3801 namespace.go:142] [release-service] updating namespace I0327 23:15:14.111410 3801 namespace.go:142] [segment-bridge] updating namespace I0327 23:15:14.138622 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0327 23:15:14.153961 3801 namespace.go:142] [build-service] updating namespace I0327 23:15:14.244124 3801 namespace.go:142] [default-tenant] updating namespace I0327 23:15:14.342049 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0327 23:15:14.438455 3801 namespace.go:142] [image-controller] updating namespace I0327 23:15:14.517103 3801 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-zxjxm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:14.517143 3801 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-zxjxm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:14.546609 3801 namespace.go:142] [integration-service] updating namespace I0327 23:15:14.640251 3801 namespace.go:142] [konflux-info] updating namespace I0327 23:15:14.741842 3801 namespace.go:142] [namespace-lister] updating namespace I0327 23:15:14.840917 3801 namespace.go:142] [release-service] updating namespace I0327 23:15:14.945049 3801 namespace.go:142] [segment-bridge] updating namespace W0327 23:15:15.591457 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0327 23:15:18.637065 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0327 23:15:24.325641 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0327 23:15:27.679897 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 23:15:27.681687 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 23:15:27.714395 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 23:15:27.714411 3801 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 23:15:27.741114 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 23:15:27.742171 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 23:15:27.766269 3801 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0327 23:15:27.791976 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0327 23:15:27.792065 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0327 23:15:28.308636 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 23:15:28.308656 3801 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0327 23:15:39.074496 3801 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-8jmp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:39.075048 3801 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-8jmp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:15:39.760614 3801 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-8jmp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:39.760638 3801 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-8jmp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:15:39.766656 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-8jmp7 I0327 23:15:39.766681 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-8jmp7 I0327 23:15:49.168521 3801 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0327 23:15:56.175509 3801 namespace.go:142] [openshift-pipelines] updating namespace I0327 23:16:26.045332 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 23:16:36.359189 3801 obj_retry.go:464] Detected object konflux-ui/proxy-9cffd64c8-x6f68 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:16:36.359733 3801 obj_retry.go:464] Detected object konflux-ui/proxy-9cffd64c8-x6f68 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:16:37.069786 3801 obj_retry.go:458] Detected object konflux-ui/proxy-9cffd64c8-x6f68 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:16:37.069811 3801 obj_retry.go:458] Detected object konflux-ui/proxy-9cffd64c8-x6f68 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:16:37.076173 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-9cffd64c8-x6f68 I0327 23:16:37.076215 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-9cffd64c8-x6f68 I0327 23:16:45.874469 3801 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:16:45.875070 3801 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:16:45.917619 3801 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:16:45.917643 3801 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:16:45.920484 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0327 23:16:45.920509 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0327 23:17:13.883144 3801 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:17:13.883792 3801 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:17:14.266561 3801 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:17:14.266588 3801 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:17:14.273073 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv I0327 23:17:14.273099 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-wfmlv I0327 23:17:16.057949 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=664 I0327 23:17:26.612683 3801 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:17:26.613282 3801 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:17:27.340663 3801 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:17:27.340687 3801 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:17:27.349824 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 I0327 23:17:27.349850 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-w5cm7 I0327 23:17:33.051497 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=157 I0327 23:17:37.146064 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0327 23:17:42.155974 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0327 23:17:45.162838 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0327 23:18:00.134010 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 23:18:49.045166 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=171 I0327 23:18:51.174510 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0327 23:19:01.050876 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0327 23:20:04.021608 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577560-5z5dx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:20:04.022140 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577560-5z5dx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:20:04.892398 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577560-5z5dx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:20:04.892439 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577560-5z5dx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:20:12.151098 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0327 23:20:33.177742 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 23:20:56.137565 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0327 23:21:20.057549 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0327 23:21:48.172784 3801 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0327 23:22:34.049553 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0327 23:22:46.160930 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0327 23:22:51.150949 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0327 23:24:17.055569 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0327 23:24:32.055711 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0327 23:24:43.138613 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 23:24:46.143112 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 23:24:47.051788 3801 obj_retry.go:458] Detected object tsf-tpa/create-db-l5kzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:47.051837 3801 obj_retry.go:458] Detected object tsf-tpa/create-db-l5kzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:47.054079 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-l5kzq I0327 23:24:47.054107 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-l5kzq I0327 23:24:50.031588 3801 obj_retry.go:458] Detected object tsf-tpa/migrate-db-czpsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:50.031634 3801 obj_retry.go:458] Detected object tsf-tpa/migrate-db-czpsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:50.038346 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-czpsf I0327 23:24:50.038369 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-czpsf I0327 23:24:54.033663 3801 obj_retry.go:458] Detected object tsf-tpa/create-importers-cd6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:54.033711 3801 obj_retry.go:458] Detected object tsf-tpa/create-importers-cd6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:24:54.038400 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-cd6ts I0327 23:24:54.038431 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-cd6ts I0327 23:25:11.050142 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0327 23:25:24.167000 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0327 23:25:40.178613 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0327 23:26:00.062248 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=31 I0327 23:26:16.181927 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0327 23:27:29.154855 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0327 23:28:15.990833 3801 namespace.go:98] [default-tenant-managed] adding namespace I0327 23:28:15.991769 3801 namespace.go:102] [default-tenant-managed] adding namespace took 908.509µs I0327 23:28:16.018898 3801 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:16.038763 3801 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:17.084309 3801 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:17.235914 3801 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:17.316185 3801 namespace.go:142] [default-tenant-managed] updating namespace I0327 23:28:28.141345 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0327 23:29:10.771998 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-22pqh for pod on switch ip-10-0-1-182.ec2.internal I0327 23:29:10.772111 3801 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh I0327 23:29:10.791546 3801 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh] pod update took 19.458546ms I0327 23:29:10.791574 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh] addLogicalPort annotation time took 19.493014ms I0327 23:29:10.792821 3801 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh] addLogicalPort took 20.836697ms, libovsdb time 876.268µs I0327 23:29:11.134294 3801 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh 5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh 5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28 network default NAD default] I0327 23:29:11.144292 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-22pqh, hostIfaceName: 5a72589da5b9a2c, network: default, NAD default, SandboxID: "5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28", PCI device ID: , UID: "d2396c4e-19e5-429c-a532-7d497bf95e5b", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0327 23:29:11.195132 3801 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh 5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh 5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:88:d6:92:6c:f1\",\"name\":\"5a72589da5b9a2c\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67b0eea1-d9ef-4ffb-9d7a-16ef712d2a59\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:29:16.222643 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:29:16.223221 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:29:19.177502 3801 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 23:29:21.165553 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0327 23:29:24.214287 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:29:24.214307 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:29:24.214314 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 23:29:24.214320 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0327 23:29:42.425661 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:29:42.426253 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:02.501999 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:02.502582 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:04.461586 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577570-h5zxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:04.462155 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577570-h5zxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:30:05.321855 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577570-h5zxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:30:05.321883 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577570-h5zxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:30:05.361166 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:30:05.361191 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:30:05.366162 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x I0327 23:30:05.366188 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-2l24x I0327 23:30:11.061151 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0327 23:30:13.142948 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 23:30:39.062121 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0327 23:31:11.171598 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0327 23:31:15.054512 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0327 23:32:04.186519 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0327 23:32:07.155988 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0327 23:32:08.053727 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0327 23:32:18.427572 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:32:18.428138 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:33:00.535519 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:33:00.536092 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:33:02.664905 3801 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod for pod on switch ip-10-0-1-182.ec2.internal I0327 23:33:02.665062 3801 kube.go:256] Updating pod default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod I0327 23:33:02.690870 3801 pod.go:62] [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod] pod update took 25.856796ms I0327 23:33:02.690899 3801 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod] addLogicalPort annotation time took 25.889258ms I0327 23:33:02.692109 3801 pods.go:271] [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod] addLogicalPort took 27.225514ms, libovsdb time 813.614µs I0327 23:33:03.029920 3801 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod 327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod 327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec network default NAD default] I0327 23:33:03.038577 3801 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod, hostIfaceName: 327b7ba8654f419, network: default, NAD default, SandboxID: "327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec", PCI device ID: , UID: "ca69d8b3-0724-40c4-8edb-dd214172553d", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0327 23:33:03.085899 3801 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod 327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod 327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:c8:79:3e:9e:8a\",\"name\":\"327b7ba8654f419\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cf7aebd-a8f6-4fec-a1d6-a7ad2d76805e\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0327 23:33:14.061887 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0327 23:33:25.183523 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0327 23:33:55.147464 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 23:34:00.262177 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:00.262887 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:00.298991 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:00.299558 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:02.244317 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:02.244921 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:04.258838 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:04.259492 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:14.970686 3801 cni.go:403] [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod 327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod 327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec network default NAD default] I0327 23:34:15.059639 3801 cni.go:424] [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod 327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod 327b7ba8654f4194553f7967cbe82c9c2865ee95591a86d259aad9aa5f981bec network default NAD default], result "{}", err I0327 23:34:15.148789 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.148826 3801 pods.go:176] Deleting pod: default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod I0327 23:34:15.150116 3801 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod, ips: 10.129.0.59 I0327 23:34:15.150139 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.290690 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.291256 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.477146 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.477765 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.511993 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:15.512606 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:50.724181 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:50.724779 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 23:34:54.471562 3801 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-importers-cd6ts I0327 23:34:54.693574 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:54.694166 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:34:59.146357 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0327 23:35:12.107637 3801 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:35:12.108184 3801 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:35:12.906072 3801 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:35:12.906099 3801 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:35:12.908967 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw I0327 23:35:12.908987 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xsdlw I0327 23:35:19.065768 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0327 23:35:26.147781 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0327 23:35:29.066822 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=233 I0327 23:35:51.170358 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0327 23:36:11.368105 3801 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh 5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28 network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh 5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28 network default NAD default] I0327 23:36:11.449157 3801 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh 5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28 network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh 5a72589da5b9a2c0807afa8ebce064249c387ea6746911d806ec17fa1a629c28 network default NAD default], result "{}", err I0327 23:36:11.508349 3801 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:36:11.508388 3801 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh I0327 23:36:11.509730 3801 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh, ips: 10.129.0.58 I0327 23:36:11.509763 3801 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:36:11.670161 3801 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:36:11.670274 3801 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 23:36:11.675979 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh I0327 23:36:11.676007 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-22pqh I0327 23:36:27.066124 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 23:36:27.066716 3801 obj_retry.go:464] Detected object default-tenant/tsf-comp-uyub-on-push-n7csp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 23:36:33.176389 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7