+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-246.ec2.internal ++ [[ -n ip-10-0-1-246.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-246.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 12:58:44.053902503 - disable conntrack on geneve port' I0505 12:58:44.053902503 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 12:58:44.071453852 - starting ovnkube-node + echo 'I0505 12:58:44.071453852 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-246.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-246.ec2.internal --init-node ip-10-0-1-246.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-246.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 12:58:44.113312 3656 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 12:58:44.113370 3656 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-24cfdcdd54.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 12:58:44.114879 3656 kube.go:431] Waiting for certificate I0505 12:58:44.115283 3656 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 12:58:44.115323 3656 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 12:58:44.116081 3656 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 12:58:44.145632 3656 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:44.145650 3656 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:44.149179 3656 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:44.149271 3656 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-995bk" I0505 12:58:44.159031 3656 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-995bk" I0505 12:58:44.159083 3656 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:45.115661 3656 kube.go:438] Certificate found I0505 12:58:45.116756 3656 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 12:58:45.117772 3656 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 12:58:45.164266 3656 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:53:44 +0000 UTC" deadline="2026-05-06 07:46:20.79048667 +0000 UTC" I0505 12:58:45.164305 3656 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h47m35.626196923s" I0505 12:58:45.183466 3656 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 12:58:45.200622 3656 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 12:58:45.200859 3656 server.go:101] MetricServer registers OVS metrics I0505 12:58:45.201674 3656 server.go:105] MetricServer registers OVN DB metrics I0505 12:58:45.202395 3656 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 12:58:45.202472 3656 factory.go:561] Starting watch factory I0505 12:58:45.202579 3656 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.202588 3656 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.202598 3656 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.202595 3656 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.202615 3656 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.202602 3656 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.202771 3656 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.202793 3656 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.203133 3656 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.203151 3656 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.203389 3656 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.203418 3656 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.206154 3656 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 12:58:45.206179 3656 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 12:58:45.207518 3656 controller_manager.go:370] Starting the ovnkube controller I0505 12:58:45.207533 3656 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-246.ec2.internal I0505 12:58:45.207614 3656 controller_manager.go:395] NBDB zone sync took: 71.774µs I0505 12:58:45.207684 3656 factory.go:561] Starting watch factory I0505 12:58:45.219388 3656 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 12:58:45.219407 3656 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 12:58:45.220727 3656 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.221402 3656 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.223215 3656 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.223793 3656 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 12:58:45.223839 3656 server.go:109] MetricServer registers OVN Controller metrics I0505 12:58:45.224330 3656 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.225261 3656 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.228928 3656 server.go:113] MetricServer registers OVN Northd metrics I0505 12:58:45.232213 3656 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:45.233001 3656 metrics.go:519] OVN Metrics Server starts to run ... I0505 12:58:45.308370 3656 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 12:58:45.308403 3656 factory.go:1977] *v1.Pod informer cache synced successfully I0505 12:58:45.308407 3656 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 12:58:45.308420 3656 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 12:58:45.308423 3656 factory.go:1977] *v1.Node informer cache synced successfully I0505 12:58:45.308426 3656 factory.go:1977] *v1.Service informer cache synced successfully I0505 12:58:45.308537 3656 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:45.308572 3656 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:45.308542 3656 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:45.308604 3656 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:45.311014 3656 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:45.311025 3656 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:45.314045 3656 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 12:58:45.314057 3656 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 12:58:45.314123 3656 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 12:58:45.314128 3656 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.314138 3656 factory.go:1977] *v1.Pod informer cache synced successfully I0505 12:58:45.314142 3656 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 12:58:45.314147 3656 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 12:58:45.314150 3656 factory.go:1977] *v1.Node informer cache synced successfully I0505 12:58:45.314148 3656 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.314153 3656 factory.go:1977] *v1.Service informer cache synced successfully I0505 12:58:45.316167 3656 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.320026 3656 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 12:58:45.320038 3656 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 12:58:45.320043 3656 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 12:58:45.320149 3656 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.320191 3656 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.322059 3656 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.325097 3656 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 12:58:45.325173 3656 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 12:58:45.325234 3656 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.325248 3656 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.327289 3656 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.330309 3656 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 12:58:45.330326 3656 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 12:58:45.330380 3656 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.330393 3656 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.332305 3656 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.336140 3656 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 12:58:45.336200 3656 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.336212 3656 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.336227 3656 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 12:58:45.338150 3656 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.341888 3656 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 12:58:45.341968 3656 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 12:58:45.342543 3656 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:45.342575 3656 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:45.344596 3656 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:45.347275 3656 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 12:58:45.347351 3656 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 12:58:45.347408 3656 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.347419 3656 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.347478 3656 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.347497 3656 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.349734 3656 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.349736 3656 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:45.352832 3656 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 12:58:45.352909 3656 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 12:58:45.352918 3656 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 12:58:45.352924 3656 factory.go:680] Watch Factory start up complete, took: 150.455103ms I0505 12:58:45.352985 3656 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 12:58:45.358750 3656 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 12:58:45.358761 3656 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 12:58:45.358768 3656 factory.go:680] Watch Factory start up complete, took: 151.084147ms I0505 12:58:45.358774 3656 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-246.ec2.internal" zone I0505 12:58:45.402112 3656 default_node_network_controller.go:710] Initializing the default node network controller I0505 12:58:45.488382 3656 udn_isolation.go:101] Starting UDN host isolation manager I0505 12:58:45.494297 3656 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 12:58:45.549743 3656 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 12:58:45.549849 3656 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 12:58:45.549866 3656 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 12:58:45.582520 3656 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 12:58:45.582595 3656 default_node_network_controller.go:809] Node ip-10-0-1-246.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 12:58:45.588203 3656 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.246"] k8s.ovn.org/zone-name:ip-10-0-1-246.ec2.internal] on node ip-10-0-1-246.ec2.internal I0505 12:58:45.607078 3656 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 12:58:45.609276 3656 controller_manager.go:429] Waiting for node in zone sync took: 250.490946ms I0505 12:58:45.612834 3656 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 12:58:45.612874 3656 controller_manager.go:611] Switching to transit router for layer2 networks I0505 12:58:45.612888 3656 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-246.ec2.internal I0505 12:58:45.612958 3656 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0505 12:58:45.613515 3656 gateway_init.go:263] Preparing Gateway I0505 12:58:45.613526 3656 gateway_shared_intf.go:1687] Creating new gateway I0505 12:58:45.627825 3656 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 12:58:45.633862 3656 controller_manager.go:290] SCTP support detected in OVN I0505 12:58:45.634406 3656 services_controller.go:69] Creating services controller for network=default I0505 12:58:45.634503 3656 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 12:58:45.634686 3656 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 12:58:45.634721 3656 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 12:58:45.634732 3656 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 12:58:45.634740 3656 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 12:58:45.634905 3656 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 12:58:45.634927 3656 udn_enabled_svc.go:95] Performing full resync I0505 12:58:45.634955 3656 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 12:58:45.634986 3656 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 23.996µs I0505 12:58:45.634994 3656 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 39.361µs I0505 12:58:45.635000 3656 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 12:58:45.635005 3656 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 12:58:45.635013 3656 default_network_controller.go:325] Starting the default network controller I0505 12:58:45.635028 3656 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.657µs I0505 12:58:45.635087 3656 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.592µs I0505 12:58:45.635152 3656 udn_enabled_svc.go:99] Waiting for handler to sync I0505 12:58:45.635161 3656 udn_enabled_svc.go:104] Starting worker I0505 12:58:45.643941 3656 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 12:58:45.643994 3656 repair.go:33] Syncing exgw routes took 41.888µs I0505 12:58:45.644014 3656 default_network_controller.go:414] Starting all the Watchers... I0505 12:58:45.644158 3656 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 12:58:45.644202 3656 namespace.go:98] [openshift-ingress] adding namespace I0505 12:58:45.644206 3656 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 12:58:45.644208 3656 namespace.go:98] [dedicated-admin] adding namespace I0505 12:58:45.644224 3656 namespace.go:98] [openshift-config] adding namespace I0505 12:58:45.644647 3656 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 12:58:45.644661 3656 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 12:58:45.644668 3656 namespace.go:98] [openshift] adding namespace I0505 12:58:45.644677 3656 namespace.go:98] [openshift-machine-api] adding namespace I0505 12:58:45.644681 3656 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 12:58:45.644686 3656 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 12:58:45.644690 3656 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 12:58:45.644693 3656 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 12:58:45.644697 3656 namespace.go:98] [openshift-insights] adding namespace I0505 12:58:45.644702 3656 namespace.go:98] [openshift-infra] adding namespace I0505 12:58:45.644838 3656 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 667.562µs I0505 12:58:45.644853 3656 namespace.go:98] [openshift-config-operator] adding namespace I0505 12:58:45.645325 3656 namespace.go:102] [openshift-config-operator] adding namespace took 465.783µs I0505 12:58:45.645341 3656 namespace.go:98] [openshift-apiserver] adding namespace I0505 12:58:45.645887 3656 namespace.go:102] [openshift-apiserver] adding namespace took 540.5µs I0505 12:58:45.645901 3656 namespace.go:98] [openshift-dns] adding namespace I0505 12:58:45.646402 3656 namespace.go:102] [openshift-ingress] adding namespace took 2.186109ms I0505 12:58:45.646418 3656 namespace.go:98] [openshift-console] adding namespace I0505 12:58:45.646858 3656 namespace.go:102] [openshift-backplane-tam] adding namespace took 2.63875ms I0505 12:58:45.646874 3656 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 12:58:45.647293 3656 namespace.go:102] [dedicated-admin] adding namespace took 3.073439ms I0505 12:58:45.647304 3656 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 12:58:45.647734 3656 namespace.go:102] [openshift-config] adding namespace took 3.500454ms I0505 12:58:45.647748 3656 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 12:58:45.648194 3656 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.530732ms I0505 12:58:45.648208 3656 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 12:58:45.648838 3656 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.167571ms I0505 12:58:45.648855 3656 namespace.go:98] [openshift-operators] adding namespace I0505 12:58:45.649322 3656 namespace.go:102] [openshift] adding namespace took 4.648303ms I0505 12:58:45.649340 3656 namespace.go:98] [openshift-dns-operator] adding namespace I0505 12:58:45.649862 3656 namespace.go:102] [openshift-machine-api] adding namespace took 5.179185ms I0505 12:58:45.649878 3656 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 12:58:45.650368 3656 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.681941ms I0505 12:58:45.650382 3656 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 12:58:45.650957 3656 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.266093ms I0505 12:58:45.650971 3656 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 12:58:45.651454 3656 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.758981ms I0505 12:58:45.651471 3656 namespace.go:98] [kube-node-lease] adding namespace I0505 12:58:45.652024 3656 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.325939ms I0505 12:58:45.652038 3656 namespace.go:98] [kube-system] adding namespace I0505 12:58:45.652496 3656 namespace.go:102] [openshift-insights] adding namespace took 7.794716ms I0505 12:58:45.652511 3656 namespace.go:98] [openshift-node] adding namespace I0505 12:58:45.653101 3656 namespace.go:102] [openshift-infra] adding namespace took 8.395683ms I0505 12:58:45.653110 3656 namespace.go:98] [openshift-package-operator] adding namespace I0505 12:58:45.653635 3656 namespace.go:102] [openshift-dns] adding namespace took 7.727964ms I0505 12:58:45.653649 3656 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 12:58:45.654074 3656 namespace.go:102] [openshift-console] adding namespace took 7.651663ms I0505 12:58:45.654086 3656 namespace.go:98] [openshift-network-operator] adding namespace I0505 12:58:45.654632 3656 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.753943ms I0505 12:58:45.654641 3656 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 12:58:45.655133 3656 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.823182ms I0505 12:58:45.655147 3656 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 12:58:45.655561 3656 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.790265ms I0505 12:58:45.655578 3656 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 12:58:45.656014 3656 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.802051ms I0505 12:58:45.656027 3656 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 12:58:45.656436 3656 namespace.go:102] [openshift-operators] adding namespace took 7.576169ms I0505 12:58:45.656447 3656 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 12:58:45.656828 3656 namespace.go:102] [openshift-dns-operator] adding namespace took 7.482255ms I0505 12:58:45.656842 3656 namespace.go:98] [openshift-host-network] adding namespace I0505 12:58:45.657189 3656 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.307093ms I0505 12:58:45.657200 3656 namespace.go:98] [openshift-monitoring] adding namespace I0505 12:58:45.657686 3656 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.298921ms I0505 12:58:45.657700 3656 namespace.go:98] [openshift-console-operator] adding namespace I0505 12:58:45.658145 3656 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.168291ms I0505 12:58:45.658156 3656 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 12:58:45.658574 3656 namespace.go:102] [kube-node-lease] adding namespace took 7.098573ms I0505 12:58:45.658585 3656 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 12:58:45.659095 3656 namespace.go:102] [kube-system] adding namespace took 7.050685ms I0505 12:58:45.659109 3656 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 12:58:45.659532 3656 namespace.go:102] [openshift-node] adding namespace took 7.01676ms I0505 12:58:45.659544 3656 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 12:58:45.659969 3656 namespace.go:102] [openshift-package-operator] adding namespace took 6.853303ms I0505 12:58:45.659983 3656 namespace.go:98] [kube-public] adding namespace I0505 12:58:45.660423 3656 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.768628ms I0505 12:58:45.660980 3656 namespace.go:102] [openshift-network-operator] adding namespace took 6.886719ms I0505 12:58:45.661005 3656 namespace.go:98] [openshift-network-console] adding namespace I0505 12:58:45.661566 3656 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.918366ms I0505 12:58:45.661583 3656 namespace.go:98] [openshift-controller-manager] adding namespace I0505 12:58:45.662101 3656 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.947616ms I0505 12:58:45.662115 3656 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 12:58:45.662498 3656 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.915149ms I0505 12:58:45.662509 3656 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 12:58:45.662934 3656 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.902023ms I0505 12:58:45.662944 3656 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 12:58:45.663326 3656 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.875166ms I0505 12:58:45.663334 3656 namespace.go:98] [openshift-multus] adding namespace I0505 12:58:45.663810 3656 namespace.go:102] [openshift-host-network] adding namespace took 6.962101ms I0505 12:58:45.663826 3656 namespace.go:98] [openshift-marketplace] adding namespace I0505 12:58:45.664573 3656 namespace.go:102] [openshift-monitoring] adding namespace took 7.369607ms I0505 12:58:45.664584 3656 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 12:58:45.665009 3656 namespace.go:102] [openshift-console-operator] adding namespace took 7.303836ms I0505 12:58:45.665020 3656 namespace.go:98] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] adding namespace I0505 12:58:45.665389 3656 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.227638ms I0505 12:58:45.665403 3656 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 12:58:45.665783 3656 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.193416ms I0505 12:58:45.665795 3656 namespace.go:98] [default] adding namespace I0505 12:58:45.666165 3656 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.05076ms I0505 12:58:45.666177 3656 namespace.go:98] [openshift-authentication] adding namespace I0505 12:58:45.666524 3656 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.960521ms I0505 12:58:45.666535 3656 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 12:58:45.666979 3656 namespace.go:102] [kube-public] adding namespace took 6.991479ms I0505 12:58:45.666990 3656 namespace.go:98] [openshift-etcd] adding namespace I0505 12:58:45.667451 3656 namespace.go:102] [openshift-network-console] adding namespace took 6.439276ms I0505 12:58:45.667465 3656 namespace.go:98] [openshift-backplane] adding namespace I0505 12:58:45.667925 3656 namespace.go:102] [openshift-controller-manager] adding namespace took 6.335781ms I0505 12:58:45.667940 3656 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 12:58:45.668384 3656 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.265223ms I0505 12:58:45.668393 3656 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 12:58:45.668995 3656 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.479902ms I0505 12:58:45.669009 3656 namespace.go:98] [openshift-image-registry] adding namespace W0505 12:58:45.669485 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-t6hlf: pod openshift-multus/network-metrics-daemon-t6hlf: no pod IPs found I0505 12:58:45.669515 3656 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.565685ms I0505 12:58:45.669529 3656 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 12:58:45.670078 3656 namespace.go:102] [openshift-multus] adding namespace took 6.739064ms I0505 12:58:45.670091 3656 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 12:58:45.670573 3656 namespace.go:102] [openshift-marketplace] adding namespace took 6.740776ms I0505 12:58:45.670589 3656 namespace.go:98] [openshift-config-managed] adding namespace I0505 12:58:45.671079 3656 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.468195ms I0505 12:58:45.671092 3656 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 12:58:45.671578 3656 namespace.go:102] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] adding namespace took 6.554341ms I0505 12:58:45.671589 3656 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 12:58:45.672040 3656 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.62952ms I0505 12:58:45.672055 3656 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 12:58:45.672527 3656 namespace.go:102] [default] adding namespace took 6.726835ms I0505 12:58:45.672541 3656 namespace.go:98] [openshift-logging] adding namespace I0505 12:58:45.672985 3656 namespace.go:102] [openshift-authentication] adding namespace took 6.802733ms I0505 12:58:45.672998 3656 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 12:58:45.673422 3656 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.881799ms I0505 12:58:45.673437 3656 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 12:58:45.673816 3656 namespace.go:102] [openshift-etcd] adding namespace took 6.821076ms I0505 12:58:45.673829 3656 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 12:58:45.674196 3656 namespace.go:102] [openshift-backplane] adding namespace took 6.726482ms I0505 12:58:45.674569 3656 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.62491ms I0505 12:58:45.674580 3656 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 12:58:45.675053 3656 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.65488ms I0505 12:58:45.675438 3656 namespace.go:102] [openshift-image-registry] adding namespace took 6.424487ms I0505 12:58:45.675873 3656 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.33819ms I0505 12:58:45.675887 3656 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 12:58:45.676313 3656 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.217189ms I0505 12:58:45.676739 3656 namespace.go:102] [openshift-config-managed] adding namespace took 6.144267ms I0505 12:58:45.677119 3656 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.022534ms I0505 12:58:45.677613 3656 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.019647ms I0505 12:58:45.678063 3656 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.001579ms I0505 12:58:45.678077 3656 namespace.go:98] [openshift-cluster-version] adding namespace I0505 12:58:45.678469 3656 namespace.go:102] [openshift-logging] adding namespace took 5.924038ms I0505 12:58:45.679456 3656 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.452889ms I0505 12:58:45.679468 3656 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 12:58:45.679862 3656 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.420491ms W0505 12:58:45.680225 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-b6kr5: pod openshift-network-diagnostics/network-check-target-b6kr5: no pod IPs found I0505 12:58:45.680272 3656 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.43868ms I0505 12:58:45.680695 3656 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.110233ms I0505 12:58:45.681140 3656 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.247365ms I0505 12:58:45.681499 3656 namespace.go:102] [openshift-cluster-version] adding namespace took 3.415531ms I0505 12:58:45.681851 3656 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.378347ms W0505 12:58:45.681933 3656 master.go:458] Unable to parse local node ip-10-0-1-246.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 12:58:45.681949 3656 master.go:481] Removing stale chassis with ID/Name: f142b00c-2282-4415-b29e-671687bfd978, hostname: ip-10-0-1-246.ec2.internal I0505 12:58:45.682369 3656 master.go:548] Adding or Updating local node "ip-10-0-1-246.ec2.internal" for network "default" I0505 12:58:45.683495 3656 zone_ic_handler.go:195] Time taken to create transit switch: 267.528µs I0505 12:58:45.683509 3656 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default E0505 12:58:45.683588 3656 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-43.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-43.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-43.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0097e6b18 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0646922178}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 12:58:45.683665 3656 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-43.ec2.internal", UID:"e12e3b25-075b-4712-ab53-5c6520688dc9", APIVersion:"v1", ResourceVersion:"8563", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-43.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-43.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0097e6b18 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0646922178}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 12:58:45.684471 3656 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.256348ms I0505 12:58:45.686122 3656 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-246.ec2.internal for the network default I0505 12:58:45.686280 3656 zone_ic_handler.go:195] Time taken to create transit switch: 146.112µs I0505 12:58:45.686922 3656 default_network_controller.go:823] Node add failed for ip-10-0-1-246.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-246.ec2.internal, error getting gateway config for node ip-10-0-1-246.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-246.ec2.internal", failed to update chassis to local for local node ip-10-0-1-246.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-246.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-246.ec2.internal] E0505 12:58:45.686962 3656 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-246.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-246.ec2.internal, error getting gateway config for node ip-10-0-1-246.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-246.ec2.internal", failed to update chassis to local for local node ip-10-0-1-246.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-246.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-246.ec2.internal] I0505 12:58:45.686994 3656 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 12:58:45.686997 3656 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-246.ec2.internal", UID:"1b027e52-7466-429b-9e4b-de7d29648ccf", APIVersion:"v1", ResourceVersion:"8900", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-246.ec2.internal, error getting gateway config for node ip-10-0-1-246.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-246.ec2.internal", failed to update chassis to local for local node ip-10-0-1-246.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-246.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-246.ec2.internal] I0505 12:58:45.687021 3656 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 12:58:45.687025 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:45.687038 3656 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 12:58:45.687047 3656 node_tracker.go:235] Node ip-10-0-1-246.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-246.ec2.internal" I0505 12:58:45.687056 3656 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:45.687070 3656 services_controller.go:574] Full service sync requested for network=default I0505 12:58:45.687077 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-43.ec2.internal in network "default" I0505 12:58:45.687111 3656 node_tracker.go:169] Node ip-10-0-2-43.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:45.687117 3656 services_controller.go:574] Full service sync requested for network=default I0505 12:58:45.687122 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0505 12:58:45.687143 3656 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:45.687149 3656 services_controller.go:574] Full service sync requested for network=default I0505 12:58:45.729331 3656 iptables.go:108] Creating table: filter chain: FORWARD I0505 12:58:45.735578 3656 iptables.go:108] Creating table: filter chain: OUTPUT I0505 12:58:45.742045 3656 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 12:58:45.742058 3656 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-246.ec2.internal","mac-address":"0a:ff:d8:2c:b9:03","ip-addresses":["10.0.1.246/24"],"ip-address":"10.0.1.246/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f142b00c-2282-4415-b29e-671687bfd978 k8s.ovn.org/node-encap-ips:["10.0.1.246"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.246/24"} k8s.ovn.org/zone-name:ip-10-0-1-246.ec2.internal] on node ip-10-0-1-246.ec2.internal I0505 12:58:45.757376 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:45.757413 3656 master.go:548] Adding or Updating local node "ip-10-0-1-246.ec2.internal" for network "default" I0505 12:58:45.757426 3656 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:45.757438 3656 services_controller.go:574] Full service sync requested for network=default I0505 12:58:45.761085 3656 default_node_network_controller.go:519] Node connection status = connected W0505 12:58:45.762324 3656 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-b6kr5: pod openshift-network-diagnostics/network-check-target-b6kr5: no pod IPs found W0505 12:58:45.762345 3656 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-t6hlf: pod openshift-multus/network-metrics-daemon-t6hlf: no pod IPs found I0505 12:58:45.763358 3656 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-246.ec2.internal for the network default I0505 12:58:45.763626 3656 zone_ic_handler.go:195] Time taken to create transit switch: 255.497µs I0505 12:58:45.787591 3656 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 12:58:45.787609 3656 services_controller.go:208] Setting up event handlers for services for network=default I0505 12:58:45.787653 3656 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 12:58:45.787699 3656 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 12:58:45.787712 3656 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 12:58:45.887841 3656 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 12:58:45.887866 3656 repair.go:60] Starting repairing loop for services I0505 12:58:45.887970 3656 repair.go:131] Deleted 0 stale service LBs I0505 12:58:45.887999 3656 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 12:58:45.888025 3656 repair.go:62] Finished repairing loop for services: 160.969µs I0505 12:58:45.888063 3656 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 12:58:45.888078 3656 services_controller.go:254] Starting workers for network=default W0505 12:58:45.888347 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:45.889128 3656 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-t6hlf] creating logical port openshift-multus_network-metrics-daemon-t6hlf for pod on switch ip-10-0-1-246.ec2.internal I0505 12:58:45.889203 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-b6kr5] creating logical port openshift-network-diagnostics_network-check-target-b6kr5 for pod on switch ip-10-0-1-246.ec2.internal I0505 12:58:45.889259 3656 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-t6hlf I0505 12:58:45.889291 3656 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-b6kr5 W0505 12:58:45.893022 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:45.903915 3656 pod.go:62] [openshift-multus/network-metrics-daemon-t6hlf] pod update took 14.702247ms I0505 12:58:45.903944 3656 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-t6hlf] addLogicalPort annotation time took 14.735806ms I0505 12:58:45.904743 3656 pod.go:62] [openshift-network-diagnostics/network-check-target-b6kr5] pod update took 15.477332ms I0505 12:58:45.904764 3656 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-b6kr5] addLogicalPort annotation time took 15.50095ms I0505 12:58:45.904960 3656 pods.go:271] [openshift-multus/network-metrics-daemon-t6hlf] addLogicalPort took 15.845556ms, libovsdb time 696.525µs I0505 12:58:45.905685 3656 pods.go:271] [openshift-network-diagnostics/network-check-target-b6kr5] addLogicalPort took 16.490454ms, libovsdb time 547.55µs I0505 12:58:45.906176 3656 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 12:58:45.906200 3656 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 12:58:45.906213 3656 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 12:58:45.906218 3656 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 12:58:45.906794 3656 repair.go:29] Repairing admin network policies took 570.92µs I0505 12:58:45.906879 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 12:58:45.906900 3656 repair.go:92] Repairing baseline admin network policies took 95.614µs I0505 12:58:45.906901 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 12:58:45.908406 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 12:58:45.908426 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 12:58:45.908436 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 12:58:45.909039 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 12:58:45.909064 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 12:58:45.909076 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 12:58:45.910777 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 12:58:45.910799 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 12:58:45.910810 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 12:58:45.911292 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 12:58:45.911311 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 12:58:45.911324 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 12:58:45.913068 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 12:58:45.913086 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 12:58:45.913096 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 12:58:45.915215 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 12:58:45.915236 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 12:58:45.915246 3656 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 12:58:45.916791 3656 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 12:58:45.916810 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 12:58:45.916819 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 12:58:45.918501 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 12:58:45.918522 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 12:58:45.918531 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 12:58:45.919026 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 12:58:45.919044 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 12:58:45.919838 3656 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 12:58:45.919850 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 12:58:45.920619 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 12:58:45.920645 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 12:58:45.920654 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 12:58:45.920961 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 12:58:45.920978 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 12:58:45.920995 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 12:58:45.921437 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 12:58:45.921458 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 12:58:45.921468 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 12:58:45.921764 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 12:58:45.921779 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 12:58:45.921786 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 12:58:45.922367 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 12:58:45.922386 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 12:58:45.922407 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 12:58:45.923904 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 12:58:45.923925 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 12:58:45.923936 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 12:58:45.926280 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 12:58:45.926297 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 12:58:45.926307 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 12:58:45.927309 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 12:58:45.927344 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 12:58:45.927361 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 12:58:45.928808 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 12:58:45.928825 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 12:58:45.928834 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 12:58:45.929943 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 12:58:45.929961 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 12:58:45.929970 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 12:58:45.930494 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 12:58:45.930510 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 12:58:45.930518 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 12:58:45.931494 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 12:58:45.931512 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 12:58:45.931520 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 12:58:45.932038 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 12:58:45.932055 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 12:58:45.932083 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 12:58:45.932758 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 12:58:45.932773 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 12:58:45.932790 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 12:58:45.933704 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 12:58:45.933721 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 12:58:45.933728 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 12:58:45.934254 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 12:58:45.934271 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 12:58:45.934277 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 12:58:45.934559 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 12:58:45.934576 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 12:58:45.934583 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 12:58:45.934871 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 12:58:45.934888 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 12:58:45.934900 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 12:58:45.935919 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 12:58:45.935939 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 12:58:45.935950 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 12:58:45.936484 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 12:58:45.942039 3656 egressfirewall.go:374] Starting EgressFirewall controller I0505 12:58:45.942071 3656 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 12:58:45.942076 3656 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 12:58:45.942106 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 12:58:45.942115 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 12:58:45.942120 3656 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 12:58:45.942126 3656 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 12:58:45.942384 3656 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 12:58:45.942398 3656 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 12:58:45.942404 3656 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 12:58:45.942413 3656 egressqos.go:193] Setting up event handlers for EgressQoS I0505 12:58:45.942419 3656 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0505 12:58:45.942428 3656 egressfirewall.go:723] Syncing node "ip-10-0-1-246.ec2.internal" for egress firewall I0505 12:58:45.942432 3656 egressfirewall.go:723] Syncing node "ip-10-0-2-43.ec2.internal" for egress firewall I0505 12:58:45.942504 3656 egressqos.go:245] Starting EgressQoS Controller I0505 12:58:45.942515 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 12:58:45.942522 3656 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 12:58:45.942528 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 12:58:45.942532 3656 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 12:58:45.942558 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 12:58:45.942567 3656 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 12:58:45.942571 3656 egressqos.go:259] Repairing EgressQoSes I0505 12:58:45.942575 3656 egressqos.go:399] Starting repairing loop for egressqos I0505 12:58:45.942644 3656 egressqos.go:401] Finished repairing loop for egressqos: 67.582µs I0505 12:58:45.942660 3656 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 12:58:45.942685 3656 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-246.ec2.internal I0505 12:58:45.942735 3656 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-246.ec2.internal : 51.822µs I0505 12:58:45.942827 3656 egressservice_zone.go:210] Starting Egress Services Controller I0505 12:58:45.942838 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 12:58:45.942843 3656 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 12:58:45.942848 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 12:58:45.942852 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 12:58:45.942857 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 12:58:45.942861 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 12:58:45.942868 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 12:58:45.942876 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 12:58:45.942882 3656 egressservice_zone.go:228] Repairing Egress Services I0505 12:58:45.943133 3656 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 12:58:45.943142 3656 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 12:58:45.943154 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:45.943163 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 10.139µs I0505 12:58:45.943169 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:45.943172 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 3.949µs I0505 12:58:45.943177 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-43.ec2.internal I0505 12:58:45.943188 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-43.ec2.internal: 10.701µs I0505 12:58:45.943269 3656 default_network_controller.go:585] Completing all the Watchers took 299.246447ms I0505 12:58:45.943281 3656 default_network_controller.go:589] Starting unidling controllers I0505 12:58:45.943293 3656 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 12:58:45.943298 3656 unidle.go:63] Populating Initial ContollerEvent events I0505 12:58:45.943308 3656 unidle.go:79] Setting up event handlers for services I0505 12:58:45.943388 3656 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 12:58:46.261891 3656 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:46.761638 3656 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:47.261783 3656 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:47.577490 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:47.577523 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 41.223µs I0505 12:58:47.761873 3656 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:47.964620 3656 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 12:58:48.262185 3656 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:48.280270 3656 bridgeconfig.go:537] Gateway is ready I0505 12:58:48.280287 3656 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 12:58:48.292382 3656 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.246. Updating OVN encap IP. I0505 12:58:48.297640 3656 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.246 - it is already configured I0505 12:58:48.297653 3656 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.246/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 12:58:48.297895 3656 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.246/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-246.ec2.internal","mac-address":"0a:ff:d8:2c:b9:03","ip-addresses":["10.0.1.246/24"],"ip-address":"10.0.1.246/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f142b00c-2282-4415-b29e-671687bfd978 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.246/24"}] on node ip-10-0-1-246.ec2.internal I0505 12:58:48.312154 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:48.312173 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 24.604µs I0505 12:58:48.312203 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:48.312231 3656 egressfirewall.go:723] Syncing node "ip-10-0-1-246.ec2.internal" for egress firewall I0505 12:58:48.312232 3656 master.go:548] Adding or Updating local node "ip-10-0-1-246.ec2.internal" for network "default" I0505 12:58:48.312294 3656 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:48.312309 3656 services_controller.go:574] Full service sync requested for network=default I0505 12:58:48.312634 3656 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.246 W0505 12:58:48.312668 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:48.312761 3656 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-246.ec2.internal W0505 12:58:48.312886 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:48.317438 3656 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-246.ec2.internal. Updating no re-route policies I0505 12:58:48.317509 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vd4s5 I0505 12:58:48.317521 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-246.ec2.internal I0505 12:58:48.317509 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-hlrt6 I0505 12:58:48.317532 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-hlrt6 I0505 12:58:48.317534 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4h26m I0505 12:58:48.317540 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-t6hlf I0505 12:58:48.317560 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-rxhkq I0505 12:58:48.317568 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-rxhkq I0505 12:58:48.317572 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-t6hlf I0505 12:58:48.317572 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5 I0505 12:58:48.317576 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-wvqb7 I0505 12:58:48.317585 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jbfkm I0505 12:58:48.317588 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5 I0505 12:58:48.317590 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-wvqb7 I0505 12:58:48.317592 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-rxhkq after 0 failed attempt(s) I0505 12:58:48.317594 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jbfkm I0505 12:58:48.317605 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-246.ec2.internal I0505 12:58:48.317612 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-wvqb7 after 0 failed attempt(s) I0505 12:58:48.317616 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-246.ec2.internal I0505 12:58:48.317567 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-hlrt6 after 0 failed attempt(s) I0505 12:58:48.317625 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9h46j I0505 12:58:48.317575 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-52qnq I0505 12:58:48.317638 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-52qnq I0505 12:58:48.317659 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9h46j I0505 12:58:48.317676 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9h46j after 0 failed attempt(s) I0505 12:58:48.317675 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-52qnq after 0 failed attempt(s) I0505 12:58:48.317639 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-246.ec2.internal after 0 failed attempt(s) I0505 12:58:48.317536 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-246.ec2.internal I0505 12:58:48.317522 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kk78g I0505 12:58:48.317705 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kk78g I0505 12:58:48.317709 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-246.ec2.internal after 0 failed attempt(s) I0505 12:58:48.317526 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vd4s5 I0505 12:58:48.317717 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-kk78g after 0 failed attempt(s) I0505 12:58:48.317559 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4h26m I0505 12:58:48.317738 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vd4s5 after 0 failed attempt(s) I0505 12:58:48.317748 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-4h26m after 0 failed attempt(s) I0505 12:58:48.317622 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jbfkm after 0 failed attempt(s) I0505 12:58:48.317626 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-b6kr5] creating logical port openshift-network-diagnostics_network-check-target-b6kr5 for pod on switch ip-10-0-1-246.ec2.internal I0505 12:58:48.317623 3656 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-t6hlf] creating logical port openshift-multus_network-metrics-daemon-t6hlf for pod on switch ip-10-0-1-246.ec2.internal I0505 12:58:48.318418 3656 pods.go:271] [openshift-network-diagnostics/network-check-target-b6kr5] addLogicalPort took 802.732µs, libovsdb time 218.076µs I0505 12:58:48.318430 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5 after 0 failed attempt(s) I0505 12:58:48.318513 3656 pods.go:271] [openshift-multus/network-metrics-daemon-t6hlf] addLogicalPort took 908.93µs, libovsdb time 263.488µs I0505 12:58:48.318520 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-t6hlf after 0 failed attempt(s) I0505 12:58:48.330127 3656 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 12:58:48.341461 3656 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 12:58:48.344569 3656 iptables.go:108] Creating table: nat chain: OUTPUT I0505 12:58:48.393914 3656 iptables.go:108] Creating table: nat chain: PREROUTING I0505 12:58:48.454710 3656 iptables.go:108] Creating table: filter chain: FORWARD I0505 12:58:48.471249 3656 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 12:58:48.471514 3656 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 12:58:48.471596 3656 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 12:58:48.471699 3656 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 12:58:48.471764 3656 gateway_init.go:325] Gateway and management port readiness took 2.714497305s I0505 12:58:48.471801 3656 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 12:58:48.471843 3656 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 12:58:48.471859 3656 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 12:58:48.471885 3656 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 12:58:48.471974 3656 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 12:58:48.472067 3656 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.359µs I0505 12:58:48.472350 3656 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 12:58:48.472392 3656 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 29.351µs I0505 12:58:48.472403 3656 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 52.403µs I0505 12:58:48.472411 3656 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 12:58:48.472425 3656 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 12:58:48.472433 3656 default_node_network_controller.go:899] Starting the default node network controller I0505 12:58:48.472441 3656 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 12:58:48.472510 3656 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.738µs I0505 12:58:48.472647 3656 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 12:58:48.472659 3656 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 12:58:48.472714 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ed650 0xc0002b79d0 0xc0002b7ab0 0xc0002b7b20 0xc0002b7b90 0xc0002b7c00 0xc0002b7c70 0xc00081bc70 0xc0002b7ce0 0xc0002b7dc0 0xc0008d1130 0xc006513570 0xc0002b7e30 map[0x2ff9080:0xc00241a2a0 0x2ff95c0:0xc00241a420 0x2ffa2e0:0xc002b94c00 0x2ffa580:0xc00241a240 0x2ffad60:0xc00241a300 0x2ffb000:0xc00241a360 0x2ffb2a0:0xc00241a3c0 0x2ffba80:0xc00241a480 0x2ffbd20:0xc00241a4e0 0x3026980:0xc0007cfb60 0x3026d20:0xc0007cfbc0 0x3027800:0xc000c48d20 0x3029160:0xc001b4e000 0x30298a0:0xc0007cfda0 0x302a720:0xc0007cfb00] 0xc0001188c0 0} I0505 12:58:48.472787 3656 gateway.go:151] Starting gateway service sync I0505 12:58:48.473210 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 12:58:48.475335 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 12:58:48.502895 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 12:58:48.504067 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 12:58:48.505231 3656 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 12:58:48.539639 3656 gateway.go:168] Gateway service sync done. Time taken: 66.836478ms I0505 12:58:48.540332 3656 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32323 I0505 12:58:48.540426 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ed650 0xc0002b79d0 0xc0002b7ab0 0xc0002b7b20 0xc0002b7b90 0xc0002b7c00 0xc0002b7c70 0xc00081bc70 0xc0002b7ce0 0xc0002b7dc0 0xc0008d1130 0xc006513570 0xc0002b7e30 map[0x2ff9080:0xc00241a2a0 0x2ff95c0:0xc00241a420 0x2ffa2e0:0xc002b94c00 0x2ffa580:0xc00241a240 0x2ffad60:0xc00241a300 0x2ffb000:0xc00241a360 0x2ffb2a0:0xc00241a3c0 0x2ffba80:0xc00241a480 0x2ffbd20:0xc00241a4e0 0x3026980:0xc0007cfb60 0x3026d20:0xc0007cfbc0 0x3027800:0xc000c48d20 0x3029160:0xc001b4e000 0x30298a0:0xc0007cfda0 0x302a720:0xc0007cfb00] 0xc0001188c0 0} I0505 12:58:48.540939 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009ed650 0xc0002b79d0 0xc0002b7ab0 0xc0002b7b20 0xc0002b7b90 0xc0002b7c00 0xc0002b7c70 0xc00081bc70 0xc0002b7ce0 0xc0002b7dc0 0xc0008d1130 0xc006513570 0xc0002b7e30 map[0x2ff9080:0xc00241a2a0 0x2ff95c0:0xc00241a420 0x2ffa2e0:0xc002b94c00 0x2ffa580:0xc00241a240 0x2ffad60:0xc00241a300 0x2ffb000:0xc00241a360 0x2ffb2a0:0xc00241a3c0 0x2ffba80:0xc00241a480 0x2ffbd20:0xc00241a4e0 0x3026980:0xc0007cfb60 0x3026d20:0xc0007cfbc0 0x3027800:0xc000c48d20 0x3029160:0xc001b4e000 0x30298a0:0xc0007cfda0 0x302a720:0xc0007cfb00] 0xc0001188c0 0} I0505 12:58:48.540976 3656 gateway.go:532] Reconciling gateway with updates I0505 12:58:48.546511 3656 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 12:58:48.546594 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:48.546612 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:48.546603 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 12:58:48.546618 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 12:58:48.546620 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:48.546628 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 12:58:48.546630 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:48.546636 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:48.546637 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 12:58:48.546642 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:48.546637 3656 default_node_network_controller.go:944] Gateway and management port readiness took 73.968835ms I0505 12:58:48.546646 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:48.546654 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:48.546662 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:48.546662 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:48.546678 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:48.546680 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:48.546682 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:48.546691 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:48.546692 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:48.546697 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:48.546704 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:48.546706 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 12:58:48.546708 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:48.546709 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:48.546719 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 12:58:48.546723 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:48.546723 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 12:58:48.546721 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:48.546709 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 12:58:48.546733 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 12:58:48.546734 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:48.546693 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:48.546735 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:48.546746 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:48.546748 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:48.546749 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:48.546756 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 12:58:48.546755 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:48.546738 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:48.546763 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:48.546763 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:48.546768 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:48.546769 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:48.546775 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:48.546782 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:48.546785 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:48.546789 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 12:58:48.546739 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:48.546796 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 12:58:48.546805 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:48.546752 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:48.546812 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:48.546824 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:48.546826 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 30842 is already open, no action needed I0505 12:58:48.546827 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 12:58:48.546828 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:48.546832 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 12:58:48.546834 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:48.546847 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:48.546850 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:48.546850 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:48.546850 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:48.546858 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:48.546860 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:48.546863 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:48.546867 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:48.546866 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 12:58:48.546874 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:48.546875 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 12:58:48.546854 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 12:58:48.546880 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 12:58:48.546814 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:48.546905 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 12:58:48.546668 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:48.546918 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 30541 is already open, no action needed I0505 12:58:48.546919 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 12:58:48.546927 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 12:58:48.546939 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 12:58:48.546950 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 12:58:48.546644 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:48.546866 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 12:58:48.546972 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:48.546957 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 12:58:48.546692 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:48.546992 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:48.546823 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:48.547050 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:48.546904 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 12:58:48.546721 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:48.546847 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:48.546803 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:48.547114 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:48.546823 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:48.547178 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:48.546834 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 12:58:48.546833 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:48.547277 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:48.547298 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 12:58:48.546704 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:48.547319 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:48.546839 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:48.546792 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:48.546854 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 12:58:48.546629 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:48.547445 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:48.546895 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:48.547487 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:48.546897 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 12:58:48.546774 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:48.546790 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:48.547601 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:48.547105 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:48.546806 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:48.547721 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:48.548194 3656 node_ip_handler_linux.go:160] Node IP manager is running W0505 12:58:48.590886 3656 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 12:58:48.591053 3656 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 12:58:48.591350 3656 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 12:58:48.600764 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 12:58:48.600832 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 12:58:48.600854 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 12:58:48.600863 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 12:58:48.600874 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 12:58:48.644126 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 12:58:48.644161 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 12:58:48.684081 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 12:58:48.684106 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 12:58:48.684112 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 12:58:48.684118 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 12:58:48.684125 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 12:58:48.684133 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 12:58:48.684140 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 12:58:48.684147 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 12:58:48.684155 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 12:58:48.684162 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 12:58:48.684167 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 12:58:48.684172 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 12:58:48.684178 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) W0505 12:58:50.359306 3656 egressip_healthcheck.go:76] Health checking using insecure connection I0505 12:58:50.359355 3656 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 12:58:50.359605 3656 default_node_network_controller.go:1380] Starting node controller node sync I0505 12:58:50.371579 3656 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.957003ms I0505 12:58:50.371721 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0505 12:58:50.371726 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-43.ec2.internal", IP: 10.0.2.43 to PMTUD blocking rules I0505 12:58:50.371736 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:50.371742 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:50.383366 3656 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 12:58:50.383777 3656 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 12:58:50.384024 3656 egressservice_node.go:183] Starting Egress Services Controller I0505 12:58:50.384050 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 12:58:50.384067 3656 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 12:58:50.384076 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 12:58:50.384084 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 12:58:50.384092 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 12:58:50.384100 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 12:58:50.384106 3656 egressservice_node.go:197] Repairing Egress Services I0505 12:58:50.394345 3656 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 12:58:50.394355 3656 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 12:58:50.394470 3656 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 12:58:50.394481 3656 link_network_manager.go:119] Link manager is running I0505 12:58:50.394494 3656 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 12:58:50.394635 3656 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 12:58:50.394814 3656 vrf_manager.go:128] VRF manager is running I0505 12:58:50.394896 3656 node_controller_manager.go:437] Removing flows to drop GARP I0505 12:58:50.394905 3656 gateway.go:532] Reconciling gateway with updates I0505 12:58:50.409541 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:50.409565 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:50.409577 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:50.409583 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:50.409592 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:50.409601 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:50.409603 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:50.409623 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:50.409620 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:50.409638 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:50.409640 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:50.409650 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:50.409652 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:50.409656 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:50.409655 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:50.409666 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:50.409667 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:50.409667 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:50.409670 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 12:58:50.409673 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:50.409653 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 12:58:50.409678 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 12:58:50.409673 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 12:58:50.409611 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:50.409684 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:50.409693 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:50.409696 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:50.409698 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:50.409701 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:50.409701 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:50.409708 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:50.409709 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 12:58:50.409712 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:50.409716 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:50.409712 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:50.409745 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:50.409750 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:50.409753 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:50.409680 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:50.409758 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:50.409762 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:50.409766 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:50.409770 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:50.409773 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:50.409773 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:50.409780 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:50.409783 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 12:58:50.409786 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:50.409785 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 12:58:50.409790 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:50.409794 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:50.409797 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 12:58:50.409802 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:50.409804 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:50.409804 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 12:58:50.409807 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 12:58:50.409775 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:50.409840 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:50.409753 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:50.409853 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 12:58:50.409853 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 12:58:50.409773 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 12:58:50.409857 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:50.409623 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:50.409909 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:50.409916 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:50.409924 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:50.409949 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 30842 is already open, no action needed I0505 12:58:50.409704 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 12:58:50.409924 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 12:58:50.409962 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 30541 is already open, no action needed I0505 12:58:50.409712 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:50.410065 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:50.409720 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 12:58:50.409587 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:50.409697 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 12:58:50.410150 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 12:58:50.409720 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 12:58:50.409627 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:50.410197 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:50.409686 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:50.410244 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:50.409728 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:50.410284 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:50.409728 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:50.410341 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:50.409732 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 12:58:50.409737 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:50.410363 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:50.409737 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 12:58:50.409740 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:50.410411 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:50.410419 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 12:58:50.409741 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:50.410430 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:50.409753 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 12:58:50.410456 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 12:58:50.409755 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 12:58:50.409758 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:50.409759 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:50.410524 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 12:58:50.409761 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:50.409757 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:50.410581 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:50.409765 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:50.409768 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:50.410648 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:50.409776 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:50.409773 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:50.410695 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:50.409778 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 12:58:50.410727 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 12:58:50.410731 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 12:58:50.436575 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 12:58:50.436598 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 12:58:50.436613 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 12:58:50.478188 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 12:58:50.478201 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 12:58:50.478227 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 12:58:50.478241 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 12:58:50.478251 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 12:58:50.478263 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 12:58:50.478303 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 12:58:50.478331 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 12:58:50.478340 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 12:58:50.478349 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 12:58:50.519791 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 12:58:50.519822 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 12:58:50.519829 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 12:58:50.519835 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 12:58:50.519842 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 12:58:50.519849 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 12:58:50.519857 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 12:58:50.519865 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 12:58:51.994693 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:51.994722 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 35.854µs I0505 12:58:52.024579 3656 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6664f97c4c-mj48f] creating logical port openshift-image-registry_image-registry-6664f97c4c-mj48f for pod on switch ip-10-0-1-246.ec2.internal I0505 12:58:52.024680 3656 kube.go:256] Updating pod openshift-image-registry/image-registry-6664f97c4c-mj48f I0505 12:58:52.044802 3656 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2xppz] creating logical port openshift-dns_dns-default-2xppz for pod on switch ip-10-0-1-246.ec2.internal I0505 12:58:52.044909 3656 kube.go:256] Updating pod openshift-dns/dns-default-2xppz I0505 12:58:52.048203 3656 pod.go:62] [openshift-image-registry/image-registry-6664f97c4c-mj48f] pod update took 23.545675ms I0505 12:58:52.048221 3656 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6664f97c4c-mj48f] addLogicalPort annotation time took 23.567898ms I0505 12:58:52.049226 3656 pods.go:271] [openshift-image-registry/image-registry-6664f97c4c-mj48f] addLogicalPort took 24.67913ms, libovsdb time 768.19µs I0505 12:58:52.059099 3656 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vzrq7] creating logical port openshift-ingress-canary_ingress-canary-vzrq7 for pod on switch ip-10-0-1-246.ec2.internal I0505 12:58:52.059163 3656 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vzrq7 I0505 12:58:52.062106 3656 pod.go:62] [openshift-dns/dns-default-2xppz] pod update took 17.214104ms I0505 12:58:52.062122 3656 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-2xppz] addLogicalPort annotation time took 17.250961ms I0505 12:58:52.063148 3656 pods.go:271] [openshift-dns/dns-default-2xppz] addLogicalPort took 18.36085ms, libovsdb time 775.94µs I0505 12:58:52.074374 3656 pod.go:62] [openshift-ingress-canary/ingress-canary-vzrq7] pod update took 15.226643ms I0505 12:58:52.074392 3656 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vzrq7] addLogicalPort annotation time took 15.250851ms I0505 12:58:52.075295 3656 pods.go:271] [openshift-ingress-canary/ingress-canary-vzrq7] addLogicalPort took 16.204875ms, libovsdb time 635.882µs I0505 12:58:52.451975 3656 cni.go:452] [openshift-ingress-canary/ingress-canary-vzrq7 419bec138cf251b9f084f1596abad8aa347d50540e22ae25e521091da8c300b1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vzrq7 419bec138cf251b9f084f1596abad8aa347d50540e22ae25e521091da8c300b1 network default NAD default NAD key ] I0505 12:58:52.480880 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vzrq7, hostIfaceName: 419bec138cf251b, network: default, NAD default, SandboxID: "419bec138cf251b9f084f1596abad8aa347d50540e22ae25e521091da8c300b1", PCI device ID: , UID: "88a2c3a9-cf04-405d-a12c-14aa85514a90", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 12:58:52.524420 3656 cni.go:473] [openshift-ingress-canary/ingress-canary-vzrq7 419bec138cf251b9f084f1596abad8aa347d50540e22ae25e521091da8c300b1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vzrq7 419bec138cf251b9f084f1596abad8aa347d50540e22ae25e521091da8c300b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ee:7f:ff:ea:93\",\"name\":\"419bec138cf251b\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/136dbbf0-815b-4e12-8e23-40e4dafb3cc3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 12:58:55.884518 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:56.124186 3656 cni.go:452] [openshift-network-diagnostics/network-check-target-b6kr5 d572cbd00f7f89233da63dea452c3e65a61dd6b6a4912deaadb767bb07debe72 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-b6kr5 d572cbd00f7f89233da63dea452c3e65a61dd6b6a4912deaadb767bb07debe72 network default NAD default NAD key ] I0505 12:58:56.134949 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-b6kr5, hostIfaceName: d572cbd00f7f892, network: default, NAD default, SandboxID: "d572cbd00f7f89233da63dea452c3e65a61dd6b6a4912deaadb767bb07debe72", PCI device ID: , UID: "fe47a740-cd15-4230-af61-ec1b854d5a9b", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 12:58:56.180023 3656 cni.go:473] [openshift-network-diagnostics/network-check-target-b6kr5 d572cbd00f7f89233da63dea452c3e65a61dd6b6a4912deaadb767bb07debe72 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-b6kr5 d572cbd00f7f89233da63dea452c3e65a61dd6b6a4912deaadb767bb07debe72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:6f:f6:47:bb:98\",\"name\":\"d572cbd00f7f892\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b95a780f-367a-470d-9f9b-515f33885f4e\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 12:58:59.297786 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:59:03.957026 3656 default_network_controller.go:1025] Node "ip-10-0-2-43.ec2.internal" in remote zone "ip-10-0-2-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:59:03.957893 3656 zone_ic_handler.go:195] Time taken to create transit switch: 303.774µs I0505 12:59:03.957912 3656 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-43.ec2.internal for the network default I0505 12:59:03.958957 3656 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-43.ec2.internal" on network "default" took: 1.390025ms W0505 12:59:12.596249 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:59:12.596272 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:59:27.899249 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:59:27.899280 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:59:30.303419 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:00:20.707513 3656 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-2dtrr for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:20.707642 3656 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr I0505 13:00:20.707899 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-cwn74 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:20.707984 3656 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74 I0505 13:00:20.725632 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-jhx7r for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:20.725814 3656 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r I0505 13:00:20.742510 3656 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74] pod update took 34.551178ms I0505 13:00:20.742530 3656 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74] addLogicalPort annotation time took 34.576399ms I0505 13:00:20.743818 3656 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74] addLogicalPort took 35.930053ms, libovsdb time 992.452µs I0505 13:00:20.743909 3656 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-lxpvt for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:20.743983 3656 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt I0505 13:00:20.755451 3656 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r] pod update took 29.663796ms I0505 13:00:20.755469 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r] addLogicalPort annotation time took 29.686516ms I0505 13:00:20.756392 3656 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r] addLogicalPort took 30.777ms, libovsdb time 685.695µs I0505 13:00:20.766387 3656 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr I0505 13:00:20.772199 3656 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt] pod update took 28.241023ms I0505 13:00:20.772214 3656 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt] addLogicalPort annotation time took 28.259936ms I0505 13:00:20.773009 3656 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt] addLogicalPort took 29.113729ms, libovsdb time 589.851µs I0505 13:00:20.793781 3656 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr] pod update took 86.171907ms I0505 13:00:20.793800 3656 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr] addLogicalPort annotation time took 86.197716ms I0505 13:00:20.794766 3656 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr] addLogicalPort took 87.273436ms, libovsdb time 756.603µs I0505 13:00:20.795821 3656 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-2rvh2] creating logical port openshift-console-operator_console-operator-66dbbb6468-2rvh2 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:20.795882 3656 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-2rvh2 I0505 13:00:20.813436 3656 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-2rvh2] pod update took 17.576148ms I0505 13:00:20.813451 3656 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-2rvh2] addLogicalPort annotation time took 17.5938ms I0505 13:00:20.814281 3656 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-2rvh2] addLogicalPort took 18.46649ms, libovsdb time 582.224µs I0505 13:00:20.936767 3656 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-6xbwx] creating logical port openshift-insights_insights-operator-6dbb575d6c-6xbwx for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:20.936874 3656 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-6xbwx I0505 13:00:20.972534 3656 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-6xbwx] pod update took 35.685452ms I0505 13:00:20.972568 3656 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-6xbwx] addLogicalPort annotation time took 35.721526ms I0505 13:00:20.973581 3656 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-6xbwx] addLogicalPort took 36.821901ms, libovsdb time 733.012µs I0505 13:00:21.059207 3656 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr d1d422e5e249b95c4a98fd992258abe2f8135693e29495c4e1fc041092215fef network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr d1d422e5e249b95c4a98fd992258abe2f8135693e29495c4e1fc041092215fef network default NAD default NAD key ] I0505 13:00:21.066422 3656 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74 cdf13e3e2edf2b6202a130f6aa662edc6d161d07451d7ab24b9828dbb9d75d93 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74 cdf13e3e2edf2b6202a130f6aa662edc6d161d07451d7ab24b9828dbb9d75d93 network default NAD default NAD key ] I0505 13:00:21.070852 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-2dtrr, hostIfaceName: d1d422e5e249b95, network: default, NAD default, SandboxID: "d1d422e5e249b95c4a98fd992258abe2f8135693e29495c4e1fc041092215fef", PCI device ID: , UID: "473261f0-e74f-48e1-8b55-1c54c2002c92", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 13:00:21.072115 3656 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-2rvh2 b6b7b4eb2ef4d8119a378ea30ebd39d0db51e3bc2cfdbac0bc3115b1e6d80ee3 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-2rvh2 b6b7b4eb2ef4d8119a378ea30ebd39d0db51e3bc2cfdbac0bc3115b1e6d80ee3 network default NAD default NAD key ] I0505 13:00:21.079508 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-cwn74, hostIfaceName: cdf13e3e2edf2b6, network: default, NAD default, SandboxID: "cdf13e3e2edf2b6202a130f6aa662edc6d161d07451d7ab24b9828dbb9d75d93", PCI device ID: , UID: "e27deafc-8cd0-4633-a0e1-d2cb270c1a3f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 13:00:21.085233 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-2rvh2, hostIfaceName: b6b7b4eb2ef4d81, network: default, NAD default, SandboxID: "b6b7b4eb2ef4d8119a378ea30ebd39d0db51e3bc2cfdbac0bc3115b1e6d80ee3", PCI device ID: , UID: "d79d4b9d-f5f6-43fa-a58c-8e93f36fd0ab", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 13:00:21.120728 3656 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr d1d422e5e249b95c4a98fd992258abe2f8135693e29495c4e1fc041092215fef network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-2dtrr d1d422e5e249b95c4a98fd992258abe2f8135693e29495c4e1fc041092215fef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:37:97:11:db:98\",\"name\":\"d1d422e5e249b95\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/140a491c-1e32-4528-b4e4-90dd91a71460\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:21.281090 3656 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-6xbwx b8fe1316430838124decc587136bfd76eaf137d4e0f72aeaf9891cfd60d18d93 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-6xbwx b8fe1316430838124decc587136bfd76eaf137d4e0f72aeaf9891cfd60d18d93 network default NAD default NAD key ] I0505 13:00:21.291944 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-6xbwx, hostIfaceName: b8fe13164308381, network: default, NAD default, SandboxID: "b8fe1316430838124decc587136bfd76eaf137d4e0f72aeaf9891cfd60d18d93", PCI device ID: , UID: "b8116ebb-f396-40a9-98e9-1c12d210fbe4", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 13:00:21.335102 3656 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-6xbwx b8fe1316430838124decc587136bfd76eaf137d4e0f72aeaf9891cfd60d18d93 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-6xbwx b8fe1316430838124decc587136bfd76eaf137d4e0f72aeaf9891cfd60d18d93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:46:df:01:dc:92\",\"name\":\"b8fe13164308381\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fefc1d4-c2bd-4e78-ac0e-794598f9f62e\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:21.341364 3656 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74 cdf13e3e2edf2b6202a130f6aa662edc6d161d07451d7ab24b9828dbb9d75d93 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-cwn74 cdf13e3e2edf2b6202a130f6aa662edc6d161d07451d7ab24b9828dbb9d75d93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a2:d7:2c:7a:46\",\"name\":\"cdf13e3e2edf2b6\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc0a6964-d23c-4f8f-aea7-a5af2caab9a6\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:21.341689 3656 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-2rvh2 b6b7b4eb2ef4d8119a378ea30ebd39d0db51e3bc2cfdbac0bc3115b1e6d80ee3 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-2rvh2 b6b7b4eb2ef4d8119a378ea30ebd39d0db51e3bc2cfdbac0bc3115b1e6d80ee3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:7f:44:e1:38:2e\",\"name\":\"b6b7b4eb2ef4d81\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3e45dd8-1bcd-4eb2-88b6-02f74a8a8c3a\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:00:24.496242 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:00:25.022448 3656 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:00:25.023314 3656 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 846.367µs I0505 13:00:25.048327 3656 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:00:25.195025 3656 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-prbfz for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:25.195119 3656 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz I0505 13:00:25.210051 3656 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz] pod update took 14.953494ms I0505 13:00:25.210071 3656 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz] addLogicalPort annotation time took 14.980011ms I0505 13:00:25.211209 3656 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz] addLogicalPort took 16.193735ms, libovsdb time 844.9µs I0505 13:00:25.554873 3656 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz b427dc10e895327ce2d2160121b93dfaa7ea8bf1fd62c212b27a0ded8963412e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz b427dc10e895327ce2d2160121b93dfaa7ea8bf1fd62c212b27a0ded8963412e network default NAD default NAD key ] I0505 13:00:25.564657 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-prbfz, hostIfaceName: b427dc10e895327, network: default, NAD default, SandboxID: "b427dc10e895327ce2d2160121b93dfaa7ea8bf1fd62c212b27a0ded8963412e", PCI device ID: , UID: "9a61607b-a024-4a40-94c5-a475cb760d1a", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 13:00:25.609810 3656 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz b427dc10e895327ce2d2160121b93dfaa7ea8bf1fd62c212b27a0ded8963412e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-prbfz b427dc10e895327ce2d2160121b93dfaa7ea8bf1fd62c212b27a0ded8963412e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c9:1d:6d:99:22\",\"name\":\"b427dc10e895327\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59edd080-3334-43a0-8522-af0f5f047704\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:26.767995 3656 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:00:26.769015 3656 namespace.go:102] [openshift-service-ca] adding namespace took 999.122µs I0505 13:00:26.786778 3656 namespace.go:142] [openshift-service-ca] updating namespace W0505 13:00:35.707872 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:00:52.592790 3656 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r a4e8a402c19cc84723810a90160187f1a045a5621b0806f56d85213be2c13dbd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r a4e8a402c19cc84723810a90160187f1a045a5621b0806f56d85213be2c13dbd network default NAD default NAD key ] I0505 13:00:52.598067 3656 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt da0e2fff3c72700ea735ce2eca5cdf3593817dfda00991e0ccc8891e2619438b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt da0e2fff3c72700ea735ce2eca5cdf3593817dfda00991e0ccc8891e2619438b network default NAD default NAD key ] I0505 13:00:52.602681 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-jhx7r, hostIfaceName: a4e8a402c19cc84, network: default, NAD default, SandboxID: "a4e8a402c19cc84723810a90160187f1a045a5621b0806f56d85213be2c13dbd", PCI device ID: , UID: "13e29b6d-c83d-441b-aa5f-e400c8054d35", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 13:00:52.608071 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-lxpvt, hostIfaceName: da0e2fff3c72700, network: default, NAD default, SandboxID: "da0e2fff3c72700ea735ce2eca5cdf3593817dfda00991e0ccc8891e2619438b", PCI device ID: , UID: "de7c895a-8d89-4465-bce6-ccf3d1c00447", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 13:00:52.648229 3656 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r a4e8a402c19cc84723810a90160187f1a045a5621b0806f56d85213be2c13dbd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-jhx7r a4e8a402c19cc84723810a90160187f1a045a5621b0806f56d85213be2c13dbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:03:78:49:39:6e\",\"name\":\"a4e8a402c19cc84\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e037f82-052f-4741-a36b-57596b72e21f\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:52.664986 3656 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt da0e2fff3c72700ea735ce2eca5cdf3593817dfda00991e0ccc8891e2619438b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lxpvt da0e2fff3c72700ea735ce2eca5cdf3593817dfda00991e0ccc8891e2619438b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c1:6c:14:61:88\",\"name\":\"da0e2fff3c72700\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae8b4b24-1bb8-442c-8f57-2fe94d8f5492\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:00:54.753126 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:54.777712 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:54.777734 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:54.777915 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:54.777931 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:54.777936 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 13:00:55.369034 3656 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-2jf56] creating logical port openshift-insights_insights-runtime-extractor-2jf56 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:55.369126 3656 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-2jf56 I0505 13:00:55.421858 3656 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-2jf56 I0505 13:00:55.449289 3656 pod.go:62] [openshift-insights/insights-runtime-extractor-2jf56] pod update took 80.190854ms I0505 13:00:55.449309 3656 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-2jf56] addLogicalPort annotation time took 80.215707ms I0505 13:00:55.450398 3656 pods.go:271] [openshift-insights/insights-runtime-extractor-2jf56] addLogicalPort took 81.377881ms, libovsdb time 773.408µs I0505 13:00:55.728746 3656 cni.go:452] [openshift-insights/insights-runtime-extractor-2jf56 0dcd2ae5c0f56b30a088869cc987db58b47bbc5ac90a3a531070eab82e9486ca network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-2jf56 0dcd2ae5c0f56b30a088869cc987db58b47bbc5ac90a3a531070eab82e9486ca network default NAD default NAD key ] I0505 13:00:55.739063 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-2jf56, hostIfaceName: 0dcd2ae5c0f56b3, network: default, NAD default, SandboxID: "0dcd2ae5c0f56b30a088869cc987db58b47bbc5ac90a3a531070eab82e9486ca", PCI device ID: , UID: "2fd05647-a57c-4c67-b8f0-0fb035e9c502", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 13:00:55.785066 3656 cni.go:473] [openshift-insights/insights-runtime-extractor-2jf56 0dcd2ae5c0f56b30a088869cc987db58b47bbc5ac90a3a531070eab82e9486ca network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-2jf56 0dcd2ae5c0f56b30a088869cc987db58b47bbc5ac90a3a531070eab82e9486ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:3e:67:a2:88:44\",\"name\":\"0dcd2ae5c0f56b3\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/356b8ccf-b94b-4b40-b6a1-26be8c03f0d4\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:55.790499 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-v8lw2 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:55.790593 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2 I0505 13:00:55.805103 3656 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2] pod update took 14.529964ms I0505 13:00:55.805127 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2] addLogicalPort annotation time took 14.557463ms I0505 13:00:55.806484 3656 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2] addLogicalPort took 16.005854ms, libovsdb time 974.564µs I0505 13:00:56.154434 3656 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2 9f0dc30e011bc12fd4ae5dd0d7917718c25718c6a3f2011bd724533e933058b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2 9f0dc30e011bc12fd4ae5dd0d7917718c25718c6a3f2011bd724533e933058b8 network default NAD default NAD key ] I0505 13:00:56.164651 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-v8lw2, hostIfaceName: 9f0dc30e011bc12, network: default, NAD default, SandboxID: "9f0dc30e011bc12fd4ae5dd0d7917718c25718c6a3f2011bd724533e933058b8", PCI device ID: , UID: "f8a92a20-072b-4b8e-876e-56418a52908d", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 13:00:56.167703 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.168277 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.183452 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.183467 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.187712 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb476f6d-tqs6z I0505 13:00:56.187735 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb476f6d-tqs6z I0505 13:00:56.210093 3656 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2 9f0dc30e011bc12fd4ae5dd0d7917718c25718c6a3f2011bd724533e933058b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-v8lw2 9f0dc30e011bc12fd4ae5dd0d7917718c25718c6a3f2011bd724533e933058b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:05:08:ce:40:da\",\"name\":\"9f0dc30e011bc12\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bdaed7f-bc56-48bf-903a-5b5a60e18181\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:00:56.608640 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.608673 3656 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6664f97c4c-mj48f I0505 13:00:56.609900 3656 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6664f97c4c-mj48f, ips: 10.130.0.5 I0505 13:00:56.609925 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.617708 3656 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bd6d485cd-dgb45] creating logical port openshift-image-registry_image-registry-bd6d485cd-dgb45 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:56.617798 3656 kube.go:256] Updating pod openshift-image-registry/image-registry-bd6d485cd-dgb45 I0505 13:00:56.625898 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.625915 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.635668 3656 pod.go:62] [openshift-image-registry/image-registry-bd6d485cd-dgb45] pod update took 17.8982ms I0505 13:00:56.635690 3656 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bd6d485cd-dgb45] addLogicalPort annotation time took 17.922422ms I0505 13:00:56.636838 3656 pods.go:271] [openshift-image-registry/image-registry-bd6d485cd-dgb45] addLogicalPort took 19.140444ms, libovsdb time 839.407µs I0505 13:00:56.636879 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6664f97c4c-mj48f I0505 13:00:56.636888 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6664f97c4c-mj48f I0505 13:00:56.979682 3656 cni.go:452] [openshift-image-registry/image-registry-bd6d485cd-dgb45 5d2b7bbb21b9ebc8b1e910da0fc5c8218053e83d3e3bb60e8acf2f4b68da589d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bd6d485cd-dgb45 5d2b7bbb21b9ebc8b1e910da0fc5c8218053e83d3e3bb60e8acf2f4b68da589d network default NAD default NAD key ] I0505 13:00:56.989799 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bd6d485cd-dgb45, hostIfaceName: 5d2b7bbb21b9ebc, network: default, NAD default, SandboxID: "5d2b7bbb21b9ebc8b1e910da0fc5c8218053e83d3e3bb60e8acf2f4b68da589d", PCI device ID: , UID: "7b917bc5-a7ea-4f0a-a212-a4583e4d6221", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 13:00:57.037978 3656 cni.go:473] [openshift-image-registry/image-registry-bd6d485cd-dgb45 5d2b7bbb21b9ebc8b1e910da0fc5c8218053e83d3e3bb60e8acf2f4b68da589d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bd6d485cd-dgb45 5d2b7bbb21b9ebc8b1e910da0fc5c8218053e83d3e3bb60e8acf2f4b68da589d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:5b:ec:dd:99:22\",\"name\":\"5d2b7bbb21b9ebc\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3031f751-baf0-4486-90a4-3ff2f3c97a03\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:00:57.182709 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:57.648221 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:58.616111 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 13:00:58.641802 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:00:59.874357 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-snrfm] creating logical port openshift-monitoring_prometheus-operator-76b589d668-snrfm for pod on switch ip-10-0-1-246.ec2.internal I0505 13:00:59.874445 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-snrfm I0505 13:00:59.890635 3656 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-snrfm] pod update took 16.213156ms I0505 13:00:59.890655 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-snrfm] addLogicalPort annotation time took 16.238326ms I0505 13:00:59.891825 3656 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-snrfm] addLogicalPort took 17.480656ms, libovsdb time 833.282µs I0505 13:01:00.126771 3656 cni.go:452] [openshift-dns/dns-default-2xppz 41544d2446d2f2927cd1d44e5d8f94a056c9ee20e0b1f0ba041a61a247269a6d network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-2xppz 41544d2446d2f2927cd1d44e5d8f94a056c9ee20e0b1f0ba041a61a247269a6d network default NAD default NAD key ] I0505 13:01:00.136316 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2xppz, hostIfaceName: 41544d2446d2f29, network: default, NAD default, SandboxID: "41544d2446d2f2927cd1d44e5d8f94a056c9ee20e0b1f0ba041a61a247269a6d", PCI device ID: , UID: "3923fba6-1101-4cf3-ab0a-207171d5cd50", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 13:01:00.183416 3656 cni.go:473] [openshift-dns/dns-default-2xppz 41544d2446d2f2927cd1d44e5d8f94a056c9ee20e0b1f0ba041a61a247269a6d network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-2xppz 41544d2446d2f2927cd1d44e5d8f94a056c9ee20e0b1f0ba041a61a247269a6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:0e:79:fa:95:ae\",\"name\":\"41544d2446d2f29\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d607a52-3e09-4266-824e-aa3806e622dc\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:00.833704 3656 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-snrfm 8270ad2660877f8fa197ade9bb74d55e886834760a9f531f316cb6bcdc77f389 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-snrfm 8270ad2660877f8fa197ade9bb74d55e886834760a9f531f316cb6bcdc77f389 network default NAD default NAD key ] I0505 13:01:00.843630 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-snrfm, hostIfaceName: 8270ad2660877f8, network: default, NAD default, SandboxID: "8270ad2660877f8fa197ade9bb74d55e886834760a9f531f316cb6bcdc77f389", PCI device ID: , UID: "034acbea-da2a-4ee5-a687-10329aad4be5", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 13:01:00.894666 3656 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-snrfm 8270ad2660877f8fa197ade9bb74d55e886834760a9f531f316cb6bcdc77f389 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-snrfm 8270ad2660877f8fa197ade9bb74d55e886834760a9f531f316cb6bcdc77f389 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c1:04:d7:7e:63\",\"name\":\"8270ad2660877f8\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5dccba94-e0b6-481c-ad23-bc4f99bc952c\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:02.877485 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:02.877513 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:01:06.653649 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:01:06.653825 3656 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 13:01:06.702630 3656 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 48.868624ms I0505 13:01:06.702652 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 48.897411ms I0505 13:01:06.704035 3656 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 50.407652ms, libovsdb time 988.135µs I0505 13:01:07.013272 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018 network default NAD default NAD key ] I0505 13:01:07.034231 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f7e1e49a023a670, network: default, NAD default, SandboxID: "f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018", PCI device ID: , UID: "63c254d0-f827-40d3-b83b-18a8c00bf70c", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 13:01:07.081005 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:a9:5d:5a:95:3e\",\"name\":\"f7e1e49a023a670\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42f8ce7e-f9f4-4321-936f-02521796586b\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:08.565696 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9] creating logical port openshift-monitoring_thanos-querier-758bb4fcbb-4q7r9 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:01:08.565866 3656 kube.go:256] Updating pod openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9 I0505 13:01:08.586233 3656 pod.go:62] [openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9] pod update took 20.446605ms I0505 13:01:08.586256 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9] addLogicalPort annotation time took 20.474845ms I0505 13:01:08.587408 3656 pods.go:271] [openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9] addLogicalPort took 21.720176ms, libovsdb time 865.042µs W0505 13:01:08.702959 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:08.702977 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:08.702984 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:01:08.925987 3656 cni.go:452] [openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9 c52790e601a97629083baf03c47cd3c5c64c09efe447a0575b3f5e2a90c3e405 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9 c52790e601a97629083baf03c47cd3c5c64c09efe447a0575b3f5e2a90c3e405 network default NAD default NAD key ] I0505 13:01:08.935439 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-758bb4fcbb-4q7r9, hostIfaceName: c52790e601a9762, network: default, NAD default, SandboxID: "c52790e601a97629083baf03c47cd3c5c64c09efe447a0575b3f5e2a90c3e405", PCI device ID: , UID: "977ba2ff-a889-4f1c-bfa6-4df48e16781f", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 13:01:08.981863 3656 cni.go:473] [openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9 c52790e601a97629083baf03c47cd3c5c64c09efe447a0575b3f5e2a90c3e405 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-758bb4fcbb-4q7r9 c52790e601a97629083baf03c47cd3c5c64c09efe447a0575b3f5e2a90c3e405 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:21:e1:c2:ff:7c\",\"name\":\"c52790e601a9762\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18ccaa57-70d6-4f3d-b1dd-c679859c5626\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:09.194060 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:09.194084 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:09.194094 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:09.194110 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:09.194118 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:09.194126 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0505 13:01:10.076228 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-5dltp for pod on switch ip-10-0-1-246.ec2.internal I0505 13:01:10.076454 3656 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp I0505 13:01:10.093998 3656 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp] pod update took 17.583995ms I0505 13:01:10.094021 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp] addLogicalPort annotation time took 17.61132ms I0505 13:01:10.095298 3656 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp] addLogicalPort took 19.093215ms, libovsdb time 940.95µs W0505 13:01:11.276071 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:11.276131 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:11.276139 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:01:11.938080 3656 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp 74f762bb5bc56d1a3f376b81e019145d1528863f377cc53858752ea2394ca0b1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp 74f762bb5bc56d1a3f376b81e019145d1528863f377cc53858752ea2394ca0b1 network default NAD default NAD key ] I0505 13:01:11.950339 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-5dltp, hostIfaceName: 74f762bb5bc56d1, network: default, NAD default, SandboxID: "74f762bb5bc56d1a3f376b81e019145d1528863f377cc53858752ea2394ca0b1", PCI device ID: , UID: "e9111f66-298a-4d59-a5de-e581dcf5b6f8", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 13:01:11.998109 3656 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp 74f762bb5bc56d1a3f376b81e019145d1528863f377cc53858752ea2394ca0b1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5dltp 74f762bb5bc56d1a3f376b81e019145d1528863f377cc53858752ea2394ca0b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:01:62:44:d4:25\",\"name\":\"74f762bb5bc56d1\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29e6bb5f-1e90-49e1-898a-db938ffcdd39\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:12.010687 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:01:12.370071 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.370622 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.370646 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.370654 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:01:12.370668 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.370674 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0505 13:01:12.651334 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:12.651366 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:12.651376 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:12.711198 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711219 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711226 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711232 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:13.274374 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:13.274396 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:13.303664 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:01:13.423139 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.423164 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.423183 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.423198 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:01:13.705148 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:01:13.724641 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:01:14.037036 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:14.037052 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:14.304025 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304041 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304046 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304049 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:01:15.751017 3656 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:01:15.760249 3656 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 13:01:18.190505 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:18.190528 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:18.235130 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:18.235155 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:18.633393 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:18.725565 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725585 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725591 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725596 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.755528 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:01:18.860345 3656 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-wzwml] creating logical port openshift-console_downloads-5c54f4944f-wzwml for pod on switch ip-10-0-1-246.ec2.internal I0505 13:01:18.860466 3656 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-wzwml I0505 13:01:18.879972 3656 pod.go:62] [openshift-console/downloads-5c54f4944f-wzwml] pod update took 19.530339ms I0505 13:01:18.879998 3656 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-wzwml] addLogicalPort annotation time took 19.56127ms I0505 13:01:18.881208 3656 pods.go:271] [openshift-console/downloads-5c54f4944f-wzwml] addLogicalPort took 20.875467ms, libovsdb time 861.119µs I0505 13:01:19.217629 3656 cni.go:452] [openshift-console/downloads-5c54f4944f-wzwml c24a2fb8e1e14f8ca80e942e985b720a159b57a80111c45caa21743a2b032d92 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-wzwml c24a2fb8e1e14f8ca80e942e985b720a159b57a80111c45caa21743a2b032d92 network default NAD default NAD key ] I0505 13:01:19.226618 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-wzwml, hostIfaceName: c24a2fb8e1e14f8, network: default, NAD default, SandboxID: "c24a2fb8e1e14f8ca80e942e985b720a159b57a80111c45caa21743a2b032d92", PCI device ID: , UID: "aa8389a3-40ec-467f-b4a0-e44d6833c416", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 13:01:19.274373 3656 cni.go:473] [openshift-console/downloads-5c54f4944f-wzwml c24a2fb8e1e14f8ca80e942e985b720a159b57a80111c45caa21743a2b032d92 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-wzwml c24a2fb8e1e14f8ca80e942e985b720a159b57a80111c45caa21743a2b032d92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:62:0b:e0:34:6d\",\"name\":\"c24a2fb8e1e14f8\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c494c7cf-11d3-46cb-a8a8-52783f2b2a20\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:01:20.590769 3656 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:01:27.994217 3656 base_network_controller_pods.go:487] [default/openshift-console/console-8cfbb9989-ddnsf] creating logical port openshift-console_console-8cfbb9989-ddnsf for pod on switch ip-10-0-1-246.ec2.internal I0505 13:01:27.994339 3656 kube.go:256] Updating pod openshift-console/console-8cfbb9989-ddnsf I0505 13:01:28.013189 3656 pod.go:62] [openshift-console/console-8cfbb9989-ddnsf] pod update took 18.882022ms I0505 13:01:28.013215 3656 base_network_controller_pods.go:951] [default/openshift-console/console-8cfbb9989-ddnsf] addLogicalPort annotation time took 18.921678ms I0505 13:01:28.014540 3656 pods.go:271] [openshift-console/console-8cfbb9989-ddnsf] addLogicalPort took 20.342158ms, libovsdb time 957.891µs I0505 13:01:28.362202 3656 cni.go:452] [openshift-console/console-8cfbb9989-ddnsf bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8cfbb9989-ddnsf bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d network default NAD default NAD key ] I0505 13:01:28.371894 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8cfbb9989-ddnsf, hostIfaceName: bad40600035f0cd, network: default, NAD default, SandboxID: "bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d", PCI device ID: , UID: "e957887e-33eb-4fd1-9cea-48e26ce4dc8b", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 13:01:28.420985 3656 cni.go:473] [openshift-console/console-8cfbb9989-ddnsf bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8cfbb9989-ddnsf bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:82:db:37:d8:f8\",\"name\":\"bad40600035f0cd\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10858ba2-4e6e-4279-a3d0-75dccfad6964\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:01:31.087534 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:01:37.074009 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.074032 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.074040 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.376649 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 13:01:37.825192 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:01:39.118677 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:39.118781 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:39.823887 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 13:01:39.823888 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 13:01:39.824082 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 13:01:40.119757 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:01:40.830312 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0505 13:01:43.513333 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:43.513895 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:44.135149 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:44.135169 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:44.140581 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb476f6d-2gbgk I0505 13:01:44.140603 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb476f6d-2gbgk W0505 13:01:47.422529 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:47.422584 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:47.462934 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:47.462955 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:55.177682 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 13:02:02.965662 3656 cni.go:452] [openshift-console/console-8cfbb9989-ddnsf bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8cfbb9989-ddnsf bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d network default NAD default NAD key ] I0505 13:02:03.046145 3656 cni.go:473] [openshift-console/console-8cfbb9989-ddnsf bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8cfbb9989-ddnsf bad40600035f0cdec757ef0f8d6072a9ab6fb5e0dc212f46c9941d09d283f46d network default NAD default NAD key default], result "{}", err I0505 13:02:03.103173 3656 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-ddnsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:03.103207 3656 pods.go:176] Deleting pod: openshift-console/console-8cfbb9989-ddnsf I0505 13:02:03.104390 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8cfbb9989-ddnsf, ips: 10.130.0.23 I0505 13:02:03.104411 3656 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-ddnsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:03.112237 3656 base_network_controller_pods.go:487] [default/openshift-console/console-f88f764c7-2bb9m] creating logical port openshift-console_console-f88f764c7-2bb9m for pod on switch ip-10-0-1-246.ec2.internal I0505 13:02:03.112359 3656 kube.go:256] Updating pod openshift-console/console-f88f764c7-2bb9m I0505 13:02:03.126520 3656 pod.go:62] [openshift-console/console-f88f764c7-2bb9m] pod update took 14.184512ms I0505 13:02:03.126540 3656 base_network_controller_pods.go:951] [default/openshift-console/console-f88f764c7-2bb9m] addLogicalPort annotation time took 14.208436ms I0505 13:02:03.127846 3656 pods.go:271] [openshift-console/console-f88f764c7-2bb9m] addLogicalPort took 15.62029ms, libovsdb time 976.682µs I0505 13:02:03.509151 3656 cni.go:452] [openshift-console/console-f88f764c7-2bb9m a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f88f764c7-2bb9m a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f network default NAD default NAD key ] I0505 13:02:03.518333 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f88f764c7-2bb9m, hostIfaceName: a68c2c962c9f29e, network: default, NAD default, SandboxID: "a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f", PCI device ID: , UID: "7603946e-e0a1-48c3-8992-5d6c8254a0b7", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 13:02:03.566321 3656 cni.go:473] [openshift-console/console-f88f764c7-2bb9m a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f88f764c7-2bb9m a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:66:49:84:3e:cb\",\"name\":\"a68c2c962c9f29e\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/032d7286-b624-486f-afbe-6bb978d96fdd\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:02:03.949921 3656 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-ddnsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:03.949941 3656 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-ddnsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:03.956601 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cfbb9989-ddnsf I0505 13:02:03.956627 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cfbb9989-ddnsf I0505 13:02:10.334037 3656 obj_retry.go:498] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:10.334620 3656 obj_retry.go:498] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:11.237675 3656 obj_retry.go:492] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:11.237696 3656 obj_retry.go:492] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:11.243244 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7f4dc88b55-vcdl2 I0505 13:02:11.243270 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7f4dc88b55-vcdl2 I0505 13:02:12.742738 3656 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-st2bq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:12.743326 3656 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-st2bq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:13.251172 3656 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-st2bq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:13.251197 3656 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-st2bq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:13.259852 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cfbb9989-st2bq I0505 13:02:13.259875 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cfbb9989-st2bq W0505 13:02:13.984949 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:02:27.946420 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:27.946973 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:28.588816 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.588841 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.596221 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:02:28.596250 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:02:30.244676 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc] creating logical port openshift-monitoring_telemeter-client-86bcb8d9b6-5v6rc for pod on switch ip-10-0-1-246.ec2.internal I0505 13:02:30.244778 3656 kube.go:256] Updating pod openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc I0505 13:02:30.280853 3656 pod.go:62] [openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc] pod update took 36.105762ms I0505 13:02:30.280878 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc] addLogicalPort annotation time took 36.139486ms I0505 13:02:30.282070 3656 pods.go:271] [openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc] addLogicalPort took 37.405207ms, libovsdb time 822.431µs I0505 13:02:30.608215 3656 cni.go:452] [openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc 2af170ab1cb2613ad28b9da0f4e042ae10decaa1a7dfaa13240fc8181406bdbf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc 2af170ab1cb2613ad28b9da0f4e042ae10decaa1a7dfaa13240fc8181406bdbf network default NAD default NAD key ] I0505 13:02:30.618524 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-86bcb8d9b6-5v6rc, hostIfaceName: 2af170ab1cb2613, network: default, NAD default, SandboxID: "2af170ab1cb2613ad28b9da0f4e042ae10decaa1a7dfaa13240fc8181406bdbf", PCI device ID: , UID: "fa32e4c0-f28d-4643-bf2c-eae4ba1c7103", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 13:02:30.675502 3656 cni.go:473] [openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc 2af170ab1cb2613ad28b9da0f4e042ae10decaa1a7dfaa13240fc8181406bdbf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-86bcb8d9b6-5v6rc 2af170ab1cb2613ad28b9da0f4e042ae10decaa1a7dfaa13240fc8181406bdbf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:9e:e8:9e:fb:87\",\"name\":\"2af170ab1cb2613\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f7b2db1-28bc-4178-856e-968020f8290a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:02:31.902228 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:31.902778 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:32.336979 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:32.337003 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:32.343742 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:02:32.343765 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 13:02:34.104135 3656 cni.go:452] [openshift-multus/network-metrics-daemon-t6hlf 5a485761ad73eb18356a03d035c595b66fe9a8d289bd7fc2d51a98996c47700e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-t6hlf 5a485761ad73eb18356a03d035c595b66fe9a8d289bd7fc2d51a98996c47700e network default NAD default NAD key ] I0505 13:02:34.114235 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-t6hlf, hostIfaceName: 5a485761ad73eb1, network: default, NAD default, SandboxID: "5a485761ad73eb18356a03d035c595b66fe9a8d289bd7fc2d51a98996c47700e", PCI device ID: , UID: "eb187069-b20a-4a51-bca4-d248047a62d1", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 13:02:34.164105 3656 cni.go:473] [openshift-multus/network-metrics-daemon-t6hlf 5a485761ad73eb18356a03d035c595b66fe9a8d289bd7fc2d51a98996c47700e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-t6hlf 5a485761ad73eb18356a03d035c595b66fe9a8d289bd7fc2d51a98996c47700e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:96:f9:55:97:6a\",\"name\":\"5a485761ad73eb1\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d0f55a0-c35f-4f32-b305-709c07a2ba7a\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:02:59.557277 3656 cni.go:452] [openshift-console/console-f88f764c7-2bb9m a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f88f764c7-2bb9m a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f network default NAD default NAD key ] I0505 13:02:59.644438 3656 cni.go:473] [openshift-console/console-f88f764c7-2bb9m a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f88f764c7-2bb9m a68c2c962c9f29ec9375cc51279215c0346af85d788cae240b76e6f096fc8e9f network default NAD default NAD key default], result "{}", err I0505 13:02:59.719187 3656 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:59.719220 3656 pods.go:176] Deleting pod: openshift-console/console-f88f764c7-2bb9m I0505 13:02:59.720407 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f88f764c7-2bb9m, ips: 10.130.0.24 I0505 13:02:59.720438 3656 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:59.728829 3656 base_network_controller_pods.go:487] [default/openshift-console/console-8d6786788-dzsqc] creating logical port openshift-console_console-8d6786788-dzsqc for pod on switch ip-10-0-1-246.ec2.internal I0505 13:02:59.728921 3656 kube.go:256] Updating pod openshift-console/console-8d6786788-dzsqc I0505 13:02:59.746860 3656 pod.go:62] [openshift-console/console-8d6786788-dzsqc] pod update took 17.966354ms I0505 13:02:59.746879 3656 base_network_controller_pods.go:951] [default/openshift-console/console-8d6786788-dzsqc] addLogicalPort annotation time took 17.98907ms I0505 13:02:59.748067 3656 pods.go:271] [openshift-console/console-8d6786788-dzsqc] addLogicalPort took 19.253095ms, libovsdb time 794.708µs I0505 13:03:00.094648 3656 cni.go:452] [openshift-console/console-8d6786788-dzsqc aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8d6786788-dzsqc aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d network default NAD default NAD key ] I0505 13:03:00.104778 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8d6786788-dzsqc, hostIfaceName: aeb1bc007fb581d, network: default, NAD default, SandboxID: "aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d", PCI device ID: , UID: "463bc13a-79d2-4332-ba28-efc461697bff", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 13:03:00.154881 3656 cni.go:473] [openshift-console/console-8d6786788-dzsqc aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8d6786788-dzsqc aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9d:3c:8b:b7:ad\",\"name\":\"aeb1bc007fb581d\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87e7aa60-a897-4559-8fb6-f5af57e0e831\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:03:00.223129 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018 network default NAD default NAD key ] I0505 13:03:00.299511 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 f7e1e49a023a6701e1bd15f20aed5f55e8697ea72b15c19fcf826969a456b018 network default NAD default NAD key default], result "{}", err I0505 13:03:00.346221 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:00.346260 3656 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0505 13:03:00.347683 3656 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.19 I0505 13:03:00.347710 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:01.195379 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:01.195404 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:01.202580 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:03:01.202613 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:03:01.244749 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:03:01.244850 3656 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 13:03:01.269865 3656 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.054697ms I0505 13:03:01.269884 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.078208ms I0505 13:03:01.271227 3656 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.493092ms, libovsdb time 963.95µs I0505 13:03:01.608041 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 bc2c464175255fa2f25dd68770e07f7d0405e69131d85a6836c4f2a88d328f95 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 bc2c464175255fa2f25dd68770e07f7d0405e69131d85a6836c4f2a88d328f95 network default NAD default NAD key ] I0505 13:03:01.618850 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: bc2c464175255fa, network: default, NAD default, SandboxID: "bc2c464175255fa2f25dd68770e07f7d0405e69131d85a6836c4f2a88d328f95", PCI device ID: , UID: "c1b39256-3f0b-451b-8b1f-c1245306a3b0", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 13:03:01.684051 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 bc2c464175255fa2f25dd68770e07f7d0405e69131d85a6836c4f2a88d328f95 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 bc2c464175255fa2f25dd68770e07f7d0405e69131d85a6836c4f2a88d328f95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:bf:c4:cd:0e:07\",\"name\":\"bc2c464175255fa\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa8447e7-55ac-4537-9568-0a1945a0831b\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:03:10.239843 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:03:10.721625 3656 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2vpbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:10.722231 3656 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2vpbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:11.065213 3656 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2vpbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:11.065253 3656 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2vpbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:11.071055 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f88f764c7-2vpbc I0505 13:03:11.071081 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f88f764c7-2vpbc I0505 13:03:30.312943 3656 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.312967 3656 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.330172 3656 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.330195 3656 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.333688 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f88f764c7-2bb9m I0505 13:03:30.333710 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f88f764c7-2bb9m W0505 13:03:31.660079 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:03:31.660098 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:03:31.660103 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:03:34.924686 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:34.925234 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:35.871909 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:35.871938 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:35.879354 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:03:35.879381 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:04:20.313689 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 13:04:41.340965 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 13:04:45.228350 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:05:14.599333 3656 cni.go:452] [openshift-console/console-8d6786788-dzsqc aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8d6786788-dzsqc aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d network default NAD default NAD key ] I0505 13:05:14.669794 3656 cni.go:473] [openshift-console/console-8d6786788-dzsqc aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8d6786788-dzsqc aeb1bc007fb581d4ac7f9d1e85fbd3d16991b59c55c0797a8ffd33dff206350d network default NAD default NAD key default], result "{}", err I0505 13:05:14.720617 3656 obj_retry.go:498] Detected object openshift-console/console-8d6786788-dzsqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:14.720655 3656 pods.go:176] Deleting pod: openshift-console/console-8d6786788-dzsqc I0505 13:05:14.722008 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8d6786788-dzsqc, ips: 10.130.0.26 I0505 13:05:14.722045 3656 obj_retry.go:498] Detected object openshift-console/console-8d6786788-dzsqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:14.729067 3656 base_network_controller_pods.go:487] [default/openshift-console/console-6db6c489fb-7hsbt] creating logical port openshift-console_console-6db6c489fb-7hsbt for pod on switch ip-10-0-1-246.ec2.internal I0505 13:05:14.729197 3656 kube.go:256] Updating pod openshift-console/console-6db6c489fb-7hsbt I0505 13:05:14.745031 3656 pod.go:62] [openshift-console/console-6db6c489fb-7hsbt] pod update took 15.859286ms I0505 13:05:14.745058 3656 base_network_controller_pods.go:951] [default/openshift-console/console-6db6c489fb-7hsbt] addLogicalPort annotation time took 15.890611ms I0505 13:05:14.746233 3656 pods.go:271] [openshift-console/console-6db6c489fb-7hsbt] addLogicalPort took 17.178674ms, libovsdb time 863.216µs I0505 13:05:15.032256 3656 obj_retry.go:492] Detected object openshift-console/console-8d6786788-dzsqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:15.032298 3656 obj_retry.go:492] Detected object openshift-console/console-8d6786788-dzsqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:15.037650 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8d6786788-dzsqc I0505 13:05:15.037676 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8d6786788-dzsqc I0505 13:05:15.087798 3656 cni.go:452] [openshift-console/console-6db6c489fb-7hsbt 45f00a0fa0fa969b076d4ea9c2ffc131ebc1b474c0639ed6286465ff20b7eeea network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6db6c489fb-7hsbt 45f00a0fa0fa969b076d4ea9c2ffc131ebc1b474c0639ed6286465ff20b7eeea network default NAD default NAD key ] I0505 13:05:15.097009 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6db6c489fb-7hsbt, hostIfaceName: 45f00a0fa0fa969, network: default, NAD default, SandboxID: "45f00a0fa0fa969b076d4ea9c2ffc131ebc1b474c0639ed6286465ff20b7eeea", PCI device ID: , UID: "06fbabdf-5823-450b-b2d4-36093f3967e4", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 13:05:15.145295 3656 cni.go:473] [openshift-console/console-6db6c489fb-7hsbt 45f00a0fa0fa969b076d4ea9c2ffc131ebc1b474c0639ed6286465ff20b7eeea network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6db6c489fb-7hsbt 45f00a0fa0fa969b076d4ea9c2ffc131ebc1b474c0639ed6286465ff20b7eeea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f8:ca:d2:08:40\",\"name\":\"45f00a0fa0fa969\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/926022e2-064d-4a59-aae5-e735ea5b0740\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:05:25.548235 3656 obj_retry.go:498] Detected object openshift-console/console-8d6786788-bpff7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:25.548843 3656 obj_retry.go:498] Detected object openshift-console/console-8d6786788-bpff7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:05:25.794443 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:05:25.993145 3656 obj_retry.go:492] Detected object openshift-console/console-8d6786788-bpff7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:25.993167 3656 obj_retry.go:492] Detected object openshift-console/console-8d6786788-bpff7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:25.996221 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8d6786788-bpff7 I0505 13:05:25.996246 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8d6786788-bpff7 I0505 13:05:43.329575 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:05:51.324541 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 13:05:59.224643 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=132 I0505 13:06:17.301583 3656 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-d6fdj for pod on switch ip-10-0-1-246.ec2.internal I0505 13:06:17.301727 3656 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj I0505 13:06:17.317935 3656 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj] pod update took 16.236752ms I0505 13:06:17.317964 3656 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj] addLogicalPort annotation time took 16.263829ms I0505 13:06:17.319177 3656 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj] addLogicalPort took 17.627019ms, libovsdb time 877.27µs I0505 13:06:17.661981 3656 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj b4fcd2b86e31a5da8bcb9cb793f1ae4a7dfb1a037744e27da76b6de4a99992e4 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj b4fcd2b86e31a5da8bcb9cb793f1ae4a7dfb1a037744e27da76b6de4a99992e4 network default NAD default NAD key ] I0505 13:06:17.672220 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-d6fdj, hostIfaceName: b4fcd2b86e31a5d, network: default, NAD default, SandboxID: "b4fcd2b86e31a5da8bcb9cb793f1ae4a7dfb1a037744e27da76b6de4a99992e4", PCI device ID: , UID: "3c47c741-c377-475d-a5a0-d6fde15861b2", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 13:06:17.721365 3656 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj b4fcd2b86e31a5da8bcb9cb793f1ae4a7dfb1a037744e27da76b6de4a99992e4 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-d6fdj b4fcd2b86e31a5da8bcb9cb793f1ae4a7dfb1a037744e27da76b6de4a99992e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:8c:75:d0:46:44\",\"name\":\"b4fcd2b86e31a5d\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ed4b252-05bf-4da0-bafb-5835bdedbebe\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:06:20.020241 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0505 13:06:31.033352 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:06:31.077329 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:06:31.077396 3656 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-g5m5z IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-g5m5z: no pod IPs found I0505 13:06:32.226395 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0505 13:06:34.352275 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:06:51.235249 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=574 I0505 13:07:11.227203 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0505 13:07:16.318646 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 13:07:20.346716 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 13:07:33.352676 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 13:07:52.334349 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0505 13:08:17.223635 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0505 13:08:36.313982 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0505 13:10:00.214986 3656 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633110-btsjh for pod on switch ip-10-0-1-246.ec2.internal I0505 13:10:00.215091 3656 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh I0505 13:10:00.239737 3656 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh] pod update took 24.667493ms I0505 13:10:00.239758 3656 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh] addLogicalPort annotation time took 24.694422ms I0505 13:10:00.241071 3656 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh] addLogicalPort took 26.10068ms, libovsdb time 937.288µs I0505 13:10:00.592204 3656 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh 1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh 1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4 network default NAD default NAD key ] I0505 13:10:00.601457 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633110-btsjh, hostIfaceName: 1bbcc80c387281f, network: default, NAD default, SandboxID: "1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4", PCI device ID: , UID: "d14d3cc4-90c7-4f89-9670-6656f95fbd3c", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 13:10:00.635682 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:00.636180 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:00.645812 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:00.645829 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:00.650432 3656 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh 1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh 1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f9:04:e1:15:14\",\"name\":\"1bbcc80c387281f\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/718df845-79e0-4843-ab26-88a991ea3c93\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:10:00.654346 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h I0505 13:10:00.654372 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h I0505 13:10:04.931491 3656 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh 1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh 1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4 network default NAD default NAD key ] I0505 13:10:05.012276 3656 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh 1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh 1bbcc80c387281fdbfd8a0a8f4794ce068f3e55122f61a39505ee2167f691cf4 network default NAD default NAD key default], result "{}", err I0505 13:10:05.055106 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.055161 3656 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh I0505 13:10:05.056367 3656 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh, ips: 10.130.0.30 I0505 13:10:05.056393 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.939135 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:05.939181 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:56.701844 3656 namespace.go:98] [tsf] adding namespace I0505 13:10:56.702724 3656 namespace.go:102] [tsf] adding namespace took 855.661µs I0505 13:10:56.721153 3656 namespace.go:142] [tsf] updating namespace I0505 13:10:56.732627 3656 namespace.go:142] [tsf] updating namespace I0505 13:11:01.267384 3656 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:11:01.267517 3656 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:11:01.267615 3656 namespace.go:98] [rhbk-operator] adding namespace I0505 13:11:01.267755 3656 namespace.go:98] [konflux-ui] adding namespace I0505 13:11:01.267803 3656 namespace.go:98] [konflux-operator] adding namespace I0505 13:11:01.267926 3656 namespace.go:98] [tsf-tas] adding namespace I0505 13:11:01.268384 3656 namespace.go:102] [cert-manager-operator] adding namespace took 977.451µs I0505 13:11:01.268979 3656 namespace.go:102] [rhtpa-operator] adding namespace took 1.444538ms I0505 13:11:01.269619 3656 namespace.go:102] [rhbk-operator] adding namespace took 1.98682ms I0505 13:11:01.270172 3656 namespace.go:102] [konflux-ui] adding namespace took 2.40219ms I0505 13:11:01.270813 3656 namespace.go:102] [konflux-operator] adding namespace took 2.997008ms I0505 13:11:01.271349 3656 namespace.go:102] [tsf-tas] adding namespace took 3.406439ms I0505 13:11:01.272460 3656 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:11:01.272574 3656 namespace.go:98] [tsf-tpa] adding namespace I0505 13:11:01.273064 3656 namespace.go:102] [tsf-keycloak] adding namespace took 592.815µs I0505 13:11:01.273575 3656 namespace.go:102] [tsf-tpa] adding namespace took 989.115µs I0505 13:11:01.285308 3656 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.292106 3656 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.299190 3656 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.314803 3656 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.314927 3656 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.326739 3656 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.326772 3656 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:01.333215 3656 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.333280 3656 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.335592 3656 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.342287 3656 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.377187 3656 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.377265 3656 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.390357 3656 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.390381 3656 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.405253 3656 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.405297 3656 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.423108 3656 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.428062 3656 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.459008 3656 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.484478 3656 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.499390 3656 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.683360 3656 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:01.694816 3656 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:02.314956 3656 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:02.323778 3656 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:09.742678 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.743236 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.743268 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.743278 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:09.743293 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.743299 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:10.772605 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772633 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772644 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772655 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:11.753055 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753633 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753661 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753668 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:11.753682 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753688 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:11.795154 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795564 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795586 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795593 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:11.795604 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795608 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:12.777826 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.777849 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.777859 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.777871 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.821835 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.821856 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.821868 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.821877 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:14.795538 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.796051 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.796077 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.796085 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:14.796099 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.796103 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:14.817144 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817588 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817611 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817621 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:14.817637 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817641 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:15.821615 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.821640 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.821654 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.821665 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.848014 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.848029 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.848041 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.848051 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:16.823377 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.823997 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.824030 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.824040 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:16.824062 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.824069 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:17.919357 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.919382 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.919401 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.919415 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.310815 3656 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-hrssz for pod on switch ip-10-0-1-246.ec2.internal I0505 13:11:20.310940 3656 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz I0505 13:11:20.336434 3656 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz] pod update took 25.522742ms I0505 13:11:20.336461 3656 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz] addLogicalPort annotation time took 25.553567ms I0505 13:11:20.337694 3656 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz] addLogicalPort took 26.89335ms, libovsdb time 870.595µs I0505 13:11:20.567788 3656 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-lbpsq for pod on switch ip-10-0-1-246.ec2.internal I0505 13:11:20.567915 3656 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq I0505 13:11:20.603925 3656 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq] pod update took 36.036589ms I0505 13:11:20.603945 3656 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq] addLogicalPort annotation time took 36.060532ms I0505 13:11:20.605138 3656 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq] addLogicalPort took 37.367042ms, libovsdb time 866.619µs I0505 13:11:20.667412 3656 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz d593a7d53878e9dbb4f25a19d21b763f952de5bc8e13c457630ffc637275956c network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz d593a7d53878e9dbb4f25a19d21b763f952de5bc8e13c457630ffc637275956c network default NAD default NAD key ] I0505 13:11:20.677228 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-hrssz, hostIfaceName: d593a7d53878e9d, network: default, NAD default, SandboxID: "d593a7d53878e9dbb4f25a19d21b763f952de5bc8e13c457630ffc637275956c", PCI device ID: , UID: "25246757-7625-46f9-b17a-b851a7c17ab8", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 13:11:20.727187 3656 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz d593a7d53878e9dbb4f25a19d21b763f952de5bc8e13c457630ffc637275956c network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-hrssz d593a7d53878e9dbb4f25a19d21b763f952de5bc8e13c457630ffc637275956c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3b:da:16:7b:a1\",\"name\":\"d593a7d53878e9d\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d11c7c7-2cd4-4247-9094-be318e6921c0\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:11:21.221892 3656 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq 6376ffcdd0de251af563bf34e851e1069f6912a5d0c1e6f3c2c9f3b782600ae0 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq 6376ffcdd0de251af563bf34e851e1069f6912a5d0c1e6f3c2c9f3b782600ae0 network default NAD default NAD key ] I0505 13:11:21.231636 3656 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-lbpsq, hostIfaceName: 6376ffcdd0de251, network: default, NAD default, SandboxID: "6376ffcdd0de251af563bf34e851e1069f6912a5d0c1e6f3c2c9f3b782600ae0", PCI device ID: , UID: "21f28a37-4141-44ae-8747-5b82b6cb6137", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 13:11:21.279409 3656 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq 6376ffcdd0de251af563bf34e851e1069f6912a5d0c1e6f3c2c9f3b782600ae0 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-lbpsq 6376ffcdd0de251af563bf34e851e1069f6912a5d0c1e6f3c2c9f3b782600ae0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:50:5a:f0:4a:27\",\"name\":\"6376ffcdd0de251\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26c53902-8503-48de-8c34-3cae98c11978\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:11:22.227991 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0505 13:11:26.409080 3656 namespace.go:98] [cert-manager] adding namespace I0505 13:11:26.409933 3656 namespace.go:102] [cert-manager] adding namespace took 829.71µs I0505 13:11:26.429785 3656 namespace.go:142] [cert-manager] updating namespace I0505 13:11:26.448143 3656 namespace.go:142] [cert-manager] updating namespace W0505 13:11:31.847466 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:11:31.847482 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:11:32.131247 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-f9qvg for pod on switch ip-10-0-1-246.ec2.internal I0505 13:11:32.131334 3656 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg I0505 13:11:32.185116 3656 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg] pod update took 53.800112ms I0505 13:11:32.185146 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg] addLogicalPort annotation time took 53.835834ms I0505 13:11:32.186648 3656 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg] addLogicalPort took 55.418027ms, libovsdb time 992.997µs I0505 13:11:32.507745 3656 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg eb96d384090e6848d08655edc9273e91357bb96604098a2365f4edcf78253b7a network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg eb96d384090e6848d08655edc9273e91357bb96604098a2365f4edcf78253b7a network default NAD default NAD key ] I0505 13:11:32.517367 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-f9qvg, hostIfaceName: eb96d384090e684, network: default, NAD default, SandboxID: "eb96d384090e6848d08655edc9273e91357bb96604098a2365f4edcf78253b7a", PCI device ID: , UID: "c7c7e5c6-8608-45ce-9501-7e40fd08bdfb", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 13:11:32.570125 3656 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg eb96d384090e6848d08655edc9273e91357bb96604098a2365f4edcf78253b7a network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-f9qvg eb96d384090e6848d08655edc9273e91357bb96604098a2365f4edcf78253b7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:7e:3e:17:c0:49\",\"name\":\"eb96d384090e684\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d843866-2e1c-4bb3-88bc-11a55b3d52ed\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:11:33.919116 3656 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:33.929193 3656 namespace.go:142] [openshift-operators] updating namespace W0505 13:11:35.839815 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:11:39.892439 3656 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-mvz2n for pod on switch ip-10-0-1-246.ec2.internal I0505 13:11:39.892575 3656 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n I0505 13:11:39.908136 3656 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n] pod update took 15.61224ms I0505 13:11:39.908160 3656 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n] addLogicalPort annotation time took 15.640806ms I0505 13:11:39.909388 3656 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n] addLogicalPort took 16.96311ms, libovsdb time 900.529µs I0505 13:11:40.252708 3656 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n b33d2d451d098d4adcf091b9549bd4ecfd712daa7a84f3aab55acda12fa1fd7c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n b33d2d451d098d4adcf091b9549bd4ecfd712daa7a84f3aab55acda12fa1fd7c network default NAD default NAD key ] I0505 13:11:40.262187 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-mvz2n, hostIfaceName: b33d2d451d098d4, network: default, NAD default, SandboxID: "b33d2d451d098d4adcf091b9549bd4ecfd712daa7a84f3aab55acda12fa1fd7c", PCI device ID: , UID: "cb884e25-8f48-46f3-a91d-278c82c69509", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 13:11:40.312218 3656 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n b33d2d451d098d4adcf091b9549bd4ecfd712daa7a84f3aab55acda12fa1fd7c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mvz2n b33d2d451d098d4adcf091b9549bd4ecfd712daa7a84f3aab55acda12fa1fd7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a0:0f:81:6b:6a\",\"name\":\"b33d2d451d098d4\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac66f157-a2ba-4dc9-8205-464ba1c9cbc5\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:11:40.559041 3656 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-xcw5w for pod on switch ip-10-0-1-246.ec2.internal I0505 13:11:40.559162 3656 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w I0505 13:11:40.651263 3656 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w] pod update took 92.134768ms I0505 13:11:40.651288 3656 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w] addLogicalPort annotation time took 92.16529ms I0505 13:11:40.652506 3656 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w] addLogicalPort took 93.481043ms, libovsdb time 826.607µs I0505 13:11:40.918099 3656 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w be72f4849b33a68982afa707da95b42408a3f032ec8fb3a31ac8ba9312e1cc17 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w be72f4849b33a68982afa707da95b42408a3f032ec8fb3a31ac8ba9312e1cc17 network default NAD default NAD key ] I0505 13:11:40.927859 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-xcw5w, hostIfaceName: be72f4849b33a68, network: default, NAD default, SandboxID: "be72f4849b33a68982afa707da95b42408a3f032ec8fb3a31ac8ba9312e1cc17", PCI device ID: , UID: "f09c0080-0802-4115-9968-da807a1510ec", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 13:11:40.975224 3656 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w be72f4849b33a68982afa707da95b42408a3f032ec8fb3a31ac8ba9312e1cc17 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-xcw5w be72f4849b33a68982afa707da95b42408a3f032ec8fb3a31ac8ba9312e1cc17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:1c:21:72:53:f4\",\"name\":\"be72f4849b33a68\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/beea60f6-3e66-45ca-a4dd-457ac7446419\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:11:42.674506 3656 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:11:42.675395 3656 namespace.go:102] [trusted-artifact-signer] adding namespace took 866.562µs I0505 13:11:42.698979 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:11:42.725336 3656 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 13:11:42.929187 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.942252 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.959117 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.970276 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:11:43.327173 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0505 13:11:43.403183 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0505 13:11:43.428854 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:43.543202 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:43.559281 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:11:47.771183 3656 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:49.233986 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:11:49.540298 3656 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-66h6g for pod on switch ip-10-0-1-246.ec2.internal I0505 13:11:49.540406 3656 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g I0505 13:11:49.635635 3656 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g I0505 13:11:49.688495 3656 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g] pod update took 148.114304ms I0505 13:11:49.688516 3656 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g] addLogicalPort annotation time took 148.13968ms I0505 13:11:49.689755 3656 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g] addLogicalPort took 149.473911ms, libovsdb time 818.247µs I0505 13:11:49.888980 3656 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g 9949396ec9f5fadd2de690192b86ed05a8ad1806d4ba85fda4806e62b17c09ba network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g 9949396ec9f5fadd2de690192b86ed05a8ad1806d4ba85fda4806e62b17c09ba network default NAD default NAD key ] I0505 13:11:49.898405 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-66h6g, hostIfaceName: 9949396ec9f5fad, network: default, NAD default, SandboxID: "9949396ec9f5fadd2de690192b86ed05a8ad1806d4ba85fda4806e62b17c09ba", PCI device ID: , UID: "f926f990-604e-461c-9908-0ee38055827f", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 13:11:49.947806 3656 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g 9949396ec9f5fadd2de690192b86ed05a8ad1806d4ba85fda4806e62b17c09ba network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-66h6g 9949396ec9f5fadd2de690192b86ed05a8ad1806d4ba85fda4806e62b17c09ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:5e:b3:37:f7:47\",\"name\":\"9949396ec9f5fad\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4af4a0c8-39e1-4a43-9ef1-1cb4b0ec994d\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:11:54.391430 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:54.430228 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 13:11:55.320139 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 13:12:04.443789 3656 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:12:04.444727 3656 namespace.go:102] [openshift-pipelines] adding namespace took 914.686µs I0505 13:12:04.462464 3656 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:05.156301 3656 namespace.go:142] [cert-manager] updating namespace I0505 13:12:05.357426 3656 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:05.759337 3656 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:05.959464 3656 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:06.158422 3656 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:06.561874 3656 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:06.761815 3656 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:06.961525 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:07.162965 3656 namespace.go:142] [tsf] updating namespace I0505 13:12:07.363453 3656 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:07.563261 3656 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:07.768004 3656 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:07.897201 3656 namespace.go:142] [cert-manager] updating namespace I0505 13:12:07.905528 3656 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:07.915127 3656 namespace.go:142] [default] updating namespace I0505 13:12:07.924715 3656 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:07.933839 3656 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:07.946496 3656 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:07.953715 3656 namespace.go:142] [openshift] updating namespace I0505 13:12:07.962625 3656 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:07.971597 3656 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:07.978890 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:07.988273 3656 namespace.go:142] [tsf] updating namespace I0505 13:12:08.007997 3656 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:08.026083 3656 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:08.047078 3656 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:08.150942 3656 namespace.go:142] [cert-manager] updating namespace I0505 13:12:08.257053 3656 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:08.347221 3656 namespace.go:142] [default] updating namespace I0505 13:12:08.457222 3656 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:08.554430 3656 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:08.653625 3656 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:08.746223 3656 namespace.go:142] [openshift] updating namespace I0505 13:12:08.850313 3656 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:08.949186 3656 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:09.052245 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:09.148753 3656 namespace.go:142] [tsf] updating namespace I0505 13:12:09.249287 3656 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:09.347505 3656 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:09.449484 3656 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:09.725161 3656 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:16.698010 3656 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:16.698578 3656 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:16.719315 3656 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:16.719340 3656 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:16.725298 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:12:16.725325 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:12:21.214019 3656 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-ckrsr for pod on switch ip-10-0-1-246.ec2.internal I0505 13:12:21.214128 3656 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr I0505 13:12:21.225570 3656 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr] pod update took 11.450179ms I0505 13:12:21.225594 3656 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr] addLogicalPort annotation time took 11.497373ms I0505 13:12:21.226899 3656 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr] addLogicalPort took 12.900588ms, libovsdb time 905.606µs W0505 13:12:28.634400 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.634418 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.634423 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.659758 3656 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.659775 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.659780 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.659786 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.690893 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:28.690911 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:28.690916 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 13:12:29.698106 3656 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr bcc5f224ccea1772bcb744ff9c4293ef6d004ef38a29a626ca1270e2be99d9c5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr bcc5f224ccea1772bcb744ff9c4293ef6d004ef38a29a626ca1270e2be99d9c5 network default NAD default NAD key ] I0505 13:12:29.707739 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-ckrsr, hostIfaceName: bcc5f224ccea177, network: default, NAD default, SandboxID: "bcc5f224ccea1772bcb744ff9c4293ef6d004ef38a29a626ca1270e2be99d9c5", PCI device ID: , UID: "141f65fc-bbfe-4520-83d5-21fc7ac8dacf", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 13:12:29.757349 3656 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr bcc5f224ccea1772bcb744ff9c4293ef6d004ef38a29a626ca1270e2be99d9c5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ckrsr bcc5f224ccea1772bcb744ff9c4293ef6d004ef38a29a626ca1270e2be99d9c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:34:a2:ac:ce:a7\",\"name\":\"bcc5f224ccea177\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e464b6b-1f29-49cf-aaf0-a7d5c7550602\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:12:32.654396 3656 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 13:12:35.642152 3656 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 13:12:48.343976 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0505 13:12:51.226219 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 13:12:56.653323 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 13:12:59.912812 3656 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:59.913371 3656 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:59.955195 3656 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:59.955218 3656 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:59.962317 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:12:59.962340 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:13:02.068696 3656 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:13:02.069356 3656 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:13:02.069379 3656 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:13:02.071677 3656 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 13:13:04.210306 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-rbt4t for pod on switch ip-10-0-1-246.ec2.internal I0505 13:13:04.210397 3656 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t I0505 13:13:04.230895 3656 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t] pod update took 20.519977ms I0505 13:13:04.230917 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t] addLogicalPort annotation time took 20.547208ms I0505 13:13:04.232152 3656 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t] addLogicalPort took 21.866672ms, libovsdb time 820.149µs I0505 13:13:04.600668 3656 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t b116cb1df8a04b9103eefd27c599e988371c4702efb29f28db0d8606bc925c2e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t b116cb1df8a04b9103eefd27c599e988371c4702efb29f28db0d8606bc925c2e network default NAD default NAD key ] I0505 13:13:04.609770 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-rbt4t, hostIfaceName: b116cb1df8a04b9, network: default, NAD default, SandboxID: "b116cb1df8a04b9103eefd27c599e988371c4702efb29f28db0d8606bc925c2e", PCI device ID: , UID: "e9e4ca40-3ab3-48c9-a6d9-97c56844f631", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 13:13:04.660020 3656 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t b116cb1df8a04b9103eefd27c599e988371c4702efb29f28db0d8606bc925c2e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-rbt4t b116cb1df8a04b9103eefd27c599e988371c4702efb29f28db0d8606bc925c2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:67:31:5a:3f:d6\",\"name\":\"b116cb1df8a04b9\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b339d738-00dd-4f74-9652-c41877ab7bc3\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:13:08.847259 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:08.847278 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:08.847284 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:08.847294 3656 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 13:13:09.812242 3656 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:13:23.695677 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-dhvns] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-dhvns for pod on switch ip-10-0-1-246.ec2.internal I0505 13:13:23.695770 3656 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-dhvns I0505 13:13:23.715441 3656 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-dhvns] pod update took 19.697685ms I0505 13:13:23.715463 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-dhvns] addLogicalPort annotation time took 19.723393ms I0505 13:13:23.716831 3656 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-dhvns] addLogicalPort took 21.173168ms, libovsdb time 996.576µs I0505 13:13:23.789525 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-7kxxk for pod on switch ip-10-0-1-246.ec2.internal I0505 13:13:23.789624 3656 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk I0505 13:13:23.805741 3656 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk] pod update took 16.134884ms I0505 13:13:23.805761 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk] addLogicalPort annotation time took 16.159077ms I0505 13:13:23.806983 3656 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk] addLogicalPort took 17.470569ms, libovsdb time 801.405µs I0505 13:13:24.056503 3656 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-dhvns 53b094e90d9fda36c6e5a69ba5ae6b2f4fd8907c217db10420b0ed69db96a93d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-dhvns 53b094e90d9fda36c6e5a69ba5ae6b2f4fd8907c217db10420b0ed69db96a93d network default NAD default NAD key ] I0505 13:13:24.066369 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-dhvns, hostIfaceName: 53b094e90d9fda3, network: default, NAD default, SandboxID: "53b094e90d9fda36c6e5a69ba5ae6b2f4fd8907c217db10420b0ed69db96a93d", PCI device ID: , UID: "47ebc644-7c0f-4aef-b28f-63f344ac61f8", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 13:13:24.118730 3656 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-dhvns 53b094e90d9fda36c6e5a69ba5ae6b2f4fd8907c217db10420b0ed69db96a93d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-dhvns 53b094e90d9fda36c6e5a69ba5ae6b2f4fd8907c217db10420b0ed69db96a93d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:92:97:50:5b:52\",\"name\":\"53b094e90d9fda3\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe44ce8a-2177-4571-818f-881760dc3c2f\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:13:24.151883 3656 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk 63d159e828fd0ba31e19f54ee6fab7a5b571c1ce0d51ce4bf6d2d4a50b831fee network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk 63d159e828fd0ba31e19f54ee6fab7a5b571c1ce0d51ce4bf6d2d4a50b831fee network default NAD default NAD key ] I0505 13:13:24.161046 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-7kxxk, hostIfaceName: 63d159e828fd0ba, network: default, NAD default, SandboxID: "63d159e828fd0ba31e19f54ee6fab7a5b571c1ce0d51ce4bf6d2d4a50b831fee", PCI device ID: , UID: "a10a20f8-de24-4d89-b5e4-6d230e9c38ab", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 13:13:24.211853 3656 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk 63d159e828fd0ba31e19f54ee6fab7a5b571c1ce0d51ce4bf6d2d4a50b831fee network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-7kxxk 63d159e828fd0ba31e19f54ee6fab7a5b571c1ce0d51ce4bf6d2d4a50b831fee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ee:37:94:f2:07\",\"name\":\"63d159e828fd0ba\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f6aabcf-c98d-4ec4-956e-7831d28a9db6\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:13:28.935153 3656 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:28.935172 3656 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:28.935178 3656 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:34.949002 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:34.949023 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:34.949029 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 13:13:40.362042 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:13:52.197477 3656 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:52.198082 3656 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:52.218683 3656 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:52.218702 3656 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:52.222482 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:13:52.222500 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:13:54.746667 3656 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-59fc488fcb-n6tjd] creating logical port tsf-tas_fulcio-server-59fc488fcb-n6tjd for pod on switch ip-10-0-1-246.ec2.internal I0505 13:13:54.746781 3656 kube.go:256] Updating pod tsf-tas/fulcio-server-59fc488fcb-n6tjd I0505 13:13:54.769337 3656 pod.go:62] [tsf-tas/fulcio-server-59fc488fcb-n6tjd] pod update took 22.586199ms I0505 13:13:54.769367 3656 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-59fc488fcb-n6tjd] addLogicalPort annotation time took 22.619859ms I0505 13:13:54.771122 3656 pods.go:271] [tsf-tas/fulcio-server-59fc488fcb-n6tjd] addLogicalPort took 24.478871ms, libovsdb time 1.204555ms I0505 13:13:54.810307 3656 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-9zfz2-g9wnp] creating logical port tsf-tas_ctlog-createtree-job-9zfz2-g9wnp for pod on switch ip-10-0-1-246.ec2.internal I0505 13:13:54.810389 3656 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-9zfz2-g9wnp I0505 13:13:54.831337 3656 pod.go:62] [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp] pod update took 20.966463ms I0505 13:13:54.831364 3656 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-9zfz2-g9wnp] addLogicalPort annotation time took 20.998801ms I0505 13:13:54.832896 3656 pods.go:271] [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp] addLogicalPort took 22.607146ms, libovsdb time 964.797µs I0505 13:13:55.111758 3656 cni.go:452] [tsf-tas/fulcio-server-59fc488fcb-n6tjd 2a9980d169ce34d3c5b79ab7400e6fbae319491d371521e90f31fc4493f9fc1e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-59fc488fcb-n6tjd 2a9980d169ce34d3c5b79ab7400e6fbae319491d371521e90f31fc4493f9fc1e network default NAD default NAD key ] I0505 13:13:55.121058 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-59fc488fcb-n6tjd, hostIfaceName: 2a9980d169ce34d, network: default, NAD default, SandboxID: "2a9980d169ce34d3c5b79ab7400e6fbae319491d371521e90f31fc4493f9fc1e", PCI device ID: , UID: "3cf232be-f75b-4f6d-bc3a-06edc4756346", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 13:13:55.170405 3656 cni.go:452] [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3 network default NAD default NAD key ] I0505 13:13:55.176317 3656 cni.go:473] [tsf-tas/fulcio-server-59fc488fcb-n6tjd 2a9980d169ce34d3c5b79ab7400e6fbae319491d371521e90f31fc4493f9fc1e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-59fc488fcb-n6tjd 2a9980d169ce34d3c5b79ab7400e6fbae319491d371521e90f31fc4493f9fc1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c5:e5:63:31:f5\",\"name\":\"2a9980d169ce34d\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1b62b1d-288e-4fc0-b387-5a42f7bd581f\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:13:55.181353 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-9zfz2-g9wnp, hostIfaceName: f566827c3863dd2, network: default, NAD default, SandboxID: "f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3", PCI device ID: , UID: "55b5106b-c9fb-4c11-ab8c-65987cb134e9", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0505 13:13:55.236955 3656 cni.go:473] [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:18:39:d9:54:08\",\"name\":\"f566827c3863dd2\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f60d799b-e2c1-41d1-8923-5843913cc680\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:14:01.143962 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-qxhxt for pod on switch ip-10-0-1-246.ec2.internal I0505 13:14:01.144071 3656 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt I0505 13:14:01.157419 3656 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt] pod update took 13.370542ms I0505 13:14:01.157438 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt] addLogicalPort annotation time took 13.393441ms I0505 13:14:01.158763 3656 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt] addLogicalPort took 14.819437ms, libovsdb time 900.062µs I0505 13:14:01.234172 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-x7zkl for pod on switch ip-10-0-1-246.ec2.internal I0505 13:14:01.234252 3656 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl I0505 13:14:01.248106 3656 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl] pod update took 13.876614ms I0505 13:14:01.248131 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl] addLogicalPort annotation time took 13.904883ms I0505 13:14:01.249360 3656 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl] addLogicalPort took 15.199442ms, libovsdb time 824.742µs I0505 13:14:01.571049 3656 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt 8f24f4c172274023c11cc99c472aab368587b31336db5d30ecf48f08f9dcbe29 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt 8f24f4c172274023c11cc99c472aab368587b31336db5d30ecf48f08f9dcbe29 network default NAD default NAD key ] I0505 13:14:01.580877 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-qxhxt, hostIfaceName: 8f24f4c17227402, network: default, NAD default, SandboxID: "8f24f4c172274023c11cc99c472aab368587b31336db5d30ecf48f08f9dcbe29", PCI device ID: , UID: "cd010d4f-90fb-4a53-9e67-53b29cc3e2c4", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0505 13:14:01.635984 3656 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt 8f24f4c172274023c11cc99c472aab368587b31336db5d30ecf48f08f9dcbe29 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qxhxt 8f24f4c172274023c11cc99c472aab368587b31336db5d30ecf48f08f9dcbe29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bd:ae:77:28:5e\",\"name\":\"8f24f4c17227402\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b346692-b523-4af7-a4e8-fdc930a6c6e3\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:14:01.647438 3656 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl e4a5b2307177d48bc1e6c4f3309032e072e8544e317761984100cf4439f09bc8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl e4a5b2307177d48bc1e6c4f3309032e072e8544e317761984100cf4439f09bc8 network default NAD default NAD key ] I0505 13:14:01.656810 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-x7zkl, hostIfaceName: e4a5b2307177d48, network: default, NAD default, SandboxID: "e4a5b2307177d48bc1e6c4f3309032e072e8544e317761984100cf4439f09bc8", PCI device ID: , UID: "2e027b7f-4b5d-469e-9dae-db6ccf64b169", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0505 13:14:01.707937 3656 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl e4a5b2307177d48bc1e6c4f3309032e072e8544e317761984100cf4439f09bc8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x7zkl e4a5b2307177d48bc1e6c4f3309032e072e8544e317761984100cf4439f09bc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:97:b5:18:ca:29\",\"name\":\"e4a5b2307177d48\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69409709-5d76-4235-97a3-350606b010e9\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:14:05.125697 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 13:14:05.145254 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:14:05.145270 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:14:06.144920 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:14:06.144944 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:14:06.151418 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 13:14:07.578647 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 13:14:10.856227 3656 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:10.856834 3656 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:14:11.611153 3656 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:14:11.876627 3656 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:11.876648 3656 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:14.330456 3656 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lvs5r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:14.331034 3656 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lvs5r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:15.220774 3656 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lvs5r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:15.220797 3656 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lvs5r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:14:16.131236 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:14:32.321072 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 13:14:48.499641 3656 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:48.500175 3656 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:48.518801 3656 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:48.518822 3656 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:48.523675 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:14:48.523697 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:14:49.195873 3656 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-mrtc2] creating logical port tsf_patch-tekton-config-mrtc2 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:14:49.195970 3656 kube.go:256] Updating pod tsf/patch-tekton-config-mrtc2 I0505 13:14:49.207810 3656 pod.go:62] [tsf/patch-tekton-config-mrtc2] pod update took 11.864531ms I0505 13:14:49.207839 3656 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-mrtc2] addLogicalPort annotation time took 11.900786ms I0505 13:14:49.209412 3656 pods.go:271] [tsf/patch-tekton-config-mrtc2] addLogicalPort took 13.556983ms, libovsdb time 1.037755ms I0505 13:14:49.562331 3656 cni.go:452] [tsf/patch-tekton-config-mrtc2 8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-mrtc2 8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0 network default NAD default NAD key ] I0505 13:14:49.571560 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-mrtc2, hostIfaceName: 8f7940014ac2bc6, network: default, NAD default, SandboxID: "8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0", PCI device ID: , UID: "23ab6a1e-aa9b-48a9-a6c9-0591173549cc", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0505 13:14:49.623227 3656 cni.go:473] [tsf/patch-tekton-config-mrtc2 8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-mrtc2 8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:16:fd:52:b9:3f\",\"name\":\"8f7940014ac2bc6\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8c1bda4-6924-4c4f-99cd-f18595289d9f\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:14:50.509652 3656 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:50.510337 3656 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:51.388070 3656 cni.go:452] [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3 network default NAD default NAD key ] I0505 13:14:51.402650 3656 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:51.402673 3656 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:51.471100 3656 cni.go:473] [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-9zfz2-g9wnp f566827c3863dd2aa5181853553653e44635f5fa636b85cfe30faefb6173b6b3 network default NAD default NAD key default], result "{}", err I0505 13:14:55.064491 3656 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:55.064530 3656 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-9zfz2-g9wnp I0505 13:14:55.066211 3656 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-9zfz2-g9wnp, ips: 10.130.0.42 I0505 13:14:55.066238 3656 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:56.088776 3656 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:56.088805 3656 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:57.418254 3656 cni.go:452] [tsf/patch-tekton-config-mrtc2 8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-mrtc2 8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0 network default NAD default NAD key ] I0505 13:14:57.503268 3656 cni.go:473] [tsf/patch-tekton-config-mrtc2 8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-mrtc2 8f7940014ac2bc6356bc0576e8d0e452b3caa536d49abed1491377a81c7021c0 network default NAD default NAD key default], result "{}", err I0505 13:14:57.557045 3656 obj_retry.go:498] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:57.557082 3656 pods.go:176] Deleting pod: tsf/patch-tekton-config-mrtc2 I0505 13:14:57.558417 3656 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-mrtc2, ips: 10.130.0.45 I0505 13:14:57.558441 3656 obj_retry.go:498] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:58.434929 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:58.434954 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:14:59.865763 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 13:15:02.451242 3656 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:15:03.226910 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 W0505 13:15:04.460910 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0505 13:15:06.499474 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:15:07.083469 3656 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:15:07.331805 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 13:15:07.626737 3656 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zcsxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:07.627295 3656 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zcsxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:08.497642 3656 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zcsxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.497667 3656 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zcsxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.535204 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.535225 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.542975 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-mrtc2 I0505 13:15:08.542999 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-mrtc2 I0505 13:15:12.642498 3656 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:12.643069 3656 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:12.660054 3656 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:12.660073 3656 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:12.666154 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:15:12.666176 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 13:15:13.336692 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:15:13.886889 3656 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-vbkvp] creating logical port tsf-tpa_create-db-vbkvp for pod on switch ip-10-0-1-246.ec2.internal I0505 13:15:13.886977 3656 kube.go:256] Updating pod tsf-tpa/create-db-vbkvp I0505 13:15:13.897939 3656 pod.go:62] [tsf-tpa/create-db-vbkvp] pod update took 10.984087ms I0505 13:15:13.897962 3656 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-vbkvp] addLogicalPort annotation time took 11.010237ms I0505 13:15:13.899418 3656 pods.go:271] [tsf-tpa/create-db-vbkvp] addLogicalPort took 12.544885ms, libovsdb time 819.982µs I0505 13:15:14.251982 3656 cni.go:452] [tsf-tpa/create-db-vbkvp 9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-vbkvp 9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0 network default NAD default NAD key ] I0505 13:15:14.261586 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-vbkvp, hostIfaceName: 9bfebe1bd3cf20c, network: default, NAD default, SandboxID: "9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0", PCI device ID: , UID: "7830684a-c80a-4977-8833-6cf7b010e72d", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0505 13:15:14.314096 3656 cni.go:473] [tsf-tpa/create-db-vbkvp 9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-vbkvp 9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d3:90:76:46:38\",\"name\":\"9bfebe1bd3cf20c\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe223352-03e6-43b0-9a28-8fa5dd926b34\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:22.862315 3656 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-9dmhp-khhlc] creating logical port tsf-tas_tuf-repository-init-9dmhp-khhlc for pod on switch ip-10-0-1-246.ec2.internal I0505 13:15:22.862457 3656 kube.go:256] Updating pod tsf-tas/tuf-repository-init-9dmhp-khhlc I0505 13:15:22.877589 3656 pod.go:62] [tsf-tas/tuf-repository-init-9dmhp-khhlc] pod update took 15.158296ms I0505 13:15:22.877611 3656 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-9dmhp-khhlc] addLogicalPort annotation time took 15.18644ms I0505 13:15:22.879051 3656 pods.go:271] [tsf-tas/tuf-repository-init-9dmhp-khhlc] addLogicalPort took 16.758499ms, libovsdb time 1.035191ms I0505 13:15:23.558541 3656 cni.go:452] [tsf-tpa/create-db-vbkvp 9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-vbkvp 9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0 network default NAD default NAD key ] I0505 13:15:23.645104 3656 cni.go:473] [tsf-tpa/create-db-vbkvp 9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-vbkvp 9bfebe1bd3cf20c33c087410f7644ba1c8498d5e5fd138655a64e700e785bde0 network default NAD default NAD key default], result "{}", err I0505 13:15:23.696381 3656 obj_retry.go:498] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:23.696413 3656 pods.go:176] Deleting pod: tsf-tpa/create-db-vbkvp I0505 13:15:23.697714 3656 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-vbkvp, ips: 10.130.0.46 I0505 13:15:23.697741 3656 obj_retry.go:498] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:24.720021 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:24.720049 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:24.822107 3656 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-hjph7] creating logical port tsf-tpa_migrate-db-hjph7 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:15:24.822230 3656 kube.go:256] Updating pod tsf-tpa/migrate-db-hjph7 I0505 13:15:24.833605 3656 pod.go:62] [tsf-tpa/migrate-db-hjph7] pod update took 11.39771ms I0505 13:15:24.833725 3656 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-hjph7] addLogicalPort annotation time took 11.521573ms I0505 13:15:24.835449 3656 pods.go:271] [tsf-tpa/migrate-db-hjph7] addLogicalPort took 13.356077ms, libovsdb time 1.098774ms I0505 13:15:25.181798 3656 cni.go:452] [tsf-tpa/migrate-db-hjph7 f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-hjph7 f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe network default NAD default NAD key ] I0505 13:15:25.191203 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-hjph7, hostIfaceName: f01326a858c2548, network: default, NAD default, SandboxID: "f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe", PCI device ID: , UID: "9298a0f7-3254-40e8-ade9-4b0c6ba47437", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0505 13:15:25.450051 3656 cni.go:473] [tsf-tpa/migrate-db-hjph7 f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-hjph7 f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:3d:c9:4b:11:37\",\"name\":\"f01326a858c2548\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/843a12af-ff08-4813-99b6-5179c8a57498\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:27.585946 3656 cni.go:452] [tsf-tpa/migrate-db-hjph7 f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-hjph7 f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe network default NAD default NAD key ] I0505 13:15:27.677410 3656 cni.go:473] [tsf-tpa/migrate-db-hjph7 f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-hjph7 f01326a858c2548d3e092a6893ae870b2bd7b18c615c5fb642f3a6c1da2b4dbe network default NAD default NAD key default], result "{}", err I0505 13:15:27.730387 3656 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:27.730419 3656 pods.go:176] Deleting pod: tsf-tpa/migrate-db-hjph7 I0505 13:15:27.731772 3656 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-hjph7, ips: 10.130.0.48 I0505 13:15:27.731800 3656 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:28.752883 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:28.752905 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:31.889949 3656 base_network_controller_pods.go:487] [default/tsf-tpa/server-6999844cbc-h566t] creating logical port tsf-tpa_server-6999844cbc-h566t for pod on switch ip-10-0-1-246.ec2.internal I0505 13:15:31.890066 3656 kube.go:256] Updating pod tsf-tpa/server-6999844cbc-h566t I0505 13:15:31.903492 3656 pod.go:62] [tsf-tpa/server-6999844cbc-h566t] pod update took 13.465366ms I0505 13:15:31.903515 3656 base_network_controller_pods.go:951] [default/tsf-tpa/server-6999844cbc-h566t] addLogicalPort annotation time took 13.493285ms I0505 13:15:31.904881 3656 pods.go:271] [tsf-tpa/server-6999844cbc-h566t] addLogicalPort took 14.948299ms, libovsdb time 925.951µs I0505 13:15:31.918403 3656 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-f5gw2] creating logical port tsf-tpa_importer-86bcdf477b-f5gw2 for pod on switch ip-10-0-1-246.ec2.internal I0505 13:15:31.918482 3656 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-f5gw2 I0505 13:15:31.935289 3656 pod.go:62] [tsf-tpa/importer-86bcdf477b-f5gw2] pod update took 16.827759ms I0505 13:15:31.935316 3656 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-f5gw2] addLogicalPort annotation time took 16.860812ms I0505 13:15:31.936520 3656 pods.go:271] [tsf-tpa/importer-86bcdf477b-f5gw2] addLogicalPort took 18.129247ms, libovsdb time 787.189µs I0505 13:15:32.755737 3656 obj_retry.go:498] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:32.756528 3656 obj_retry.go:498] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:32.822340 3656 cni.go:452] [tsf-tas/tuf-repository-init-9dmhp-khhlc 8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-9dmhp-khhlc 8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b network default NAD default NAD key ] I0505 13:15:32.831869 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-9dmhp-khhlc, hostIfaceName: 8ef489975b2ec40, network: default, NAD default, SandboxID: "8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b", PCI device ID: , UID: "c78da165-9ade-4dc2-86df-2e09fe99dede", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0505 13:15:32.885371 3656 cni.go:473] [tsf-tas/tuf-repository-init-9dmhp-khhlc 8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-9dmhp-khhlc 8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:be:5b:a5:37:d2\",\"name\":\"8ef489975b2ec40\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27b39814-da18-4018-a9c2-a73b4063329a\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:33.780357 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:33.780383 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:37.050186 3656 cni.go:452] [tsf-tpa/server-6999844cbc-h566t 486e213f5c94ef34ab5fd85fe96b1af112c867d77177548ccc251cecabb01a83 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6999844cbc-h566t 486e213f5c94ef34ab5fd85fe96b1af112c867d77177548ccc251cecabb01a83 network default NAD default NAD key ] I0505 13:15:37.062299 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6999844cbc-h566t, hostIfaceName: 486e213f5c94ef3, network: default, NAD default, SandboxID: "486e213f5c94ef34ab5fd85fe96b1af112c867d77177548ccc251cecabb01a83", PCI device ID: , UID: "fbdffec9-0e18-4582-bd35-f0c0eb7cd3aa", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0505 13:15:37.082213 3656 cni.go:452] [tsf-tpa/importer-86bcdf477b-f5gw2 ef5b1d37704f910622dfde34eca46b2b8600b703d4d2460abcf8df348fa915cb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-f5gw2 ef5b1d37704f910622dfde34eca46b2b8600b703d4d2460abcf8df348fa915cb network default NAD default NAD key ] I0505 13:15:37.091515 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-f5gw2, hostIfaceName: ef5b1d37704f910, network: default, NAD default, SandboxID: "ef5b1d37704f910622dfde34eca46b2b8600b703d4d2460abcf8df348fa915cb", PCI device ID: , UID: "760b014b-b86d-443d-9a3f-5c552811302f", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0505 13:15:37.121690 3656 cni.go:473] [tsf-tpa/server-6999844cbc-h566t 486e213f5c94ef34ab5fd85fe96b1af112c867d77177548ccc251cecabb01a83 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6999844cbc-h566t 486e213f5c94ef34ab5fd85fe96b1af112c867d77177548ccc251cecabb01a83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:8f:48:0d:61:f3\",\"name\":\"486e213f5c94ef3\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d41e09b1-3ae9-444d-b3ee-f9165951ac37\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:37.145453 3656 cni.go:473] [tsf-tpa/importer-86bcdf477b-f5gw2 ef5b1d37704f910622dfde34eca46b2b8600b703d4d2460abcf8df348fa915cb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-f5gw2 ef5b1d37704f910622dfde34eca46b2b8600b703d4d2460abcf8df348fa915cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f3:86:e7:b6:d3\",\"name\":\"ef5b1d37704f910\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f63f7035-475b-44bd-858e-4b987536b025\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:15:37.675100 3656 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 13:15:39.349335 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0505 13:15:39.690559 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0505 13:15:41.681624 3656 cni.go:452] [tsf-tas/tuf-repository-init-9dmhp-khhlc 8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-9dmhp-khhlc 8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b network default NAD default NAD key ] I0505 13:15:41.763698 3656 cni.go:473] [tsf-tas/tuf-repository-init-9dmhp-khhlc 8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-9dmhp-khhlc 8ef489975b2ec40887a495d70b9b4a61922c5ac1cf3a2e4da742b1529e47b14b network default NAD default NAD key default], result "{}", err I0505 13:15:41.816638 3656 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:41.816675 3656 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-9dmhp-khhlc I0505 13:15:41.818142 3656 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-9dmhp-khhlc, ips: 10.130.0.47 I0505 13:15:41.818170 3656 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:42.692619 3656 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:42.692644 3656 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:44.988710 3656 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-vsw6l] creating logical port tsf-tas_tuf-97fc8ff76-vsw6l for pod on switch ip-10-0-1-246.ec2.internal I0505 13:15:44.988798 3656 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-vsw6l I0505 13:15:45.006189 3656 pod.go:62] [tsf-tas/tuf-97fc8ff76-vsw6l] pod update took 17.414684ms I0505 13:15:45.006215 3656 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-vsw6l] addLogicalPort annotation time took 17.446662ms I0505 13:15:45.007889 3656 pods.go:271] [tsf-tas/tuf-97fc8ff76-vsw6l] addLogicalPort took 19.19204ms, libovsdb time 1.071643ms I0505 13:15:48.229078 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=75 I0505 13:15:48.355363 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:15:53.154785 3656 cni.go:452] [tsf-tas/tuf-97fc8ff76-vsw6l 116d0d4f74f40ab1370bdaf0c76babc76c705750857f0e1cd5585ad72e4085ba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-vsw6l 116d0d4f74f40ab1370bdaf0c76babc76c705750857f0e1cd5585ad72e4085ba network default NAD default NAD key ] I0505 13:15:53.164066 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-vsw6l, hostIfaceName: 116d0d4f74f40ab, network: default, NAD default, SandboxID: "116d0d4f74f40ab1370bdaf0c76babc76c705750857f0e1cd5585ad72e4085ba", PCI device ID: , UID: "3cb386ed-ec18-4dc8-a983-72712e497631", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0505 13:15:53.216043 3656 cni.go:473] [tsf-tas/tuf-97fc8ff76-vsw6l 116d0d4f74f40ab1370bdaf0c76babc76c705750857f0e1cd5585ad72e4085ba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-vsw6l 116d0d4f74f40ab1370bdaf0c76babc76c705750857f0e1cd5585ad72e4085ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:c9:83:68:35:91\",\"name\":\"116d0d4f74f40ab\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3369cc6e-e2ab-45f6-b15a-97022be4a6ea\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:55.230120 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0505 13:15:56.898150 3656 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:56.898719 3656 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:56.939063 3656 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:56.939084 3656 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:56.944839 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:15:56.944863 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:15:57.339222 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 13:15:57.866333 3656 namespace.go:98] [build-service] adding namespace I0505 13:15:57.867340 3656 namespace.go:102] [build-service] adding namespace took 979.97µs I0505 13:15:57.874384 3656 namespace.go:98] [integration-service] adding namespace I0505 13:15:57.874384 3656 namespace.go:98] [image-controller] adding namespace I0505 13:15:57.875154 3656 namespace.go:102] [integration-service] adding namespace took 755.814µs I0505 13:15:57.875829 3656 namespace.go:102] [image-controller] adding namespace took 1.230721ms I0505 13:15:57.875857 3656 namespace.go:98] [default-tenant] adding namespace I0505 13:15:57.876497 3656 namespace.go:102] [default-tenant] adding namespace took 633.989µs I0505 13:15:57.919295 3656 namespace.go:142] [build-service] updating namespace I0505 13:15:57.940374 3656 namespace.go:142] [build-service] updating namespace I0505 13:15:57.944330 3656 namespace.go:142] [integration-service] updating namespace I0505 13:15:57.960427 3656 namespace.go:142] [integration-service] updating namespace I0505 13:15:57.981294 3656 namespace.go:142] [image-controller] updating namespace I0505 13:15:57.989311 3656 namespace.go:142] [default-tenant] updating namespace I0505 13:15:58.000211 3656 namespace.go:142] [image-controller] updating namespace I0505 13:15:58.020347 3656 namespace.go:142] [default-tenant] updating namespace I0505 13:15:58.191778 3656 namespace.go:142] [build-service] updating namespace I0505 13:15:58.228575 3656 namespace.go:142] [integration-service] updating namespace I0505 13:15:58.272025 3656 namespace.go:98] [release-service] adding namespace I0505 13:15:58.272958 3656 namespace.go:102] [release-service] adding namespace took 911.595µs I0505 13:15:58.312303 3656 namespace.go:142] [konflux-ui] updating namespace I0505 13:15:58.342233 3656 namespace.go:142] [release-service] updating namespace I0505 13:15:58.372069 3656 namespace.go:142] [release-service] updating namespace I0505 13:15:58.372086 3656 namespace.go:98] [konflux-info] adding namespace I0505 13:15:58.373027 3656 namespace.go:102] [konflux-info] adding namespace took 927.525µs I0505 13:15:58.443625 3656 namespace.go:98] [namespace-lister] adding namespace I0505 13:15:58.444491 3656 namespace.go:102] [namespace-lister] adding namespace took 847.469µs I0505 13:15:58.500268 3656 namespace.go:142] [konflux-info] updating namespace I0505 13:15:58.617329 3656 namespace.go:142] [image-controller] updating namespace I0505 13:15:58.617378 3656 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:15:58.618348 3656 namespace.go:102] [enterprise-contract-service] adding namespace took 959.187µs I0505 13:15:58.626380 3656 namespace.go:142] [konflux-info] updating namespace I0505 13:15:58.750263 3656 namespace.go:142] [namespace-lister] updating namespace I0505 13:15:59.020422 3656 namespace.go:142] [namespace-lister] updating namespace W0505 13:15:59.070355 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 13:15:59.083359 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:15:59.437945 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:15:59.437979 3656 namespace.go:142] [default-tenant] updating namespace I0505 13:15:59.515009 3656 namespace.go:98] [segment-bridge] adding namespace I0505 13:15:59.515799 3656 namespace.go:102] [segment-bridge] adding namespace took 769.124µs I0505 13:15:59.673271 3656 namespace.go:142] [segment-bridge] updating namespace I0505 13:15:59.673275 3656 namespace.go:98] [konflux-cli] adding namespace I0505 13:15:59.674120 3656 namespace.go:102] [konflux-cli] adding namespace took 802.189µs I0505 13:15:59.720363 3656 namespace.go:142] [segment-bridge] updating namespace I0505 13:15:59.805104 3656 namespace.go:142] [konflux-cli] updating namespace I0505 13:15:59.882431 3656 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:15:59.883047 3656 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:15:59.883065 3656 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:15:59.885685 3656 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:15:59.901194 3656 namespace.go:142] [konflux-cli] updating namespace I0505 13:15:59.948284 3656 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:15:59.948303 3656 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:15:59.948998 3656 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:16:01.514859 3656 namespace.go:142] [build-service] updating namespace I0505 13:16:01.935930 3656 namespace.go:142] [default-tenant] updating namespace I0505 13:16:02.273210 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:02.592379 3656 namespace.go:142] [image-controller] updating namespace I0505 13:16:02.819327 3656 namespace.go:142] [integration-service] updating namespace I0505 13:16:03.144284 3656 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:03.373304 3656 namespace.go:142] [konflux-info] updating namespace I0505 13:16:03.576067 3656 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:03.763481 3656 namespace.go:142] [release-service] updating namespace I0505 13:16:03.965849 3656 namespace.go:142] [segment-bridge] updating namespace I0505 13:16:04.080059 3656 namespace.go:142] [build-service] updating namespace I0505 13:16:04.097758 3656 namespace.go:142] [default-tenant] updating namespace I0505 13:16:04.115377 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:04.124635 3656 namespace.go:142] [image-controller] updating namespace I0505 13:16:04.135801 3656 namespace.go:142] [integration-service] updating namespace I0505 13:16:04.153861 3656 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:04.170638 3656 namespace.go:142] [konflux-info] updating namespace I0505 13:16:04.186266 3656 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:04.196059 3656 namespace.go:142] [release-service] updating namespace I0505 13:16:04.210265 3656 namespace.go:142] [segment-bridge] updating namespace I0505 13:16:04.345898 3656 namespace.go:142] [build-service] updating namespace I0505 13:16:04.513565 3656 namespace.go:142] [default-tenant] updating namespace I0505 13:16:04.615210 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:04.711392 3656 namespace.go:142] [image-controller] updating namespace I0505 13:16:04.808783 3656 namespace.go:142] [integration-service] updating namespace I0505 13:16:04.912392 3656 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:05.010373 3656 namespace.go:142] [konflux-info] updating namespace I0505 13:16:05.112893 3656 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:05.218916 3656 namespace.go:142] [release-service] updating namespace W0505 13:16:05.224623 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:16:05.276495 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 13:16:05.310913 3656 namespace.go:142] [segment-bridge] updating namespace W0505 13:16:07.231514 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 13:16:09.788643 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0505 13:16:11.272228 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:16:11.272284 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:16:11.304806 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:16:11.307261 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:16:12.271680 3656 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 13:16:15.868191 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:15.868208 3656 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:16.324815 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:16:16.331115 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:16:16.362917 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:16.362931 3656 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 13:16:22.621478 3656 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:22.622126 3656 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.355206 3656 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:23.355226 3656 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:23.362053 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vdffz I0505 13:16:23.362072 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vdffz I0505 13:16:50.238014 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=617 I0505 13:17:21.364779 3656 obj_retry.go:498] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:21.365314 3656 obj_retry.go:498] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:21.694528 3656 obj_retry.go:492] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:21.694570 3656 obj_retry.go:492] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:21.702431 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7fcdd88c6-dbxs8 I0505 13:17:21.702449 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7fcdd88c6-dbxs8 I0505 13:17:33.422459 3656 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:33.423001 3656 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:33.440623 3656 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:33.440661 3656 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:33.446036 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:17:33.446056 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:17:58.082344 3656 namespace.go:98] [managed-tenant-pfuzl] adding namespace I0505 13:17:58.083209 3656 namespace.go:102] [managed-tenant-pfuzl] adding namespace took 847.041µs I0505 13:17:58.109237 3656 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:58.135537 3656 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.142380 3656 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.275359 3656 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.374579 3656 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:19:14.246753 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0505 13:19:18.369381 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 13:19:37.346966 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:19:43.230247 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155 I0505 13:20:04.200455 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:04.201045 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:05.085262 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.085288 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.330447 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 13:20:12.323773 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 13:20:56.349202 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:21:08.229049 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0505 13:21:22.334811 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:21:26.233490 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 I0505 13:22:09.358431 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 13:23:48.351621 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 13:24:21.339847 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:24:46.231611 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=19 I0505 13:24:54.347198 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 13:25:08.349570 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0505 13:25:24.052333 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:24.052376 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:24.056776 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vbkvp I0505 13:25:24.056800 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vbkvp I0505 13:25:27.240922 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=31 I0505 13:25:28.042627 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:28.042674 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:28.047199 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-hjph7 I0505 13:25:28.047225 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-hjph7 I0505 13:25:33.032578 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:33.032624 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:33.037401 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mlzzc I0505 13:25:33.037429 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mlzzc I0505 13:26:36.351722 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 13:26:52.249026 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 13:26:53.232385 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0505 13:27:47.326893 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 13:27:50.360642 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:28:29.381056 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 13:29:00.236490 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0505 13:29:10.332683 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0505 13:29:22.231383 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0505 13:30:04.071166 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.071768 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.954374 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:04.954402 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:31:03.337414 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0505 13:31:10.635009 3656 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f I0505 13:32:32.281440 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-5k7vv for pod on switch ip-10-0-1-246.ec2.internal I0505 13:32:32.281593 3656 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv I0505 13:32:32.304788 3656 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv] pod update took 23.247951ms I0505 13:32:32.304816 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv] addLogicalPort annotation time took 23.280681ms I0505 13:32:32.306114 3656 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv] addLogicalPort took 24.687939ms, libovsdb time 881.965µs I0505 13:32:32.645145 3656 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv 2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv 2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0 network default NAD default NAD key ] I0505 13:32:32.654872 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-5k7vv, hostIfaceName: 2fdd25ac2af5701, network: default, NAD default, SandboxID: "2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0", PCI device ID: , UID: "490f7a09-d3ac-4bea-a1c9-f9ca8f74ecfb", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0505 13:32:32.713799 3656 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv 2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv 2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:0f:b8:18:08:0e\",\"name\":\"2fdd25ac2af5701\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d235a639-631e-4eda-aa75-5a90289ce1ba\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:32:46.771784 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.771805 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.771811 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.771816 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.771828 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.771832 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.771837 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.771841 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:49.217403 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:49.217424 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:49.217430 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:49.217435 3656 util.go:959] Failed to build node endpoints for node ip-10-0-1-246.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 13:32:51.994892 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:32:51.995416 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:33:05.123589 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:33:05.124110 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:33:09.362876 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 13:33:12.234353 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0505 13:33:20.342237 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:33:20.352990 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 13:33:32.349565 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 13:33:44.354568 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0505 13:34:00.234888 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0505 13:34:09.336363 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:34:09.336923 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:34:37.243864 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=80 I0505 13:34:45.335632 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 13:35:28.354714 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:35:46.251146 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 13:36:41.233917 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0505 13:37:02.239526 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0505 13:37:41.329779 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 13:37:45.384434 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 13:38:04.043366 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:04.043942 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:20.344649 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0505 13:38:28.365771 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:38:32.339825 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 13:38:32.882062 3656 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv 2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv 2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0 network default NAD default NAD key ] I0505 13:38:32.963796 3656 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv 2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv 2fdd25ac2af57015128722f85a4c51b654f2a522ce93bc7bfcd0c2219f7d04b0 network default NAD default NAD key default], result "{}", err I0505 13:38:33.022659 3656 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:33.022711 3656 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv I0505 13:38:33.024089 3656 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv, ips: 10.130.0.52 I0505 13:38:33.024125 3656 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:33.441796 3656 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:38:33.441847 3656 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:38:33.447487 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv I0505 13:38:33.447522 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv I0505 13:38:43.767078 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:43.767741 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:39:38.356499 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:39:58.238395 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0505 13:40:04.190053 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:04.190622 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:05.050860 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.050884 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.081242 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.081263 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.086786 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh I0505 13:40:05.086818 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh I0505 13:40:13.138307 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.138906 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.167943 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.168451 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:15.130005 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:15.130618 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:20.181433 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:20.182011 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:33.455833 3656 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:33.456365 3656 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:34.077726 3656 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:34.077749 3656 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:34.085246 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh I0505 13:40:34.085271 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh I0505 13:40:36.306410 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:36.306952 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:40.236698 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0505 13:41:05.337955 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 13:41:15.357474 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 13:41:23.351860 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 13:41:29.254223 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:42:20.938059 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:20.938619 3656 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:39.375855 3656 obj_retry.go:498] Detected object default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:39.376417 3656 obj_retry.go:498] Detected object default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it