+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-130.ec2.internal
++ [[ -n ip-10-0-2-130.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-130.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0505 13:05:51.401924357 - disable conntrack on geneve port'
I0505 13:05:51.401924357 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0505 13:05:51.461708760 - starting ovnkube-node
+ echo 'I0505 13:05:51.461708760 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-130.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-130.ec2.internal --init-node ip-10-0-2-130.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-130.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0505 13:05:51.520869    3783 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0505 13:05:51.520933    3783 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-739e801fb0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0505 13:05:51.522334    3783 kube.go:431] Waiting for certificate
I0505 13:05:51.522370    3783 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0505 13:05:51.522406    3783 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0505 13:05:51.523041    3783 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0505 13:05:51.557627    3783 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 13:05:51.557647    3783 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 13:05:51.560939    3783 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 13:05:51.561023    3783 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p76s4"
I0505 13:05:51.566648    3783 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p76s4"
I0505 13:05:51.566721    3783 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 13:05:52.523262    3783 kube.go:438] Certificate found
I0505 13:05:52.523831    3783 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0505 13:05:52.525274    3783 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0505 13:05:52.575178    3783 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 13:00:51 +0000 UTC" deadline="2026-05-06 08:32:12.532138474 +0000 UTC"
I0505 13:05:52.575223    3783 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h26m19.956929842s"
I0505 13:05:52.595260    3783 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0505 13:05:52.616780    3783 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0505 13:05:52.616859    3783 server.go:101] MetricServer registers OVS metrics
I0505 13:05:52.617129    3783 server.go:105] MetricServer registers OVN DB metrics
I0505 13:05:52.617596    3783 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0505 13:05:52.617662    3783 factory.go:561] Starting watch factory
I0505 13:05:52.617744    3783 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617764    3783 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617763    3783 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617781    3783 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617801    3783 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617783    3783 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617814    3783 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617826    3783 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617839    3783 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.617804    3783 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.620444    3783 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.620466    3783 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.620732    3783 controller_manager.go:370] Starting the ovnkube controller
I0505 13:05:52.620745    3783 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-130.ec2.internal
I0505 13:05:52.620799    3783 controller_manager.go:395] NBDB zone sync took: 44.273µs
I0505 13:05:52.620810    3783 factory.go:561] Starting watch factory
I0505 13:05:52.621459    3783 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0505 13:05:52.621484    3783 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0505 13:05:52.635516    3783 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0505 13:05:52.635549    3783 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0505 13:05:52.637712    3783 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.637758    3783 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.640188    3783 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.641267    3783 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0505 13:05:52.641325    3783 server.go:109] MetricServer registers OVN Controller metrics
I0505 13:05:52.641267    3783 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.642300    3783 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.646748    3783 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:05:52.646921    3783 server.go:113] MetricServer registers OVN Northd metrics
I0505 13:05:52.651808    3783 metrics.go:519] OVN Metrics Server starts to run ...
I0505 13:05:52.723597    3783 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0505 13:05:52.723619    3783 factory.go:1977] *v1.Pod informer cache synced successfully
I0505 13:05:52.723623    3783 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0505 13:05:52.723626    3783 factory.go:1977] *v1.Namespace informer cache synced successfully
I0505 13:05:52.723630    3783 factory.go:1977] *v1.Node informer cache synced successfully
I0505 13:05:52.723632    3783 factory.go:1977] *v1.Service informer cache synced successfully
I0505 13:05:52.723781    3783 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:05:52.723805    3783 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:05:52.723830    3783 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:05:52.723829    3783 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:05:52.726661    3783 factory.go:1977] *v1.Service informer cache synced successfully
I0505 13:05:52.726677    3783 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0505 13:05:52.726680    3783 factory.go:1977] *v1.Pod informer cache synced successfully
I0505 13:05:52.726684    3783 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0505 13:05:52.726688    3783 factory.go:1977] *v1.Namespace informer cache synced successfully
I0505 13:05:52.726691    3783 factory.go:1977] *v1.Node informer cache synced successfully
I0505 13:05:52.727138    3783 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:05:52.727147    3783 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:05:52.728955    3783 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0505 13:05:52.728964    3783 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0505 13:05:52.729025    3783 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.729038    3783 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.731854    3783 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0505 13:05:52.731867    3783 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0505 13:05:52.731856    3783 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.734237    3783 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0505 13:05:52.734365    3783 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.734397    3783 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.737044    3783 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0505 13:05:52.737062    3783 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.739394    3783 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0505 13:05:52.739447    3783 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.739458    3783 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.742013    3783 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.742122    3783 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0505 13:05:52.745346    3783 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0505 13:05:52.745409    3783 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.745427    3783 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.747689    3783 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0505 13:05:52.747865    3783 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.751338    3783 factory.go:1977] *v1.EgressService informer cache synced successfully
I0505 13:05:52.751389    3783 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.751399    3783 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.753550    3783 factory.go:1977] *v1.EgressService informer cache synced successfully
I0505 13:05:52.753895    3783 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.757270    3783 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0505 13:05:52.757444    3783 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 13:05:52.757460    3783 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 13:05:52.758609    3783 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0505 13:05:52.760096    3783 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 13:05:52.762486    3783 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0505 13:05:52.762556    3783 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.762570    3783 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.762576    3783 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.762590    3783 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.763978    3783 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0505 13:05:52.765687    3783 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.765952    3783 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:05:52.767536    3783 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0505 13:05:52.767550    3783 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0505 13:05:52.767560    3783 factory.go:680] Watch Factory start up complete, took: 149.899824ms
I0505 13:05:52.767628    3783 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0505 13:05:52.769657    3783 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0505 13:05:52.769668    3783 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0505 13:05:52.769675    3783 factory.go:680] Watch Factory start up complete, took: 148.863758ms
I0505 13:05:52.769682    3783 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-130.ec2.internal" zone
I0505 13:05:52.821989    3783 default_node_network_controller.go:710] Initializing the default node network controller
I0505 13:05:52.897661    3783 udn_isolation.go:101] Starting UDN host isolation manager
I0505 13:05:52.904447    3783 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0505 13:05:52.962687    3783 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0505 13:05:52.962775    3783 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0505 13:05:52.962795    3783 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0505 13:05:52.997435    3783 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0505 13:05:52.997501    3783 default_node_network_controller.go:809] Node ip-10-0-2-130.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0505 13:05:53.003353    3783 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.130"] k8s.ovn.org/zone-name:ip-10-0-2-130.ec2.internal] on node ip-10-0-2-130.ec2.internal
I0505 13:05:53.020594    3783 controller_manager.go:429] Waiting for node in zone sync took: 250.900835ms
I0505 13:05:53.023628    3783 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0505 13:05:53.025703    3783 controller_manager.go:611] Switching to transit router for layer2 networks
I0505 13:05:53.025718    3783 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-130.ec2.internal
I0505 13:05:53.029717    3783 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0505 13:05:53.029821    3783 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0505 13:05:53.029934    3783 gateway_init.go:263] Preparing Gateway
I0505 13:05:53.029946    3783 gateway_shared_intf.go:1687] Creating new gateway
I0505 13:05:53.042251    3783 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0505 13:05:53.048535    3783 controller_manager.go:290] SCTP support detected in OVN
I0505 13:05:53.049118    3783 services_controller.go:69] Creating services controller for network=default
I0505 13:05:53.049208    3783 udn_enabled_svc.go:80] Waiting for service informer to sync
I0505 13:05:53.049266    3783 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0505 13:05:53.049293    3783 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0505 13:05:53.049324    3783 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0505 13:05:53.049333    3783 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0505 13:05:53.049485    3783 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0505 13:05:53.049527    3783 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0505 13:05:53.049565    3783 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.397µs
I0505 13:05:53.049584    3783 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 49.553µs
I0505 13:05:53.049590    3783 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 64.281µs
I0505 13:05:53.049596    3783 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0505 13:05:53.049602    3783 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0505 13:05:53.049611    3783 default_network_controller.go:325] Starting the default network controller
I0505 13:05:53.049655    3783 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.111µs
I0505 13:05:53.049688    3783 udn_enabled_svc.go:95] Performing full resync
I0505 13:05:53.049960    3783 udn_enabled_svc.go:99] Waiting for handler to sync
I0505 13:05:53.049970    3783 udn_enabled_svc.go:104] Starting worker
I0505 13:05:53.058698    3783 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0505 13:05:53.058755    3783 repair.go:33] Syncing exgw routes took 45.348µs
I0505 13:05:53.058778    3783 default_network_controller.go:414] Starting all the Watchers...
I0505 13:05:53.058904    3783 namespace.go:98] [openshift-apiserver] adding namespace
I0505 13:05:53.058913    3783 namespace.go:98] [openshift-backplane-srep] adding namespace
I0505 13:05:53.058917    3783 namespace.go:98] [openshift-ingress-canary] adding namespace
I0505 13:05:53.058913    3783 namespace.go:98] [default] adding namespace
I0505 13:05:53.058926    3783 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0505 13:05:53.058930    3783 namespace.go:98] [openshift-console-user-settings] adding namespace
I0505 13:05:53.058940    3783 namespace.go:98] [openshift-dns-operator] adding namespace
I0505 13:05:53.058946    3783 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0505 13:05:53.058949    3783 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0505 13:05:53.058950    3783 namespace.go:98] [openshift-infra] adding namespace
I0505 13:05:53.058960    3783 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0505 13:05:53.058967    3783 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0505 13:05:53.058971    3783 namespace.go:98] [openshift-authentication-operator] adding namespace
I0505 13:05:53.058963    3783 namespace.go:98] [openshift-etcd] adding namespace
I0505 13:05:53.058905    3783 namespace.go:98] [openshift-node] adding namespace
I0505 13:05:53.059571    3783 namespace.go:102] [openshift-apiserver] adding namespace took 651.448µs
I0505 13:05:53.059596    3783 namespace.go:98] [openshift-package-operator] adding namespace
I0505 13:05:53.060128    3783 namespace.go:102] [openshift-package-operator] adding namespace took 524.528µs
I0505 13:05:53.060143    3783 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0505 13:05:53.060685    3783 namespace.go:102] [openshift-kube-apiserver] adding namespace took 536.132µs
I0505 13:05:53.060699    3783 namespace.go:98] [openshift-operators] adding namespace
I0505 13:05:53.061265    3783 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.340214ms
I0505 13:05:53.061287    3783 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0505 13:05:53.061800    3783 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.874302ms
I0505 13:05:53.061814    3783 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0505 13:05:53.062930    3783 namespace.go:102] [default] adding namespace took 4.002958ms
I0505 13:05:53.062939    3783 namespace.go:98] [kube-public] adding namespace
I0505 13:05:53.063499    3783 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.561097ms
I0505 13:05:53.063521    3783 namespace.go:98] [openshift-logging] adding namespace
I0505 13:05:53.063965    3783 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.030219ms
I0505 13:05:53.063980    3783 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0505 13:05:53.064532    3783 namespace.go:102] [openshift-dns-operator] adding namespace took 5.587883ms
I0505 13:05:53.064544    3783 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0505 13:05:53.065033    3783 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.077737ms
I0505 13:05:53.065049    3783 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0505 13:05:53.065514    3783 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.560865ms
I0505 13:05:53.065531    3783 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0505 13:05:53.065950    3783 namespace.go:102] [openshift-infra] adding namespace took 6.993367ms
I0505 13:05:53.065964    3783 namespace.go:98] [openshift-ingress-operator] adding namespace
I0505 13:05:53.066416    3783 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.44636ms
I0505 13:05:53.066425    3783 namespace.go:98] [openshift-monitoring] adding namespace
I0505 13:05:53.066853    3783 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.878487ms
I0505 13:05:53.066867    3783 namespace.go:98] [openshift-operators-redhat] adding namespace
I0505 13:05:53.067276    3783 namespace.go:102] [openshift-etcd] adding namespace took 8.299355ms
I0505 13:05:53.067284    3783 namespace.go:98] [openshift-backplane-csm] adding namespace
I0505 13:05:53.067742    3783 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.765235ms
I0505 13:05:53.067755    3783 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0505 13:05:53.068138    3783 namespace.go:102] [openshift-node] adding namespace took 9.093088ms
I0505 13:05:53.068150    3783 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0505 13:05:53.068546    3783 namespace.go:102] [openshift-operators] adding namespace took 7.841827ms
I0505 13:05:53.068557    3783 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0505 13:05:53.068933    3783 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.639906ms
I0505 13:05:53.068946    3783 namespace.go:98] [openshift-dns] adding namespace
I0505 13:05:53.069332    3783 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.513433ms
I0505 13:05:53.069344    3783 namespace.go:98] [openshift-marketplace] adding namespace
I0505 13:05:53.069752    3783 namespace.go:102] [kube-public] adding namespace took 6.808384ms
I0505 13:05:53.069764    3783 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0505 13:05:53.070183    3783 namespace.go:102] [openshift-logging] adding namespace took 6.656755ms
I0505 13:05:53.070193    3783 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0505 13:05:53.070626    3783 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.639821ms
I0505 13:05:53.070645    3783 namespace.go:98] [dedicated-admin] adding namespace
I0505 13:05:53.071289    3783 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.736759ms
I0505 13:05:53.071319    3783 namespace.go:98] [openshift-console-operator] adding namespace
I0505 13:05:53.071845    3783 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.789402ms
I0505 13:05:53.071861    3783 namespace.go:98] [openshift-ingress] adding namespace
I0505 13:05:53.072291    3783 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.754325ms
I0505 13:05:53.072323    3783 namespace.go:98] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] adding namespace
I0505 13:05:53.072875    3783 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.903922ms
I0505 13:05:53.072889    3783 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0505 13:05:53.073408    3783 namespace.go:102] [openshift-monitoring] adding namespace took 6.97735ms
I0505 13:05:53.073422    3783 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0505 13:05:53.073949    3783 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.075926ms
I0505 13:05:53.073966    3783 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0505 13:05:53.074389    3783 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.098662ms
I0505 13:05:53.074406    3783 namespace.go:98] [openshift-multus] adding namespace
I0505 13:05:53.074774    3783 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.011293ms
I0505 13:05:53.074792    3783 namespace.go:98] [openshift-config-operator] adding namespace
I0505 13:05:53.075214    3783 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.057451ms
I0505 13:05:53.075235    3783 namespace.go:98] [openshift-network-console] adding namespace
I0505 13:05:53.075819    3783 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.255698ms
I0505 13:05:53.076403    3783 namespace.go:102] [openshift-dns] adding namespace took 7.451672ms
I0505 13:05:53.076417    3783 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0505 13:05:53.076809    3783 namespace.go:102] [openshift-marketplace] adding namespace took 7.458521ms
I0505 13:05:53.076827    3783 namespace.go:98] [openshift-host-network] adding namespace
I0505 13:05:53.077303    3783 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.532691ms
I0505 13:05:53.077338    3783 namespace.go:98] [openshift-backplane-cee] adding namespace
I0505 13:05:53.077712    3783 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.51401ms
I0505 13:05:53.077723    3783 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0505 13:05:53.078122    3783 namespace.go:102] [dedicated-admin] adding namespace took 7.470662ms
I0505 13:05:53.078137    3783 namespace.go:98] [openshift-network-node-identity] adding namespace
I0505 13:05:53.078564    3783 namespace.go:102] [openshift-console-operator] adding namespace took 7.238886ms
I0505 13:05:53.078577    3783 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0505 13:05:53.078974    3783 namespace.go:102] [openshift-ingress] adding namespace took 7.108467ms
I0505 13:05:53.078984    3783 namespace.go:98] [openshift-controller-manager] adding namespace
I0505 13:05:53.079340    3783 namespace.go:102] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] adding namespace took 7.010511ms
I0505 13:05:53.079352    3783 namespace.go:98] [kube-system] adding namespace
I0505 13:05:53.079783    3783 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.889117ms
I0505 13:05:53.079795    3783 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0505 13:05:53.080167    3783 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.73937ms
I0505 13:05:53.080180    3783 namespace.go:98] [openshift-image-registry] adding namespace
W0505 13:05:53.080555    3783 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-486qb: pod openshift-multus/network-metrics-daemon-486qb: no pod IPs found 
W0505 13:05:53.080573    3783 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-72nnp: pod openshift-multus/network-metrics-daemon-72nnp: no pod IPs found 
I0505 13:05:53.080603    3783 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.630654ms
I0505 13:05:53.080614    3783 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0505 13:05:53.081053    3783 namespace.go:102] [openshift-multus] adding namespace took 6.641937ms
I0505 13:05:53.081065    3783 namespace.go:98] [openshift-insights] adding namespace
I0505 13:05:53.081412    3783 namespace.go:102] [openshift-config-operator] adding namespace took 6.613698ms
I0505 13:05:53.081432    3783 namespace.go:98] [openshift-authentication] adding namespace
I0505 13:05:53.081834    3783 namespace.go:102] [openshift-network-console] adding namespace took 6.593542ms
I0505 13:05:53.081845    3783 namespace.go:98] [openshift-console] adding namespace
I0505 13:05:53.082172    3783 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.750081ms
I0505 13:05:53.082185    3783 namespace.go:98] [openshift-config-managed] adding namespace
I0505 13:05:53.082790    3783 namespace.go:102] [openshift-host-network] adding namespace took 5.955419ms
I0505 13:05:53.082811    3783 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0505 13:05:53.083372    3783 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.027349ms
I0505 13:05:53.083395    3783 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0505 13:05:53.083814    3783 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.082556ms
I0505 13:05:53.083833    3783 namespace.go:98] [openshift-network-operator] adding namespace
I0505 13:05:53.084335    3783 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.192379ms
I0505 13:05:53.084354    3783 namespace.go:98] [openshift-config] adding namespace
I0505 13:05:53.084853    3783 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.269234ms
I0505 13:05:53.084871    3783 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0505 13:05:53.085290    3783 namespace.go:102] [openshift-controller-manager] adding namespace took 6.300018ms
I0505 13:05:53.085323    3783 namespace.go:98] [kube-node-lease] adding namespace
I0505 13:05:53.085761    3783 namespace.go:102] [kube-system] adding namespace took 6.403036ms
I0505 13:05:53.085777    3783 namespace.go:98] [openshift-backplane] adding namespace
I0505 13:05:53.086211    3783 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.410482ms
I0505 13:05:53.086226    3783 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0505 13:05:53.086773    3783 namespace.go:102] [openshift-image-registry] adding namespace took 6.585466ms
I0505 13:05:53.086794    3783 namespace.go:98] [openshift-backplane-tam] adding namespace
I0505 13:05:53.087267    3783 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.647052ms
I0505 13:05:53.087283    3783 namespace.go:98] [openshift] adding namespace
I0505 13:05:53.087763    3783 namespace.go:102] [openshift-insights] adding namespace took 6.690824ms
I0505 13:05:53.087780    3783 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0505 13:05:53.088176    3783 namespace.go:102] [openshift-authentication] adding namespace took 6.737747ms
I0505 13:05:53.088192    3783 namespace.go:98] [openshift-backplane-cse] adding namespace
I0505 13:05:53.088603    3783 namespace.go:102] [openshift-console] adding namespace took 6.752539ms
I0505 13:05:53.088619    3783 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
W0505 13:05:53.089020    3783 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j6s5p: pod openshift-network-diagnostics/network-check-target-j6s5p: no pod IPs found 
I0505 13:05:53.089027    3783 namespace.go:102] [openshift-config-managed] adding namespace took 6.836711ms
W0505 13:05:53.089033    3783 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j9bcj: pod openshift-network-diagnostics/network-check-target-j9bcj: no pod IPs found 
I0505 13:05:53.089040    3783 namespace.go:98] [openshift-cluster-version] adding namespace
I0505 13:05:53.089584    3783 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.766506ms
I0505 13:05:53.089990    3783 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.589105ms
I0505 13:05:53.090402    3783 namespace.go:102] [openshift-network-operator] adding namespace took 6.564288ms
I0505 13:05:53.090415    3783 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0505 13:05:53.090804    3783 namespace.go:102] [openshift-config] adding namespace took 6.444357ms
I0505 13:05:53.091569    3783 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.692642ms
I0505 13:05:53.091581    3783 namespace.go:98] [openshift-machine-api] adding namespace
I0505 13:05:53.091975    3783 namespace.go:102] [kube-node-lease] adding namespace took 6.646079ms
I0505 13:05:53.092335    3783 namespace.go:102] [openshift-backplane] adding namespace took 6.552546ms
I0505 13:05:53.092752    3783 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.519915ms
I0505 13:05:53.093268    3783 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.468693ms
I0505 13:05:53.093675    3783 namespace.go:102] [openshift] adding namespace took 6.386993ms
I0505 13:05:53.093689    3783 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0505 13:05:53.094037    3783 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.251154ms
I0505 13:05:53.094484    3783 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.286687ms
I0505 13:05:53.094949    3783 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.324792ms
I0505 13:05:53.095272    3783 namespace.go:102] [openshift-cluster-version] adding namespace took 6.228046ms
I0505 13:05:53.095775    3783 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.355158ms
I0505 13:05:53.096099    3783 namespace.go:102] [openshift-machine-api] adding namespace took 4.513409ms
I0505 13:05:53.096539    3783 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.84563ms
W0505 13:05:53.096607    3783 master.go:458] Unable to parse local node ip-10-0-2-130.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0505 13:05:53.096615    3783 master.go:471] Unable to parse remote node ip-10-0-0-13.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0505 13:05:53.096620    3783 master.go:481] Removing stale chassis with ID/Name: ed4aafe5-58c5-4cf7-a5ba-78ea1ccc71b3, hostname: ip-10-0-2-130.ec2.internal
I0505 13:05:53.097011    3783 master.go:548] Adding or Updating local node "ip-10-0-2-130.ec2.internal" for network "default"
I0505 13:05:53.097053    3783 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-13.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-13.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-13.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-13.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-13.ec2.internal
I0505 13:05:53.098349    3783 zone_ic_handler.go:195] Time taken to create transit switch: 521.909µs
I0505 13:05:53.098367    3783 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-225.ec2.internal for the network default
I0505 13:05:53.099637    3783 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-225.ec2.internal" on network "default" took: 1.820507ms
I0505 13:05:53.101079    3783 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-130.ec2.internal for the network default
I0505 13:05:53.101244    3783 zone_ic_handler.go:195] Time taken to create transit switch: 153.071µs
I0505 13:05:53.101898    3783 default_network_controller.go:823] Node add failed for ip-10-0-2-130.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-130.ec2.internal, error getting gateway config for node ip-10-0-2-130.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-130.ec2.internal", failed to update chassis to local for local node ip-10-0-2-130.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-130.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-130.ec2.internal]
E0505 13:05:53.101938    3783 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-130.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-130.ec2.internal, error getting gateway config for node ip-10-0-2-130.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-130.ec2.internal", failed to update chassis to local for local node ip-10-0-2-130.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-130.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-130.ec2.internal]
I0505 13:05:53.101975    3783 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0505 13:05:53.102002    3783 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0505 13:05:53.102002    3783 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-130.ec2.internal", UID:"1d78899c-e386-4fe6-959e-678c911d0d0b", APIVersion:"v1", ResourceVersion:"8898", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-130.ec2.internal, error getting gateway config for node ip-10-0-2-130.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-130.ec2.internal", failed to update chassis to local for local node ip-10-0-2-130.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-130.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-130.ec2.internal]
I0505 13:05:53.102020    3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default"
I0505 13:05:53.102050    3783 node_tracker.go:235] Node ip-10-0-0-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-13.ec2.internal"
I0505 13:05:53.102064    3783 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:05:53.102078    3783 services_controller.go:574] Full service sync requested for network=default
I0505 13:05:53.102021    3783 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0505 13:05:53.102086    3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-225.ec2.internal in network "default"
I0505 13:05:53.102208    3783 node_tracker.go:169] Node ip-10-0-1-225.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:05:53.102216    3783 services_controller.go:574] Full service sync requested for network=default
I0505 13:05:53.102224    3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-130.ec2.internal in network "default"
I0505 13:05:53.102232    3783 node_tracker.go:235] Node ip-10-0-2-130.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-130.ec2.internal"
I0505 13:05:53.102238    3783 node_tracker.go:169] Node ip-10-0-2-130.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:05:53.102241    3783 services_controller.go:574] Full service sync requested for network=default
I0505 13:05:53.160374    3783 iptables.go:108] Creating table: filter chain: FORWARD
I0505 13:05:53.167437    3783 iptables.go:108] Creating table: filter chain: OUTPUT
I0505 13:05:53.174648    3783 gateway_shared_intf.go:1816] Gateway Creation Complete
I0505 13:05:53.174663    3783 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-130.ec2.internal","mac-address":"0e:ac:5d:11:f5:bd","ip-addresses":["10.0.2.130/24"],"ip-address":"10.0.2.130/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ed4aafe5-58c5-4cf7-a5ba-78ea1ccc71b3 k8s.ovn.org/node-encap-ips:["10.0.2.130"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.130/24"} k8s.ovn.org/zone-name:ip-10-0-2-130.ec2.internal] on node ip-10-0-2-130.ec2.internal
I0505 13:05:53.191038    3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-130.ec2.internal in network "default"
I0505 13:05:53.191102    3783 node_tracker.go:169] Node ip-10-0-2-130.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:05:53.191115    3783 master.go:548] Adding or Updating local node "ip-10-0-2-130.ec2.internal" for network "default"
I0505 13:05:53.191119    3783 services_controller.go:574] Full service sync requested for network=default
I0505 13:05:53.195225    3783 default_node_network_controller.go:519] Node connection status = connected
W0505 13:05:53.195650    3783 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-j6s5p: pod openshift-network-diagnostics/network-check-target-j6s5p: no pod IPs found 
W0505 13:05:53.195667    3783 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-72nnp: pod openshift-multus/network-metrics-daemon-72nnp: no pod IPs found 
I0505 13:05:53.196598    3783 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-130.ec2.internal for the network default
I0505 13:05:53.196756    3783 zone_ic_handler.go:195] Time taken to create transit switch: 148.196µs
I0505 13:05:53.202898    3783 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0505 13:05:53.202911    3783 services_controller.go:208] Setting up event handlers for services for network=default
I0505 13:05:53.202951    3783 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0505 13:05:53.202984    3783 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0505 13:05:53.202995    3783 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0505 13:05:53.303597    3783 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0505 13:05:53.303615    3783 repair.go:60] Starting repairing loop for services
I0505 13:05:53.303687    3783 repair.go:131] Deleted 0 stale service LBs
I0505 13:05:53.303704    3783 repair.go:137] Deleted 0 stale Chassis Template Vars
I0505 13:05:53.303719    3783 repair.go:62] Finished repairing loop for services: 105.787µs
I0505 13:05:53.303741    3783 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0505 13:05:53.303748    3783 services_controller.go:254] Starting workers for network=default
I0505 13:05:53.304073    3783 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-72nnp] creating logical port openshift-multus_network-metrics-daemon-72nnp for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:05:53.304123    3783 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j9bcj: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j9bcj: no pod IPs found 
I0505 13:05:53.304189    3783 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-486qb, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-486qb: suppressed error logged: pod openshift-multus/network-metrics-daemon-486qb: no pod IPs found 
I0505 13:05:53.304211    3783 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-72nnp
I0505 13:05:53.304340    3783 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j6s5p] creating logical port openshift-network-diagnostics_network-check-target-j6s5p for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:05:53.304427    3783 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-j6s5p
I0505 13:05:53.320732    3783 pod.go:62] [openshift-multus/network-metrics-daemon-72nnp] pod update took 16.57684ms
I0505 13:05:53.320757    3783 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-72nnp] addLogicalPort annotation time took 16.601548ms
I0505 13:05:53.321627    3783 pods.go:271] [openshift-multus/network-metrics-daemon-72nnp] addLogicalPort took 17.561615ms, libovsdb time 665.275µs
I0505 13:05:53.323323    3783 pod.go:62] [openshift-network-diagnostics/network-check-target-j6s5p] pod update took 18.931996ms
I0505 13:05:53.323341    3783 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-j6s5p] addLogicalPort annotation time took 18.951517ms
I0505 13:05:53.324075    3783 pods.go:271] [openshift-network-diagnostics/network-check-target-j6s5p] addLogicalPort took 19.767899ms, libovsdb time 564.294µs
I0505 13:05:53.324419    3783 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0505 13:05:53.324443    3783 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0505 13:05:53.324453    3783 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0505 13:05:53.324457    3783 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0505 13:05:53.324632    3783 repair.go:29] Repairing admin network policies took 170.141µs
I0505 13:05:53.324730    3783 repair.go:92] Repairing baseline admin network policies took 90.849µs
I0505 13:05:53.325084    3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0505 13:05:53.325103    3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0505 13:05:53.326954    3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0505 13:05:53.326976    3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0505 13:05:53.326984    3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0505 13:05:53.328547    3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0505 13:05:53.328567    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0505 13:05:53.328576    3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0505 13:05:53.330026    3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0505 13:05:53.330044    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0505 13:05:53.330053    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0505 13:05:53.331777    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0505 13:05:53.331795    3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0505 13:05:53.331806    3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0505 13:05:53.333788    3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0505 13:05:53.333804    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0505 13:05:53.334469    3783 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0505 13:05:53.334483    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0505 13:05:53.336185    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0505 13:05:53.336202    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0505 13:05:53.336208    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0505 13:05:53.336520    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0505 13:05:53.336540    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0505 13:05:53.336548    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0505 13:05:53.338029    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0505 13:05:53.338048    3783 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0505 13:05:53.338058    3783 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0505 13:05:53.339786    3783 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0505 13:05:53.339805    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0505 13:05:53.339814    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0505 13:05:53.340353    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0505 13:05:53.340372    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0505 13:05:53.340380    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0505 13:05:53.340856    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0505 13:05:53.340875    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0505 13:05:53.340883    3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0505 13:05:53.341590    3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0505 13:05:53.341610    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0505 13:05:53.341618    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0505 13:05:53.342108    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0505 13:05:53.342126    3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0505 13:05:53.342135    3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0505 13:05:53.342707    3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0505 13:05:53.342725    3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0505 13:05:53.342736    3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0505 13:05:53.343934    3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0505 13:05:53.343957    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0505 13:05:53.343965    3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0505 13:05:53.344273    3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0505 13:05:53.344290    3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0505 13:05:53.344297    3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0505 13:05:53.345006    3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0505 13:05:53.345022    3783 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0505 13:05:53.345030    3783 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0505 13:05:53.345875    3783 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0505 13:05:53.345897    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0505 13:05:53.345905    3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0505 13:05:53.346422    3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0505 13:05:53.346447    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0505 13:05:53.346457    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0505 13:05:53.346980    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0505 13:05:53.347005    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0505 13:05:53.347029    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0505 13:05:53.347875    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0505 13:05:53.347901    3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0505 13:05:53.347913    3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0505 13:05:53.349003    3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0505 13:05:53.349027    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0505 13:05:53.349036    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0505 13:05:53.349565    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0505 13:05:53.349587    3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0505 13:05:53.349597    3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0505 13:05:53.350059    3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0505 13:05:53.350077    3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0505 13:05:53.350090    3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0505 13:05:53.351151    3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0505 13:05:53.351171    3783 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0505 13:05:53.351182    3783 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0505 13:05:53.352417    3783 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0505 13:05:53.352439    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0505 13:05:53.352450    3783 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0505 13:05:53.353008    3783 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0505 13:05:53.353030    3783 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0505 13:05:53.353039    3783 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0505 13:05:53.353542    3783 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0505 13:05:53.353563    3783 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0505 13:05:53.353589    3783 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0505 13:05:53.354719    3783 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0505 13:05:53.360776    3783 egressfirewall.go:374] Starting EgressFirewall controller
I0505 13:05:53.360826    3783 controller.go:133] Adding controller egress-firewall-controller event handlers
I0505 13:05:53.360834    3783 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0505 13:05:53.360861    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0505 13:05:53.360868    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0505 13:05:53.360877    3783 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0505 13:05:53.360879    3783 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0505 13:05:53.361150    3783 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0505 13:05:53.361168    3783 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0505 13:05:53.361176    3783 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0505 13:05:53.361189    3783 egressqos.go:193] Setting up event handlers for EgressQoS
I0505 13:05:53.361261    3783 egressfirewall.go:723] Syncing node "ip-10-0-0-13.ec2.internal" for egress firewall
I0505 13:05:53.361278    3783 egressfirewall.go:723] Syncing node "ip-10-0-1-225.ec2.internal" for egress firewall
I0505 13:05:53.361283    3783 egressfirewall.go:723] Syncing node "ip-10-0-2-130.ec2.internal" for egress firewall
I0505 13:05:53.361324    3783 egressqos.go:245] Starting EgressQoS Controller
I0505 13:05:53.361340    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0505 13:05:53.361350    3783 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0505 13:05:53.361360    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0505 13:05:53.361368    3783 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0505 13:05:53.361377    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0505 13:05:53.361385    3783 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0505 13:05:53.361392    3783 egressqos.go:259] Repairing EgressQoSes
I0505 13:05:53.361398    3783 egressqos.go:399] Starting repairing loop for egressqos
I0505 13:05:53.361473    3783 egressqos.go:401] Finished repairing loop for egressqos: 76.09µs
I0505 13:05:53.361501    3783 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0505 13:05:53.361524    3783 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-130.ec2.internal
I0505 13:05:53.361574    3783 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-130.ec2.internal : 51.322µs
I0505 13:05:53.361659    3783 egressservice_zone.go:210] Starting Egress Services Controller
I0505 13:05:53.361674    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0505 13:05:53.361682    3783 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0505 13:05:53.361688    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0505 13:05:53.361706    3783 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0505 13:05:53.361712    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0505 13:05:53.361716    3783 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0505 13:05:53.361721    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0505 13:05:53.361726    3783 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0505 13:05:53.361730    3783 egressservice_zone.go:228] Repairing Egress Services
I0505 13:05:53.361984    3783 master_controller.go:88] Starting Admin Policy Based Route Controller
I0505 13:05:53.361995    3783 external_controller.go:278] Starting Admin Policy Based Route Controller
I0505 13:05:53.362003    3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal
I0505 13:05:53.362011    3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 9.613µs
I0505 13:05:53.362020    3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-225.ec2.internal
I0505 13:05:53.362028    3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-225.ec2.internal: 8.782µs
I0505 13:05:53.362032    3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-130.ec2.internal
I0505 13:05:53.362037    3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-130.ec2.internal: 3.44µs
I0505 13:05:53.362110    3783 default_network_controller.go:585] Completing all the Watchers took 303.322842ms
I0505 13:05:53.362124    3783 default_network_controller.go:589] Starting unidling controllers
I0505 13:05:53.362137    3783 unidle.go:46] Registering OVN SB ControllerEvent handler
I0505 13:05:53.362144    3783 unidle.go:63] Populating Initial ContollerEvent events
I0505 13:05:53.362156    3783 unidle.go:79] Setting up event handlers for services
I0505 13:05:53.362221    3783 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0505 13:05:53.696195    3783 default_node_network_controller.go:519] Node connection status = connected
I0505 13:05:54.195691    3783 default_node_network_controller.go:519] Node connection status = connected
I0505 13:05:54.695994    3783 default_node_network_controller.go:519] Node connection status = connected
I0505 13:05:55.195585    3783 default_node_network_controller.go:519] Node connection status = connected
I0505 13:05:55.363519    3783 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0505 13:05:55.695933    3783 default_node_network_controller.go:519] Node connection status = connected
I0505 13:05:55.715221    3783 bridgeconfig.go:537] Gateway is ready
I0505 13:05:55.715243    3783 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0505 13:05:55.727501    3783 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.130. Updating OVN encap IP.
I0505 13:05:55.733173    3783 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.130 - it is already configured
I0505 13:05:55.733190    3783 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.130/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0505 13:05:55.733463    3783 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.130/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-130.ec2.internal","mac-address":"0e:ac:5d:11:f5:bd","ip-addresses":["10.0.2.130/24"],"ip-address":"10.0.2.130/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ed4aafe5-58c5-4cf7-a5ba-78ea1ccc71b3 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.130/24"}] on node ip-10-0-2-130.ec2.internal
I0505 13:05:55.748000    3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-130.ec2.internal
I0505 13:05:55.748019    3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-130.ec2.internal: 22.983µs
I0505 13:05:55.748051    3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-130.ec2.internal in network "default"
I0505 13:05:55.748080    3783 egressfirewall.go:723] Syncing node "ip-10-0-2-130.ec2.internal" for egress firewall
I0505 13:05:55.748125    3783 master.go:548] Adding or Updating local node "ip-10-0-2-130.ec2.internal" for network "default"
I0505 13:05:55.748127    3783 node_tracker.go:169] Node ip-10-0-2-130.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:05:55.748148    3783 services_controller.go:574] Full service sync requested for network=default
I0505 13:05:55.748778    3783 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.130
I0505 13:05:55.748852    3783 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-130.ec2.internal
I0505 13:05:55.752632    3783 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-130.ec2.internal. Updating no re-route policies
I0505 13:05:55.752715    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-486qb
I0505 13:05:55.752728    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dvjdt
I0505 13:05:55.752744    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dvjdt
I0505 13:05:55.752743    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bckz5
I0505 13:05:55.752750    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-130.ec2.internal
I0505 13:05:55.752765    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-dvjdt after 0 failed attempt(s)
I0505 13:05:55.752765    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mdtxm
I0505 13:05:55.752732    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-486qb
I0505 13:05:55.752776    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8whmr
I0505 13:05:55.752782    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj
I0505 13:05:55.752787    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-72nnp
I0505 13:05:55.752789    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j6s5p
I0505 13:05:55.752793    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8whmr
I0505 13:05:55.752793    3783 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ldpr2
I0505 13:05:55.752799    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j6s5p
I0505 13:05:55.752802    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-phxf8
I0505 13:05:55.752798    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-72nnp
I0505 13:05:55.752805    3783 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ldpr2
I0505 13:05:55.752808    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-phxf8
I0505 13:05:55.752811    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-v76bt
I0505 13:05:55.752819    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-v76bt
I0505 13:05:55.752818    3783 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-486qb, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-486qb: suppressed error logged: pod openshift-multus/network-metrics-daemon-486qb: no pod IPs found 
I0505 13:05:55.752823    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8whmr after 0 failed attempt(s)
I0505 13:05:55.752822    3783 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ldpr2 after 0 failed attempt(s)
I0505 13:05:55.752828    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-phxf8 after 0 failed attempt(s)
I0505 13:05:55.752755    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bckz5
I0505 13:05:55.752796    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj
I0505 13:05:55.752837    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-v76bt after 0 failed attempt(s)
I0505 13:05:55.752836    3783 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j6s5p] creating logical port openshift-network-diagnostics_network-check-target-j6s5p for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:05:55.752846    3783 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-72nnp] creating logical port openshift-multus_network-metrics-daemon-72nnp for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:05:55.752794    3783 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-130.ec2.internal
I0505 13:05:55.752857    3783 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-130.ec2.internal
I0505 13:05:55.752868    3783 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-130.ec2.internal after 0 failed attempt(s)
I0505 13:05:55.752765    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mwd6t
I0505 13:05:55.752871    3783 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-j9bcj: suppressed error logged: pod openshift-network-diagnostics/network-check-target-j9bcj: no pod IPs found 
I0505 13:05:55.752877    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mwd6t
I0505 13:05:55.752887    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mwd6t after 0 failed attempt(s)
I0505 13:05:55.752779    3783 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vwnv9
I0505 13:05:55.752896    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vwnv9
I0505 13:05:55.752912    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vwnv9 after 0 failed attempt(s)
I0505 13:05:55.752767    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-130.ec2.internal
I0505 13:05:55.752937    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-130.ec2.internal after 0 failed attempt(s)
I0505 13:05:55.752846    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bckz5 after 0 failed attempt(s)
I0505 13:05:55.752783    3783 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mdtxm
I0505 13:05:55.752959    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mdtxm after 0 failed attempt(s)
I0505 13:05:55.753544    3783 pods.go:271] [openshift-multus/network-metrics-daemon-72nnp] addLogicalPort took 705.408µs, libovsdb time 249.728µs
I0505 13:05:55.753557    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-72nnp after 0 failed attempt(s)
I0505 13:05:55.753645    3783 pods.go:271] [openshift-network-diagnostics/network-check-target-j6s5p] addLogicalPort took 821.207µs, libovsdb time 355.493µs
I0505 13:05:55.753653    3783 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-j6s5p after 0 failed attempt(s)
I0505 13:05:55.764020    3783 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0505 13:05:55.776509    3783 iptables.go:108] Creating table: mangle chain: OUTPUT
I0505 13:05:55.780097    3783 iptables.go:108] Creating table: nat chain: OUTPUT
I0505 13:05:55.819848    3783 iptables.go:108] Creating table: nat chain: PREROUTING
I0505 13:05:55.880787    3783 iptables.go:108] Creating table: filter chain: FORWARD
I0505 13:05:55.900803    3783 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0505 13:05:55.900921    3783 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0505 13:05:55.900974    3783 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0505 13:05:55.901083    3783 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0505 13:05:55.901145    3783 gateway_init.go:325] Gateway and management port readiness took 2.710175492s
I0505 13:05:55.901179    3783 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0505 13:05:55.901222    3783 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0505 13:05:55.901240    3783 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0505 13:05:55.901251    3783 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0505 13:05:55.901358    3783 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0505 13:05:55.901452    3783 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.33µs
I0505 13:05:55.901775    3783 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0505 13:05:55.901813    3783 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 26.09µs
I0505 13:05:55.901825    3783 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 51.214µs
I0505 13:05:55.901832    3783 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0505 13:05:55.901844    3783 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0505 13:05:55.901854    3783 default_node_network_controller.go:899] Starting the default node network controller
I0505 13:05:55.901867    3783 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0505 13:05:55.901950    3783 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.82µs
I0505 13:05:55.902063    3783 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0505 13:05:55.902075    3783 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0505 13:05:55.902103    3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bb8f20 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc0002ecd20 <nil> 0xc0002ecd90 0xc000b8f950 0xc0002ece70 0xc0002ecf50 <nil> 0xc000c342d0 0xc00657d570 <nil> <nil> <nil> 0xc0002ecfc0 <nil> map[0x2ff9080:0xc00250ccc0 0x2ff95c0:0xc00250d140 0x2ffa2e0:0xc00250cc00 0x2ffa580:0xc00250cc60 0x2ffad60:0xc00250cd20 0x2ffb000:0xc00250cd80 0x2ffb2a0:0xc00250cde0 0x2ffba80:0xc00250d1a0 0x2ffbd20:0xc00250d200 0x3026980:0xc001983f20 0x3026d20:0xc003524000 0x3027800:0xc000bfcba0 0x3029160:0xc001c26000 0x30298a0:0xc003524060 0x302a720:0xc001c26060] 0xc0000cf490 0}
I0505 13:05:55.902183    3783 gateway.go:151] Starting gateway service sync
I0505 13:05:55.902762    3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0505 13:05:55.905244    3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0505 13:05:55.922670    3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0505 13:05:55.923994    3783 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0505 13:05:55.925288    3783 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0505 13:05:55.960555    3783 gateway.go:168] Gateway service sync done. Time taken: 58.357021ms
I0505 13:05:55.961183    3783 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30283
I0505 13:05:55.961574    3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bb8f20 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc0002ecd20 <nil> 0xc0002ecd90 0xc000b8f950 0xc0002ece70 0xc0002ecf50 <nil> 0xc000c342d0 0xc00657d570 <nil> <nil> <nil> 0xc0002ecfc0 <nil> map[0x2ff9080:0xc00250ccc0 0x2ff95c0:0xc00250d140 0x2ffa2e0:0xc00250cc00 0x2ffa580:0xc00250cc60 0x2ffad60:0xc00250cd20 0x2ffb000:0xc00250cd80 0x2ffb2a0:0xc00250cde0 0x2ffba80:0xc00250d1a0 0x2ffbd20:0xc00250d200 0x3026980:0xc001983f20 0x3026d20:0xc003524000 0x3027800:0xc000bfcba0 0x3029160:0xc001c26000 0x30298a0:0xc003524060 0x302a720:0xc001c26060] 0xc0000cf490 0}
I0505 13:05:55.962203    3783 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bb8f20 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc0002ecd20 <nil> 0xc0002ecd90 0xc000b8f950 0xc0002ece70 0xc0002ecf50 <nil> 0xc000c342d0 0xc00657d570 <nil> <nil> <nil> 0xc0002ecfc0 <nil> map[0x2ff9080:0xc00250ccc0 0x2ff95c0:0xc00250d140 0x2ffa2e0:0xc00250cc00 0x2ffa580:0xc00250cc60 0x2ffad60:0xc00250cd20 0x2ffb000:0xc00250cd80 0x2ffb2a0:0xc00250cde0 0x2ffba80:0xc00250d1a0 0x2ffbd20:0xc00250d200 0x3026980:0xc001983f20 0x3026d20:0xc003524000 0x3027800:0xc000bfcba0 0x3029160:0xc001c26000 0x30298a0:0xc003524060 0x302a720:0xc001c26060] 0xc0000cf490 0}
I0505 13:05:55.962252    3783 gateway.go:532] Reconciling gateway with updates
I0505 13:05:55.968175    3783 gateway.go:339] Spawning Conntrack Rule Check Thread
I0505 13:05:55.968201    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0505 13:05:55.968219    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0505 13:05:55.968217    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 13:05:55.968228    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 13:05:55.968229    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 13:05:55.968236    3783 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed
I0505 13:05:55.968238    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 13:05:55.968244    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 13:05:55.968217    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 13:05:55.968246    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 13:05:55.968254    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 13:05:55.968253    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 13:05:55.968262    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0505 13:05:55.968263    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 13:05:55.968252    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 13:05:55.968257    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 13:05:55.968277    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 13:05:55.968280    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 13:05:55.968283    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0505 13:05:55.968287    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 13:05:55.968280    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0505 13:05:55.968297    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 13:05:55.968319    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0505 13:05:55.968241    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 13:05:55.968321    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 13:05:55.968326    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 13:05:55.968333    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0505 13:05:55.968334    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 13:05:55.968338    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0505 13:05:55.968340    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 13:05:55.968277    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 13:05:55.968349    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0505 13:05:55.968352    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0505 13:05:55.968350    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 13:05:55.968354    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0505 13:05:55.968353    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 13:05:55.968356    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 13:05:55.968366    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 13:05:55.968369    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0505 13:05:55.968371    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 13:05:55.968373    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 13:05:55.968372    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0505 13:05:55.968297    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0505 13:05:55.968382    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0505 13:05:55.968386    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0505 13:05:55.968384    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0505 13:05:55.968394    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0505 13:05:55.968234    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 13:05:55.968399    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 13:05:55.968403    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0505 13:05:55.968405    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 13:05:55.968407    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 13:05:55.968408    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0505 13:05:55.968409    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 13:05:55.968414    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 13:05:55.968420    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0505 13:05:55.968422    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 13:05:55.968422    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 13:05:55.968425    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 13:05:55.968433    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0505 13:05:55.968434    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 13:05:55.968436    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0505 13:05:55.968269    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0505 13:05:55.968447    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0505 13:05:55.968338    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 13:05:55.968451    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0505 13:05:55.968372    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0505 13:05:55.968457    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 13:05:55.968467    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0505 13:05:55.968427    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0505 13:05:55.968272    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 13:05:55.968501    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 13:05:55.968245    3783 port_claim.go:71] Svc openshift-ingress/router-default: port 31533 is already open, no action needed
I0505 13:05:55.968351    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 13:05:55.968201    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0505 13:05:55.968596    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0505 13:05:55.968217    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 13:05:55.968632    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 13:05:55.968289    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 13:05:55.968292    3783 default_node_network_controller.go:944] Gateway and management port readiness took 66.207973ms
I0505 13:05:55.968322    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 13:05:55.968743    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 13:05:55.968328    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0505 13:05:55.968750    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0505 13:05:55.968340    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 13:05:55.968336    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 13:05:55.968817    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 13:05:55.968342    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0505 13:05:55.968338    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 13:05:55.968356    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0505 13:05:55.968255    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 13:05:55.968896    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 13:05:55.968905    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0505 13:05:55.968369    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 13:05:55.968919    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 13:05:55.968924    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0505 13:05:55.968373    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 13:05:55.968381    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 13:05:55.969023    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 13:05:55.968382    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:05:55.969044    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:05:55.968384    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 13:05:55.968388    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0505 13:05:55.969136    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0505 13:05:55.968396    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 13:05:55.969151    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 13:05:55.969156    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0505 13:05:55.968398    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:05:55.969164    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:05:55.968270    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 13:05:55.969196    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0505 13:05:55.968437    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 13:05:55.969368    3783 node_ip_handler_linux.go:160] Node IP manager is running
W0505 13:05:56.010526    3783 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0505 13:05:56.010719    3783 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0505 13:05:56.010860    3783 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0505 13:05:56.020585    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0505 13:05:56.020611    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0505 13:05:56.020617    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0505 13:05:56.020623    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0505 13:05:56.020630    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0505 13:05:56.020635    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0505 13:05:56.020641    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0505 13:05:56.020671    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0505 13:05:56.063038    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0505 13:05:56.063044    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0505 13:05:56.063064    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0505 13:05:56.063078    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0505 13:05:56.063087    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0505 13:05:56.063102    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0505 13:05:56.063111    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0505 13:05:56.063120    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0505 13:05:56.063128    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0505 13:05:56.063138    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0505 13:05:56.063146    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0505 13:05:56.063156    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0505 13:05:56.063164    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0505 13:05:56.063173    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0505 13:05:56.063182    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
W0505 13:05:56.212319    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:05:57.199786    3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:05:57.644357    3783 default_node_network_controller.go:1380] Starting node controller node sync
W0505 13:05:57.644398    3783 egressip_healthcheck.go:76] Health checking using insecure connection
I0505 13:05:57.644441    3783 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0505 13:05:57.656327    3783 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.951215ms
I0505 13:05:57.656438    3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-225.ec2.internal", IP: 10.0.1.225 to PMTUD blocking rules
I0505 13:05:57.656453    3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-225.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0505 13:05:57.662416    3783 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0505 13:05:57.662740    3783 egressservice_node.go:93] Setting up event handlers for Egress Services
I0505 13:05:57.662872    3783 egressservice_node.go:183] Starting Egress Services Controller
I0505 13:05:57.662888    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0505 13:05:57.662896    3783 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0505 13:05:57.662901    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0505 13:05:57.662906    3783 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0505 13:05:57.662922    3783 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0505 13:05:57.662929    3783 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0505 13:05:57.662933    3783 egressservice_node.go:197] Repairing Egress Services
I0505 13:05:57.673250    3783 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0505 13:05:57.673262    3783 external_controller.go:278] Starting Admin Policy Based Route Controller
I0505 13:05:57.673383    3783 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0505 13:05:57.673398    3783 link_network_manager.go:119] Link manager is running
I0505 13:05:57.673410    3783 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0505 13:05:57.673563    3783 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0505 13:05:57.673799    3783 vrf_manager.go:128] VRF manager is running
I0505 13:05:57.673886    3783 node_controller_manager.go:437] Removing flows to drop GARP
I0505 13:05:57.673895    3783 gateway.go:532] Reconciling gateway with updates
I0505 13:05:57.697354    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0505 13:05:57.697369    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 13:05:57.697383    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0505 13:05:57.697384    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 13:05:57.697386    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0505 13:05:57.697398    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 13:05:57.697401    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 13:05:57.697402    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 13:05:57.697414    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 13:05:57.697420    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 13:05:57.697407    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 13:05:57.697426    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 13:05:57.697429    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 13:05:57.697436    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0505 13:05:57.697435    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 13:05:57.697439    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 13:05:57.697453    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0505 13:05:57.697454    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 13:05:57.697458    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 13:05:57.697406    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0505 13:05:57.697462    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0505 13:05:57.697476    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0505 13:05:57.697480    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0505 13:05:57.697491    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0505 13:05:57.697482    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0505 13:05:57.697504    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 13:05:57.697506    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0505 13:05:57.697503    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 13:05:57.697513    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.697512    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 13:05:57.697517    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.697524    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 13:05:57.697523    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0505 13:05:57.697529    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 13:05:57.697536    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 13:05:57.697536    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 13:05:57.697542    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 13:05:57.697544    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.697538    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.697546    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0505 13:05:57.697548    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 13:05:57.697550    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 13:05:57.697559    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 13:05:57.697561    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0505 13:05:57.697559    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 13:05:57.697560    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0505 13:05:57.697572    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 13:05:57.697581    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0505 13:05:57.697587    3783 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed
I0505 13:05:57.697596    3783 port_claim.go:71] Svc openshift-ingress/router-default: port 31533 is already open, no action needed
I0505 13:05:57.697606    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0505 13:05:57.697642    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0505 13:05:57.697477    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 13:05:57.697657    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0505 13:05:57.697661    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0505 13:05:57.697667    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 13:05:57.697587    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0505 13:05:57.697513    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 13:05:57.697691    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 13:05:57.697715    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:05:57.697723    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:05:57.697723    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 13:05:57.697752    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 13:05:57.697756    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 13:05:57.697766    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 13:05:57.697769    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 13:05:57.697767    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 13:05:57.697774    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0505 13:05:57.697782    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 13:05:57.697776    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 13:05:57.697788    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0505 13:05:57.697786    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 13:05:57.697790    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:05:57.697789    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 13:05:57.697800    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 13:05:57.697805    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 13:05:57.697809    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 13:05:57.697813    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0505 13:05:57.697523    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 13:05:57.697822    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0505 13:05:57.697825    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0505 13:05:57.697826    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 13:05:57.697753    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 13:05:57.697837    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 13:05:57.697420    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 13:05:57.697814    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 13:05:57.697873    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 13:05:57.697515    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0505 13:05:57.697886    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 13:05:57.697892    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0505 13:05:57.697542    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 13:05:57.697796    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 13:05:57.697537    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 13:05:57.697933    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 13:05:57.697555    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0505 13:05:57.697562    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0505 13:05:57.697567    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0505 13:05:57.697696    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 13:05:57.697953    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0505 13:05:57.697958    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 13:05:57.697960    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.697390    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 13:05:57.697782    3783 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 13:05:57.697987    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 13:05:57.697693    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 13:05:57.697804    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:05:57.697838    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 13:05:57.698053    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0505 13:05:57.698060    3783 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 13:05:57.741207    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0505 13:05:57.741219    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0505 13:05:57.741236    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0505 13:05:57.741251    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0505 13:05:57.741256    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0505 13:05:57.741263    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0505 13:05:57.741271    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0505 13:05:57.785173    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0505 13:05:57.785200    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0505 13:05:57.785208    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0505 13:05:57.785214    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.785220    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0505 13:05:57.785226    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0505 13:05:57.785231    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.785237    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0505 13:05:57.785244    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0505 13:05:57.785250    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0505 13:05:57.785255    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.785261    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.785266    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0505 13:05:57.785271    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.785276    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0505 13:05:57.785282    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0505 13:05:57.785286    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0505 13:05:57.785292    3783 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0505 13:05:58.979319    3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-130.ec2.internal
I0505 13:05:58.979356    3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-130.ec2.internal: 56.637µs
I0505 13:05:59.003496    3783 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5cc47cfc6f-dlljq] creating logical port openshift-image-registry_image-registry-5cc47cfc6f-dlljq for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:05:59.003622    3783 kube.go:256] Updating pod openshift-image-registry/image-registry-5cc47cfc6f-dlljq
I0505 13:05:59.022112    3783 pod.go:62] [openshift-image-registry/image-registry-5cc47cfc6f-dlljq] pod update took 18.536174ms
I0505 13:05:59.022134    3783 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5cc47cfc6f-dlljq] addLogicalPort annotation time took 18.577845ms
I0505 13:05:59.023271    3783 pods.go:271] [openshift-image-registry/image-registry-5cc47cfc6f-dlljq] addLogicalPort took 19.790911ms, libovsdb time 869.828µs
I0505 13:05:59.045959    3783 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-gz9jf] creating logical port openshift-dns_dns-default-gz9jf for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:05:59.046065    3783 kube.go:256] Updating pod openshift-dns/dns-default-gz9jf
I0505 13:05:59.046709    3783 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ns4nl] creating logical port openshift-ingress-canary_ingress-canary-ns4nl for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:05:59.046812    3783 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ns4nl
I0505 13:05:59.062433    3783 pod.go:62] [openshift-dns/dns-default-gz9jf] pod update took 16.390804ms
I0505 13:05:59.062451    3783 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-gz9jf] addLogicalPort annotation time took 16.411719ms
I0505 13:05:59.063561    3783 pods.go:271] [openshift-dns/dns-default-gz9jf] addLogicalPort took 17.616299ms, libovsdb time 838.816µs
I0505 13:05:59.065445    3783 pod.go:62] [openshift-ingress-canary/ingress-canary-ns4nl] pod update took 18.660282ms
I0505 13:05:59.065464    3783 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ns4nl] addLogicalPort annotation time took 18.680985ms
I0505 13:05:59.066421    3783 pods.go:271] [openshift-ingress-canary/ingress-canary-ns4nl] addLogicalPort took 19.724965ms, libovsdb time 653.646µs
I0505 13:05:59.482443    3783 cni.go:452] [openshift-ingress-canary/ingress-canary-ns4nl 9af433a172e7e60bdf42b240c10ba3d05aa2228a09712a9ef4dee5cb47594822 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ns4nl 9af433a172e7e60bdf42b240c10ba3d05aa2228a09712a9ef4dee5cb47594822 network default NAD default NAD key ]
I0505 13:05:59.531105    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ns4nl, hostIfaceName: 9af433a172e7e60, network: default, NAD default, SandboxID: "9af433a172e7e60bdf42b240c10ba3d05aa2228a09712a9ef4dee5cb47594822", PCI device ID: , UID: "d25d11e1-4663-42ac-9c97-cafc32bf0b9a", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0505 13:05:59.589071    3783 cni.go:473] [openshift-ingress-canary/ingress-canary-ns4nl 9af433a172e7e60bdf42b240c10ba3d05aa2228a09712a9ef4dee5cb47594822 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ns4nl 9af433a172e7e60bdf42b240c10ba3d05aa2228a09712a9ef4dee5cb47594822 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:27:ea:df:86:74\",\"name\":\"9af433a172e7e60\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87d6b792-13e2-4ed2-9aa9-b375bf2c01ec\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:06:00.112613    3783 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 13:06:00.497573    3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal
I0505 13:06:00.497593    3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 26.423µs
I0505 13:06:00.497570    3783 egressfirewall.go:723] Syncing node "ip-10-0-0-13.ec2.internal" for egress firewall
I0505 13:06:00.497674    3783 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 13:06:01.562232    3783 cni.go:452] [openshift-network-diagnostics/network-check-target-j6s5p a0ced8fe0b11da903ea771f16bbbcbdf2b7840a391d687d71c403d91a1a8dc9b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-j6s5p a0ced8fe0b11da903ea771f16bbbcbdf2b7840a391d687d71c403d91a1a8dc9b network default NAD default NAD key ]
I0505 13:06:01.572278    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-j6s5p, hostIfaceName: a0ced8fe0b11da9, network: default, NAD default, SandboxID: "a0ced8fe0b11da903ea771f16bbbcbdf2b7840a391d687d71c403d91a1a8dc9b", PCI device ID: , UID: "c7ba178d-e6de-4257-98d0-eb250e0a7c8a", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0505 13:06:01.619673    3783 cni.go:473] [openshift-network-diagnostics/network-check-target-j6s5p a0ced8fe0b11da903ea771f16bbbcbdf2b7840a391d687d71c403d91a1a8dc9b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-j6s5p a0ced8fe0b11da903ea771f16bbbcbdf2b7840a391d687d71c403d91a1a8dc9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:9c:4a:c7:1c:6f\",\"name\":\"a0ced8fe0b11da9\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ad97c8a-1504-40c7-91b3-8e0cf3113587\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:06:04.610877    3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default"
I0505 13:06:04.610917    3783 node_tracker.go:235] Node ip-10-0-0-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-13.ec2.internal"
I0505 13:06:04.610939    3783 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:06:04.610958    3783 services_controller.go:574] Full service sync requested for network=default
I0505 13:06:04.611000    3783 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "ip-10-0-0-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0505 13:06:04.611614    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:06:04.611632    3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:06:04.767676    3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default"
I0505 13:06:04.767734    3783 default_network_controller.go:1025] Node "ip-10-0-0-13.ec2.internal" in remote zone "ip-10-0-0-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 13:06:04.767746    3783 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:06:04.767762    3783 services_controller.go:574] Full service sync requested for network=default
W0505 13:06:04.768316    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:06:04.768303    3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:06:04.768846    3783 zone_ic_handler.go:195] Time taken to create transit switch: 336.177µs
I0505 13:06:04.768859    3783 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-13.ec2.internal for the network default
I0505 13:06:04.770147    3783 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-13.ec2.internal" on network "default" took: 1.647422ms
W0505 13:06:05.745658    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0505 13:06:07.320497    3783 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default"
I0505 13:06:07.320518    3783 egressfirewall.go:723] Syncing node "ip-10-0-0-13.ec2.internal" for egress firewall
I0505 13:06:07.320524    3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal
I0505 13:06:07.320544    3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 23.838µs
I0505 13:06:07.320573    3783 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:06:07.320589    3783 services_controller.go:574] Full service sync requested for network=default
I0505 13:06:07.320593    3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-13.ec2.internal", IP: 10.0.0.13 to PMTUD blocking rules
I0505 13:06:07.320605    3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-13.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0505 13:06:07.320780    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:06:07.320821    3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:06:07.326821    3783 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-13.ec2.internal. Updating no re-route policies
I0505 13:06:07.338083    3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-13.ec2.internal", IP: 10.0.0.13 to PMTUD blocking rules
I0505 13:06:07.338097    3783 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-13.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0505 13:06:10.935695    3783 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal
I0505 13:06:10.935727    3783 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 41.208µs
W0505 13:06:19.642760    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:06:27.206871    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:06:27.206896    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:06:36.752160    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0505 13:06:39.846542    3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:39.847133    3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:39.847161    3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:39.847171    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0505 13:06:39.847182    3783 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:39.847186    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0505 13:06:40.871566    3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:40.871589    3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:40.871605    3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:40.871613    3783 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:42.109608    3783 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0505 13:06:42.120982    3783 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0505 13:07:53.141759    3783 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7cf7c84db7-mq46f] creating logical port openshift-ingress_router-default-7cf7c84db7-mq46f for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:07:53.141850    3783 kube.go:256] Updating pod openshift-ingress/router-default-7cf7c84db7-mq46f
I0505 13:07:53.156806    3783 pod.go:62] [openshift-ingress/router-default-7cf7c84db7-mq46f] pod update took 14.984551ms
I0505 13:07:53.156826    3783 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7cf7c84db7-mq46f] addLogicalPort annotation time took 15.010454ms
I0505 13:07:53.157954    3783 pods.go:271] [openshift-ingress/router-default-7cf7c84db7-mq46f] addLogicalPort took 16.209597ms, libovsdb time 854.235µs
I0505 13:07:53.309059    3783 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-558fc569cc-8kn6q] creating logical port openshift-ingress_router-default-558fc569cc-8kn6q for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:07:53.309170    3783 kube.go:256] Updating pod openshift-ingress/router-default-558fc569cc-8kn6q
I0505 13:07:53.324693    3783 pod.go:62] [openshift-ingress/router-default-558fc569cc-8kn6q] pod update took 15.546058ms
I0505 13:07:53.324715    3783 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-558fc569cc-8kn6q] addLogicalPort annotation time took 15.57594ms
I0505 13:07:53.325761    3783 pods.go:271] [openshift-ingress/router-default-558fc569cc-8kn6q] addLogicalPort took 16.718387ms, libovsdb time 794.918µs
I0505 13:07:53.376573    3783 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-vvw9t for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:07:53.376646    3783 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t
I0505 13:07:53.390457    3783 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t] pod update took 13.831971ms
I0505 13:07:53.390483    3783 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t] addLogicalPort annotation time took 13.861181ms
I0505 13:07:53.391675    3783 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t] addLogicalPort took 15.112138ms, libovsdb time 856.133µs
I0505 13:07:53.447478    3783 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-xj7t4] creating logical port openshift-console-operator_console-operator-66dbbb6468-xj7t4 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:07:53.447554    3783 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-xj7t4
I0505 13:07:53.463384    3783 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-xj7t4] pod update took 15.847486ms
I0505 13:07:53.463466    3783 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-xj7t4] addLogicalPort annotation time took 15.932167ms
I0505 13:07:53.464756    3783 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-xj7t4] addLogicalPort took 17.289838ms, libovsdb time 926.03µs
I0505 13:07:53.804102    3783 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-xj7t4 d2f0a3395cdb9e6434614547871d5e1b2f962f219c49091bdcf59c84689bf3e2 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-xj7t4 d2f0a3395cdb9e6434614547871d5e1b2f962f219c49091bdcf59c84689bf3e2 network default NAD default NAD key ]
I0505 13:07:53.814563    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-xj7t4, hostIfaceName: d2f0a3395cdb9e6, network: default, NAD default, SandboxID: "d2f0a3395cdb9e6434614547871d5e1b2f962f219c49091bdcf59c84689bf3e2", PCI device ID: , UID: "71881f3e-9934-4ba8-abc2-20e15cc00f7f", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0505 13:07:53.861383    3783 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-xj7t4 d2f0a3395cdb9e6434614547871d5e1b2f962f219c49091bdcf59c84689bf3e2 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-xj7t4 d2f0a3395cdb9e6434614547871d5e1b2f962f219c49091bdcf59c84689bf3e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ce:e0:d4:53:4e\",\"name\":\"d2f0a3395cdb9e6\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/896ec6de-0319-440f-b403-036b813aff6f\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:07:56.007033    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0505 13:07:57.292002    3783 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0505 13:07:57.292973    3783 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 948.654µs
I0505 13:07:57.316015    3783 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0505 13:07:58.011235    3783 namespace.go:98] [openshift-service-ca] adding namespace
I0505 13:07:58.012082    3783 namespace.go:102] [openshift-service-ca] adding namespace took 827.961µs
I0505 13:07:58.025394    3783 namespace.go:142] [openshift-service-ca] updating namespace
I0505 13:07:59.682768    3783 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-t566j] creating logical port openshift-service-ca_service-ca-d9cb48497-t566j for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:07:59.682859    3783 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-t566j
I0505 13:07:59.696105    3783 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-t566j] pod update took 13.269196ms
I0505 13:07:59.696129    3783 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-t566j] addLogicalPort annotation time took 13.297387ms
I0505 13:07:59.697237    3783 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-t566j] addLogicalPort took 14.486991ms, libovsdb time 818.81µs
I0505 13:08:00.042442    3783 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-t566j b819265f8c39effc0e14fc97f8be8d84845a153252e02adfb720bb91cb8cc579 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-t566j b819265f8c39effc0e14fc97f8be8d84845a153252e02adfb720bb91cb8cc579 network default NAD default NAD key ]
I0505 13:08:00.051921    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-t566j, hostIfaceName: b819265f8c39eff, network: default, NAD default, SandboxID: "b819265f8c39effc0e14fc97f8be8d84845a153252e02adfb720bb91cb8cc579", PCI device ID: , UID: "084de23f-4721-40c4-872a-3dc452a6c396", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0505 13:08:00.100808    3783 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-t566j b819265f8c39effc0e14fc97f8be8d84845a153252e02adfb720bb91cb8cc579 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-t566j b819265f8c39effc0e14fc97f8be8d84845a153252e02adfb720bb91cb8cc579 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:bb:fe:89:e5:65\",\"name\":\"b819265f8c39eff\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/443dd9c0-38a5-45c9-a755-88df0ffe10fb\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:07.253760    3783 cni.go:452] [openshift-dns/dns-default-gz9jf d2f12e116369f28abbd58bc0a98eb86fc88dd8f0a5a60d75726c01c105cced63 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-gz9jf d2f12e116369f28abbd58bc0a98eb86fc88dd8f0a5a60d75726c01c105cced63 network default NAD default NAD key ]
I0505 13:08:07.263138    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-gz9jf, hostIfaceName: d2f12e116369f28, network: default, NAD default, SandboxID: "d2f12e116369f28abbd58bc0a98eb86fc88dd8f0a5a60d75726c01c105cced63", PCI device ID: , UID: "995f175e-df7b-4e24-a9dd-384c492592c0", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
W0505 13:08:07.264760    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0505 13:08:07.311456    3783 cni.go:473] [openshift-dns/dns-default-gz9jf d2f12e116369f28abbd58bc0a98eb86fc88dd8f0a5a60d75726c01c105cced63 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-gz9jf d2f12e116369f28abbd58bc0a98eb86fc88dd8f0a5a60d75726c01c105cced63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:24:66:7c:0c:be\",\"name\":\"d2f12e116369f28\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/752a919c-c57e-4350-927e-b096555a1d38\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:08:19.480170    3783 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0505 13:08:19.480191    3783 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0505 13:08:19.480197    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
I0505 13:08:19.546384    3783 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gdmwc] creating logical port openshift-insights_insights-runtime-extractor-gdmwc for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:08:19.546510    3783 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gdmwc
I0505 13:08:19.563820    3783 pod.go:62] [openshift-insights/insights-runtime-extractor-gdmwc] pod update took 17.337794ms
I0505 13:08:19.563848    3783 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gdmwc] addLogicalPort annotation time took 17.370637ms
I0505 13:08:19.564956    3783 pods.go:271] [openshift-insights/insights-runtime-extractor-gdmwc] addLogicalPort took 18.590514ms, libovsdb time 812.447µs
I0505 13:08:19.906980    3783 cni.go:452] [openshift-insights/insights-runtime-extractor-gdmwc 517cc1139a585c5df2575b445e0b841bef3d65bb7d84acb6a92f25a61d734161 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gdmwc 517cc1139a585c5df2575b445e0b841bef3d65bb7d84acb6a92f25a61d734161 network default NAD default NAD key ]
I0505 13:08:19.917462    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gdmwc, hostIfaceName: 517cc1139a585c5, network: default, NAD default, SandboxID: "517cc1139a585c5df2575b445e0b841bef3d65bb7d84acb6a92f25a61d734161", PCI device ID: , UID: "6eafd6ea-ed51-494d-a4ce-882d762e029d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0505 13:08:19.966631    3783 cni.go:473] [openshift-insights/insights-runtime-extractor-gdmwc 517cc1139a585c5df2575b445e0b841bef3d65bb7d84acb6a92f25a61d734161 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gdmwc 517cc1139a585c5df2575b445e0b841bef3d65bb7d84acb6a92f25a61d734161 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:28:3a:2b:e3:0e\",\"name\":\"517cc1139a585c5\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d17e9a1e-78a3-4e3a-a8ee-c637bd7e167d\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:08:19.972803    3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0505 13:08:20.118607    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0505 13:08:20.118626    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0505 13:08:20.118632    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0505 13:08:20.583657    3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:20.584345    3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:20.614810    3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:20.614851    3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:20.617753    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cc47cfc6f-hlrbj
I0505 13:08:20.617776    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cc47cfc6f-hlrbj
W0505 13:08:21.565421    3783 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0505 13:08:25.302761    3783 cni.go:452] [openshift-ingress/router-default-7cf7c84db7-mq46f b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7cf7c84db7-mq46f b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570 network default NAD default NAD key ]
I0505 13:08:25.312230    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7cf7c84db7-mq46f, hostIfaceName: b5b8083e0600f75, network: default, NAD default, SandboxID: "b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570", PCI device ID: , UID: "a660e6f5-9229-4fcc-8af6-e0fbf4998856", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0505 13:08:25.358229    3783 cni.go:473] [openshift-ingress/router-default-7cf7c84db7-mq46f b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7cf7c84db7-mq46f b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:87:e7:3e:48:99\",\"name\":\"b5b8083e0600f75\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21f7b787-6ea2-46f9-8a0c-00b16ea9198a\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:25.472579    3783 cni.go:452] [openshift-ingress/router-default-558fc569cc-8kn6q 690f71c7d41145fef0705f50d0eeba77da4eeae9f18edccd8008e33bd7766878 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-558fc569cc-8kn6q 690f71c7d41145fef0705f50d0eeba77da4eeae9f18edccd8008e33bd7766878 network default NAD default NAD key ]
I0505 13:08:25.484892    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-558fc569cc-8kn6q, hostIfaceName: 690f71c7d41145f, network: default, NAD default, SandboxID: "690f71c7d41145fef0705f50d0eeba77da4eeae9f18edccd8008e33bd7766878", PCI device ID: , UID: "2bb929ec-352f-479b-a586-0653ee398237", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0505 13:08:25.535457    3783 cni.go:473] [openshift-ingress/router-default-558fc569cc-8kn6q 690f71c7d41145fef0705f50d0eeba77da4eeae9f18edccd8008e33bd7766878 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-558fc569cc-8kn6q 690f71c7d41145fef0705f50d0eeba77da4eeae9f18edccd8008e33bd7766878 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:3a:f3:78:25:09\",\"name\":\"690f71c7d41145f\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5573196-005d-4393-9218-1913740d2e39\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:25.542583    3783 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t 6f0c4a3257377bfce686239201a830c61a474a78dfaffcc9511485e9ca07125f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t 6f0c4a3257377bfce686239201a830c61a474a78dfaffcc9511485e9ca07125f network default NAD default NAD key ]
I0505 13:08:25.554428    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-vvw9t, hostIfaceName: 6f0c4a3257377bf, network: default, NAD default, SandboxID: "6f0c4a3257377bfce686239201a830c61a474a78dfaffcc9511485e9ca07125f", PCI device ID: , UID: "4197b973-6e2a-4e47-b960-732f65e886d1", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0505 13:08:25.603059    3783 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t 6f0c4a3257377bfce686239201a830c61a474a78dfaffcc9511485e9ca07125f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vvw9t 6f0c4a3257377bfce686239201a830c61a474a78dfaffcc9511485e9ca07125f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:96:4d:2e:c8:f3\",\"name\":\"6f0c4a3257377bf\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6ee91bf-ef75-4e91-bd12-04c223120a02\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:08:25.984871    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:25.984896    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:25.985076    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:25.985094    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:25.985099    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.116197    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.116216    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.116224    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.116232    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.116239    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.137668    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.137683    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.137789    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.137809    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.137815    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.989569    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.989589    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.989596    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.989613    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.989618    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.989623    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:26.990231    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.990254    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.990228    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.990423    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.990437    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:26.990443    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:27.143739    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:27.143764    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:27.143770    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0505 13:08:27.148975    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0505 13:08:27.148991    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0505 13:08:27.260140    3783 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0505 13:08:27.372105    3783 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0505 13:08:29.592801    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0505 13:08:36.455593    3783 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:08:36.455709    3783 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0505 13:08:36.475912    3783 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.240278ms
I0505 13:08:36.475937    3783 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.270117ms
I0505 13:08:36.477587    3783 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.017402ms, libovsdb time 1.345315ms
I0505 13:08:36.819818    3783 cni.go:452] [openshift-monitoring/alertmanager-main-1 82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c network default NAD default NAD key ]
I0505 13:08:36.829526    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 82db2dd0e23b78f, network: default, NAD default, SandboxID: "82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c", PCI device ID: , UID: "cdef2d4a-1c69-4b60-b2a3-1e1e0856b3ee", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0505 13:08:36.876616    3783 cni.go:473] [openshift-monitoring/alertmanager-main-1 82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:31:64:a2:d5:d4\",\"name\":\"82db2dd0e23b78f\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2496b24-65d8-42fa-b1d4-2dfaea51f863\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:37.426136    3783 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-67678d97b4-w54fn] creating logical port openshift-monitoring_thanos-querier-67678d97b4-w54fn for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:08:37.426250    3783 kube.go:256] Updating pod openshift-monitoring/thanos-querier-67678d97b4-w54fn
I0505 13:08:37.448115    3783 pod.go:62] [openshift-monitoring/thanos-querier-67678d97b4-w54fn] pod update took 21.907909ms
I0505 13:08:37.448137    3783 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-67678d97b4-w54fn] addLogicalPort annotation time took 21.935495ms
I0505 13:08:37.449463    3783 pods.go:271] [openshift-monitoring/thanos-querier-67678d97b4-w54fn] addLogicalPort took 23.347283ms, libovsdb time 959.991µs
I0505 13:08:37.843122    3783 cni.go:452] [openshift-monitoring/thanos-querier-67678d97b4-w54fn d0382f1ed58a5f21e14e5c051af78e9ed4f413e563d3c341785cfdeb9c79ef19 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-67678d97b4-w54fn d0382f1ed58a5f21e14e5c051af78e9ed4f413e563d3c341785cfdeb9c79ef19 network default NAD default NAD key ]
I0505 13:08:37.854785    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-67678d97b4-w54fn, hostIfaceName: d0382f1ed58a5f2, network: default, NAD default, SandboxID: "d0382f1ed58a5f21e14e5c051af78e9ed4f413e563d3c341785cfdeb9c79ef19", PCI device ID: , UID: "030f5ea7-5db3-4c5d-a5d4-8c529ec018c8", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0505 13:08:37.906038    3783 cni.go:473] [openshift-monitoring/thanos-querier-67678d97b4-w54fn d0382f1ed58a5f21e14e5c051af78e9ed4f413e563d3c341785cfdeb9c79ef19 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-67678d97b4-w54fn d0382f1ed58a5f21e14e5c051af78e9ed4f413e563d3c341785cfdeb9c79ef19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:fd:5f:32:c3:42\",\"name\":\"d0382f1ed58a5f2\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37e19dc4-a859-4967-9f2e-b87aacf7e6d3\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:08:38.246261    3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:08:38.246277    3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:08:38.246283    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:08:38.741274    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0505 13:08:38.901277    3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:08:38.901296    3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:08:38.901301    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0505 13:08:39.172208    3783 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-hkmd7] creating logical port openshift-console_downloads-5c54f4944f-hkmd7 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:08:39.172374    3783 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-hkmd7
I0505 13:08:39.187506    3783 pod.go:62] [openshift-console/downloads-5c54f4944f-hkmd7] pod update took 15.157139ms
I0505 13:08:39.187576    3783 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-hkmd7] addLogicalPort annotation time took 15.231648ms
I0505 13:08:39.188911    3783 pods.go:271] [openshift-console/downloads-5c54f4944f-hkmd7] addLogicalPort took 16.718793ms, libovsdb time 996.026µs
I0505 13:08:39.967215    3783 cni.go:452] [openshift-console/downloads-5c54f4944f-hkmd7 9026789c05659059071dee354731f7233c0eb13bcc1dc096707d19da39dbe9f0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-hkmd7 9026789c05659059071dee354731f7233c0eb13bcc1dc096707d19da39dbe9f0 network default NAD default NAD key ]
I0505 13:08:39.977519    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-hkmd7, hostIfaceName: 9026789c0565905, network: default, NAD default, SandboxID: "9026789c05659059071dee354731f7233c0eb13bcc1dc096707d19da39dbe9f0", PCI device ID: , UID: "3ebbf5f8-1981-494b-a42e-ece8d8d4a34d", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0505 13:08:40.030477    3783 cni.go:473] [openshift-console/downloads-5c54f4944f-hkmd7 9026789c05659059071dee354731f7233c0eb13bcc1dc096707d19da39dbe9f0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-hkmd7 9026789c05659059071dee354731f7233c0eb13bcc1dc096707d19da39dbe9f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:1b:39:12:c6:75\",\"name\":\"9026789c0565905\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32c0eff4-8849-4ed1-9583-7c742eeb115f\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:41.774857    3783 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:08:41.774964    3783 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0505 13:08:41.795027    3783 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 20.104989ms
I0505 13:08:41.795056    3783 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 20.13607ms
I0505 13:08:41.796589    3783 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 21.747213ms, libovsdb time 1.074555ms
I0505 13:08:42.145183    3783 cni.go:452] [openshift-monitoring/prometheus-k8s-0 449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87 network default NAD default NAD key ]
I0505 13:08:42.156050    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 449391f4862d48b, network: default, NAD default, SandboxID: "449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87", PCI device ID: , UID: "4237747a-fb90-481c-9b56-eb1f3edae61a", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
W0505 13:08:42.205214    3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:42.205240    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:42.205247    3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:42.205253    3783 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0505 13:08:42.209682    3783 cni.go:473] [openshift-monitoring/prometheus-k8s-0 449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:6f:e8:ae:a4:91\",\"name\":\"449391f4862d48b\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e42c4952-1fe3-4c65-b78b-8b4cf4a3a597\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:08:42.667140    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0505 13:08:42.700723    3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:42.700744    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:42.700751    3783 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:42.700757    3783 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:42.744188    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0505 13:08:43.092702    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0505 13:08:43.227644    3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:08:43.227664    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:08:44.078155    3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:08:44.078173    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0505 13:08:44.209710    3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:44.209822    3783 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5cc47cfc6f-dlljq
I0505 13:08:44.211263    3783 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5cc47cfc6f-dlljq, ips: 10.129.0.5
I0505 13:08:44.211296    3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:44.217687    3783 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f48b89dcc-7nd8f] creating logical port openshift-image-registry_image-registry-5f48b89dcc-7nd8f for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:08:44.217797    3783 kube.go:256] Updating pod openshift-image-registry/image-registry-5f48b89dcc-7nd8f
I0505 13:08:44.224030    3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:44.224052    3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:44.233752    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cc47cfc6f-dlljq
I0505 13:08:44.233854    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cc47cfc6f-dlljq
I0505 13:08:44.234567    3783 pod.go:62] [openshift-image-registry/image-registry-5f48b89dcc-7nd8f] pod update took 16.809617ms
I0505 13:08:44.234591    3783 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f48b89dcc-7nd8f] addLogicalPort annotation time took 16.837023ms
I0505 13:08:44.236055    3783 pods.go:271] [openshift-image-registry/image-registry-5f48b89dcc-7nd8f] addLogicalPort took 18.384241ms, libovsdb time 1.082844ms
I0505 13:08:44.587289    3783 cni.go:452] [openshift-image-registry/image-registry-5f48b89dcc-7nd8f db386711fe6e028adf0af64fda42c33d7e96bef201842594aa27c72dfde5288d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f48b89dcc-7nd8f db386711fe6e028adf0af64fda42c33d7e96bef201842594aa27c72dfde5288d network default NAD default NAD key ]
I0505 13:08:44.598951    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f48b89dcc-7nd8f, hostIfaceName: db386711fe6e028, network: default, NAD default, SandboxID: "db386711fe6e028adf0af64fda42c33d7e96bef201842594aa27c72dfde5288d", PCI device ID: , UID: "2064d9b9-ff9f-4fe8-9475-1667dcc572b5", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0505 13:08:44.655962    3783 cni.go:473] [openshift-image-registry/image-registry-5f48b89dcc-7nd8f db386711fe6e028adf0af64fda42c33d7e96bef201842594aa27c72dfde5288d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f48b89dcc-7nd8f db386711fe6e028adf0af64fda42c33d7e96bef201842594aa27c72dfde5288d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:1a:b3:64:60:47\",\"name\":\"db386711fe6e028\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cd9e43f-9c90-447c-bc37-10ae7d37cb67\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:46.870727    3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:46.871297    3783 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:47.072885    3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:47.072910    3783 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:47.078628    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6748d56d94-hvfvg
I0505 13:08:47.078654    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6748d56d94-hvfvg
W0505 13:08:48.220409    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:48.220434    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:48.220444    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:48.220449    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:08:51.712264    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0505 13:08:55.266737    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0505 13:08:55.291704    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
I0505 13:08:56.183255    3783 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0505 13:08:56.311761    3783 base_network_controller_pods.go:487] [default/openshift-console/console-5d84596fcd-74nrm] creating logical port openshift-console_console-5d84596fcd-74nrm for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:08:56.311910    3783 kube.go:256] Updating pod openshift-console/console-5d84596fcd-74nrm
I0505 13:08:56.329441    3783 pod.go:62] [openshift-console/console-5d84596fcd-74nrm] pod update took 17.575804ms
I0505 13:08:56.329508    3783 base_network_controller_pods.go:951] [default/openshift-console/console-5d84596fcd-74nrm] addLogicalPort annotation time took 17.650313ms
I0505 13:08:56.330894    3783 pods.go:271] [openshift-console/console-5d84596fcd-74nrm] addLogicalPort took 19.150262ms, libovsdb time 1.004645ms
I0505 13:08:56.683629    3783 cni.go:452] [openshift-console/console-5d84596fcd-74nrm 13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d84596fcd-74nrm 13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217 network default NAD default NAD key ]
I0505 13:08:56.694556    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d84596fcd-74nrm, hostIfaceName: 13dba55149020ca, network: default, NAD default, SandboxID: "13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217", PCI device ID: , UID: "90b6fdd3-18b5-473b-bdb0-78ab70018a0b", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0505 13:08:56.749176    3783 cni.go:473] [openshift-console/console-5d84596fcd-74nrm 13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d84596fcd-74nrm 13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:03:c2:07:4d:e5\",\"name\":\"13dba55149020ca\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/309ce0eb-116d-48ab-b4db-e2d68042d062\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:08:58.135771    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0505 13:09:06.234270    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0505 13:09:06.774076    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0505 13:09:06.788408    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0505 13:09:06.827465    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:06.827487    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:06.827495    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:06.827512    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:06.827517    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:06.827542    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:06.874807    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:06.874826    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:06.874832    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:09:07.329096    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0505 13:09:11.185533    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0505 13:09:23.444642    3783 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-94gmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:23.445159    3783 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-94gmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:24.247830    3783 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-94gmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:24.247851    3783 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-94gmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:24.254090    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b565674d4-94gmv
I0505 13:09:24.254110    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b565674d4-94gmv
I0505 13:09:32.662783    3783 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-gq2rz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:32.663378    3783 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-gq2rz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:32.874532    3783 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-gq2rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:32.874554    3783 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-gq2rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:32.878224    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b565674d4-gq2rz
I0505 13:09:32.878244    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b565674d4-gq2rz
I0505 13:09:39.463374    3783 cni.go:452] [openshift-multus/network-metrics-daemon-72nnp 76d5a41238d2060866b37e5dd4cc5d5e962e1fe3e830eb682614d3c90da4a072 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-72nnp 76d5a41238d2060866b37e5dd4cc5d5e962e1fe3e830eb682614d3c90da4a072 network default NAD default NAD key ]
I0505 13:09:39.480746    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-72nnp, hostIfaceName: 76d5a41238d2060, network: default, NAD default, SandboxID: "76d5a41238d2060866b37e5dd4cc5d5e962e1fe3e830eb682614d3c90da4a072", PCI device ID: , UID: "9855cb1b-a040-4d19-a8ae-88fb1f961541", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0505 13:09:39.532891    3783 cni.go:473] [openshift-multus/network-metrics-daemon-72nnp 76d5a41238d2060866b37e5dd4cc5d5e962e1fe3e830eb682614d3c90da4a072 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-72nnp 76d5a41238d2060866b37e5dd4cc5d5e962e1fe3e830eb682614d3c90da4a072 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:1f:70:c1:70:e6\",\"name\":\"76d5a41238d2060\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5120169-91b9-4084-b119-80a0e0be799f\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:09:42.208362    3783 cni.go:452] [openshift-ingress/router-default-7cf7c84db7-mq46f b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7cf7c84db7-mq46f b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570 network default NAD default NAD key ]
I0505 13:09:42.293813    3783 cni.go:473] [openshift-ingress/router-default-7cf7c84db7-mq46f b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7cf7c84db7-mq46f b5b8083e0600f75e49cc864c20189d0e1ce2ad4f30819cd0b9b81a9b18d2e570 network default NAD default NAD key default], result "{}", err <nil>
W0505 13:09:42.377126    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:09:42.377153    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:09:42.377166    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:09:42.377175    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0505 13:09:42.380222    3783 obj_retry.go:498] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:42.380248    3783 pods.go:176] Deleting pod: openshift-ingress/router-default-7cf7c84db7-mq46f
I0505 13:09:42.381412    3783 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7cf7c84db7-mq46f, ips: 10.129.0.8
I0505 13:09:42.381434    3783 obj_retry.go:498] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0505 13:09:42.517209    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:09:42.517231    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0505 13:09:42.750661    3783 obj_retry.go:492] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:42.750683    3783 obj_retry.go:492] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:42.756518    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7cf7c84db7-mq46f
I0505 13:09:42.756547    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7cf7c84db7-mq46f
I0505 13:09:57.062915    3783 cni.go:452] [openshift-monitoring/alertmanager-main-1 82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c network default NAD default NAD key ]
I0505 13:09:57.143920    3783 cni.go:473] [openshift-monitoring/alertmanager-main-1 82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 82db2dd0e23b78f1699e0be3fbf8095db31539e6c68db0ebf94a691be98f125c network default NAD default NAD key default], result "{}", err <nil>
I0505 13:09:57.204355    3783 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:57.204451    3783 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0505 13:09:57.206417    3783 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.14
I0505 13:09:57.206455    3783 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:57.523612    3783 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:57.523634    3783 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:57.528375    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0505 13:09:57.528402    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0505 13:09:57.568087    3783 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:09:57.568210    3783 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0505 13:09:57.586509    3783 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 18.341637ms
I0505 13:09:57.586534    3783 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 18.37149ms
I0505 13:09:57.587883    3783 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 19.812462ms, libovsdb time 1.01463ms
I0505 13:09:57.927222    3783 cni.go:452] [openshift-monitoring/alertmanager-main-1 190faaabb8045f63b648561d8f930e5177178921b0296f3a41ec02182954af80 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 190faaabb8045f63b648561d8f930e5177178921b0296f3a41ec02182954af80 network default NAD default NAD key ]
I0505 13:09:57.936439    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 190faaabb8045f6, network: default, NAD default, SandboxID: "190faaabb8045f63b648561d8f930e5177178921b0296f3a41ec02182954af80", PCI device ID: , UID: "b08736d0-e217-484b-9e27-e3f5f0099125", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0505 13:09:57.985746    3783 cni.go:473] [openshift-monitoring/alertmanager-main-1 190faaabb8045f63b648561d8f930e5177178921b0296f3a41ec02182954af80 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 190faaabb8045f63b648561d8f930e5177178921b0296f3a41ec02182954af80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:78:18:83:a7:8c\",\"name\":\"190faaabb8045f6\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f09809e1-62a6-47c3-9d2d-ec69678d5cd1\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:10:01.579742    3783 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:01.580272    3783 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:02.396378    3783 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:02.396399    3783 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:02.402840    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0505 13:10:02.402856    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0505 13:10:05.144565    3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:05.145191    3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:06.167760    3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:06.167793    3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0505 13:10:27.996727    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:10:27.996756    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:10:27.996765    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0505 13:10:28.543087    3783 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-plqnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:28.543641    3783 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-plqnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:29.290222    3783 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:29.290810    3783 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:29.529200    3783 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-plqnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:29.529219    3783 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-plqnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:29.534671    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d84596fcd-plqnk
I0505 13:10:29.534706    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d84596fcd-plqnk
I0505 13:10:30.141060    3783 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:30.141086    3783 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:30.149521    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0505 13:10:30.149547    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0505 13:10:39.267400    3783 cni.go:452] [openshift-console/console-5d84596fcd-74nrm 13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d84596fcd-74nrm 13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217 network default NAD default NAD key ]
I0505 13:10:39.334635    3783 cni.go:473] [openshift-console/console-5d84596fcd-74nrm 13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d84596fcd-74nrm 13dba55149020ca2386a7a5764ff8acce55c2a23515341867302a33d42350217 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:10:39.380303    3783 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-74nrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:39.380352    3783 pods.go:176] Deleting pod: openshift-console/console-5d84596fcd-74nrm
I0505 13:10:39.381599    3783 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d84596fcd-74nrm, ips: 10.129.0.19
I0505 13:10:39.381627    3783 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-74nrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:39.684974    3783 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-74nrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:39.684997    3783 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-74nrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:39.692737    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d84596fcd-74nrm
I0505 13:10:39.692760    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d84596fcd-74nrm
I0505 13:11:04.841489    3783 cni.go:452] [openshift-monitoring/prometheus-k8s-0 449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87 network default NAD default NAD key ]
I0505 13:11:04.930265    3783 cni.go:473] [openshift-monitoring/prometheus-k8s-0 449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 449391f4862d48bfbbb416b40bda11e5b3da3e17513291352ec8083d946a4f87 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:11:04.996768    3783 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:11:04.996819    3783 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0505 13:11:04.998035    3783 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.17
I0505 13:11:04.998081    3783 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:11:05.788418    3783 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:11:05.788449    3783 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:11:05.795405    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0505 13:11:05.795440    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0505 13:11:05.836655    3783 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:11:05.836799    3783 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0505 13:11:05.856443    3783 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 19.683957ms
I0505 13:11:05.856467    3783 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 19.71448ms
I0505 13:11:05.857697    3783 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 21.066248ms, libovsdb time 897.966µs
I0505 13:11:06.202571    3783 cni.go:452] [openshift-monitoring/prometheus-k8s-0 611f447a546bf6590df808c5fa949900a9ef45a048f4e72583728e221ddfda5d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 611f447a546bf6590df808c5fa949900a9ef45a048f4e72583728e221ddfda5d network default NAD default NAD key ]
I0505 13:11:06.212188    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 611f447a546bf65, network: default, NAD default, SandboxID: "611f447a546bf6590df808c5fa949900a9ef45a048f4e72583728e221ddfda5d", PCI device ID: , UID: "8399c1cb-a802-4b6c-81d7-4ebb0fdb420f", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0505 13:11:06.260674    3783 cni.go:473] [openshift-monitoring/prometheus-k8s-0 611f447a546bf6590df808c5fa949900a9ef45a048f4e72583728e221ddfda5d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 611f447a546bf6590df808c5fa949900a9ef45a048f4e72583728e221ddfda5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:27:a7:3f:96:50\",\"name\":\"611f447a546bf65\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8db2cd18-97ed-4865-8d9f-20ed6efc4ad1\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:11:19.740017    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0505 13:11:23.730449    3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0505 13:11:44.215664    3783 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0505 13:11:45.644977    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65
W0505 13:11:46.465557    3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:11:57.511269    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0505 13:11:57.511351    3783 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-268tg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-268tg: no pod IPs found 
I0505 13:12:00.756603    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
W0505 13:12:07.073137    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:12:07.073165    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0505 13:12:19.642355    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135
I0505 13:12:20.640896    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0505 13:12:25.590723    3783 base_network_controller_pods.go:487] [default/openshift-console/console-67f66c4cd4-fj6sr] creating logical port openshift-console_console-67f66c4cd4-fj6sr for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:12:25.590839    3783 kube.go:256] Updating pod openshift-console/console-67f66c4cd4-fj6sr
I0505 13:12:25.619098    3783 pod.go:62] [openshift-console/console-67f66c4cd4-fj6sr] pod update took 28.287147ms
I0505 13:12:25.619121    3783 base_network_controller_pods.go:951] [default/openshift-console/console-67f66c4cd4-fj6sr] addLogicalPort annotation time took 28.319291ms
I0505 13:12:25.620373    3783 pods.go:271] [openshift-console/console-67f66c4cd4-fj6sr] addLogicalPort took 29.670711ms, libovsdb time 930.572µs
I0505 13:12:25.955799    3783 cni.go:452] [openshift-console/console-67f66c4cd4-fj6sr bb6c67e28b3c6e042c76930cadde2a9c5ad97862600dfe5a917b0687223cc3a2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67f66c4cd4-fj6sr bb6c67e28b3c6e042c76930cadde2a9c5ad97862600dfe5a917b0687223cc3a2 network default NAD default NAD key ]
I0505 13:12:25.965216    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67f66c4cd4-fj6sr, hostIfaceName: bb6c67e28b3c6e0, network: default, NAD default, SandboxID: "bb6c67e28b3c6e042c76930cadde2a9c5ad97862600dfe5a917b0687223cc3a2", PCI device ID: , UID: "582cc51f-5b60-4c0a-a8fa-8f68117d008c", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0505 13:12:26.016298    3783 cni.go:473] [openshift-console/console-67f66c4cd4-fj6sr bb6c67e28b3c6e042c76930cadde2a9c5ad97862600dfe5a917b0687223cc3a2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67f66c4cd4-fj6sr bb6c67e28b3c6e042c76930cadde2a9c5ad97862600dfe5a917b0687223cc3a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:45:00:be:28:68\",\"name\":\"bb6c67e28b3c6e0\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2add3ef9-02fd-4457-86f3-87a60479be2d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:12:36.158762    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0505 13:12:43.730531    3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0505 13:12:44.644067    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0505 13:12:50.887771    3783 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-hnqcg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:12:50.888346    3783 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-hnqcg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:12:51.761504    3783 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-hnqcg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:12:51.761523    3783 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-hnqcg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:12:51.763969    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-658cfc9db8-hnqcg
I0505 13:12:51.763992    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-658cfc9db8-hnqcg
I0505 13:13:01.474885    3783 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:13:01.475445    3783 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:13:02.065095    3783 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:13:02.065120    3783 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:13:02.071569    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-658cfc9db8-g7nz2
I0505 13:13:02.071595    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-658cfc9db8-g7nz2
I0505 13:13:44.645736    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0505 13:13:57.745282    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0505 13:13:57.763174    3783 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0505 13:14:30.769194    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0505 13:15:10.768674    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0505 13:15:27.734902    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0505 13:15:39.650005    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=587
I0505 13:15:43.750775    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0505 13:16:03.030192    3783 namespace.go:98] [tsf] adding namespace
I0505 13:16:03.031168    3783 namespace.go:102] [tsf] adding namespace took 951.06µs
I0505 13:16:03.048026    3783 namespace.go:142] [tsf] updating namespace
I0505 13:16:03.059052    3783 namespace.go:142] [tsf] updating namespace
I0505 13:16:06.784654    3783 namespace.go:98] [rhtpa-operator] adding namespace
I0505 13:16:06.785555    3783 namespace.go:102] [rhtpa-operator] adding namespace took 876.652µs
I0505 13:16:06.788967    3783 namespace.go:98] [konflux-ui] adding namespace
I0505 13:16:06.789037    3783 namespace.go:98] [cert-manager-operator] adding namespace
I0505 13:16:06.789076    3783 namespace.go:98] [tsf-tpa] adding namespace
I0505 13:16:06.789681    3783 namespace.go:98] [rhbk-operator] adding namespace
I0505 13:16:06.789772    3783 namespace.go:102] [konflux-ui] adding namespace took 742.96µs
I0505 13:16:06.789809    3783 namespace.go:98] [tsf-tas] adding namespace
I0505 13:16:06.790470    3783 namespace.go:102] [tsf-tas] adding namespace took 648.78µs
I0505 13:16:06.791131    3783 namespace.go:102] [cert-manager-operator] adding namespace took 2.075875ms
I0505 13:16:06.791708    3783 namespace.go:102] [tsf-tpa] adding namespace took 2.617746ms
I0505 13:16:06.792234    3783 namespace.go:102] [rhbk-operator] adding namespace took 2.537366ms
I0505 13:16:06.802225    3783 namespace.go:98] [konflux-operator] adding namespace
I0505 13:16:06.802254    3783 namespace.go:98] [tsf-keycloak] adding namespace
I0505 13:16:06.802386    3783 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:16:06.802887    3783 namespace.go:102] [konflux-operator] adding namespace took 648.009µs
I0505 13:16:06.803569    3783 namespace.go:102] [tsf-keycloak] adding namespace took 1.301945ms
I0505 13:16:06.817137    3783 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:16:06.826485    3783 namespace.go:142] [konflux-ui] updating namespace
I0505 13:16:06.841789    3783 namespace.go:142] [konflux-ui] updating namespace
I0505 13:16:06.843710    3783 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:16:06.852789    3783 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:16:06.861241    3783 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:16:06.872087    3783 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:16:06.875372    3783 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:16:06.886965    3783 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:16:06.889756    3783 namespace.go:142] [tsf-tas] updating namespace
I0505 13:16:06.898115    3783 namespace.go:142] [tsf-tas] updating namespace
I0505 13:16:06.906332    3783 namespace.go:142] [konflux-operator] updating namespace
I0505 13:16:06.921022    3783 namespace.go:142] [konflux-operator] updating namespace
I0505 13:16:06.921124    3783 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:16:06.930602    3783 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:16:06.994813    3783 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:16:07.003008    3783 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:16:07.045321    3783 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:16:07.199476    3783 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:16:07.390254    3783 namespace.go:142] [konflux-ui] updating namespace
I0505 13:16:07.590475    3783 namespace.go:142] [tsf-tas] updating namespace
I0505 13:16:07.790891    3783 namespace.go:142] [konflux-operator] updating namespace
I0505 13:16:07.929707    3783 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:16:07.929813    3783 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:16:08.135837    3783 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:16:08.135967    3783 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0505 13:16:08.162432    3783 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 26.495276ms
I0505 13:16:08.162455    3783 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 26.523983ms
I0505 13:16:08.163705    3783 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 27.887345ms, libovsdb time 927.338µs
I0505 13:16:08.190752    3783 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:16:08.509563    3783 cni.go:452] [tsf/test-tsf-subscriptions ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1 network default NAD default NAD key ]
I0505 13:16:08.519623    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: ac1b277f7ec2c41, network: default, NAD default, SandboxID: "ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1", PCI device ID: , UID: "a896c0f0-d7ed-4024-aaa3-a8f44a7d7102", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0505 13:16:08.569972    3783 cni.go:473] [tsf/test-tsf-subscriptions ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:6f:82:1e:c4:bb\",\"name\":\"ac1b277f7ec2c41\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e144c8cf-c05c-4f02-bf2f-8069d20779d3\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:16:13.911290    3783 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:13.911907    3783 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:13.911943    3783 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:13.911954    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:16:13.911969    3783 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:13.911975    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:16:13.931986    3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:13.932492    3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:13.932514    3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:13.932521    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:16:13.932535    3783 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:13.932539    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:16:14.938794    3783 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:14.938816    3783 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:14.938827    3783 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:14.938844    3783 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:14.958001    3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:14.958021    3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:14.958035    3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:14.958046    3783 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:16.933982    3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:16.934583    3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:16.934612    3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:16.934622    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:16:16.934633    3783 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:16.934637    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:16:17.936706    3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:17.937291    3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:17.937344    3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:17.937358    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:16:17.937372    3783 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:17.937378    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:16:17.958469    3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:17.958497    3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:17.958513    3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:17.958529    3783 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:18.964425    3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:18.964456    3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:18.964471    3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:18.964484    3783 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:23.994505    3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:23.995045    3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:23.995067    3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:23.995074    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:16:23.995085    3783 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:23.995092    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:16:25.032280    3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:25.032301    3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:25.032328    3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:25.032340    3783 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:26.997257    3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:26.997797    3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:26.997817    3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:26.997824    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:16:26.997834    3783 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:26.997838    3783 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:16:28.025393    3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:28.025421    3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:28.025437    3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:28.025448    3783 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0505 13:16:28.704714    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0505 13:16:29.230037    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0505 13:16:29.244764    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0505 13:16:29.288914    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0505 13:16:29.294986    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0505 13:16:32.833911    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:16:39.129041    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:16:39.137426    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:16:39.169056    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:16:39.176890    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0505 13:16:39.841888    3783 namespace.go:98] [cert-manager] adding namespace
I0505 13:16:39.842675    3783 namespace.go:102] [cert-manager] adding namespace took 765.632µs
I0505 13:16:39.880036    3783 namespace.go:142] [cert-manager] updating namespace
I0505 13:16:39.892281    3783 namespace.go:142] [cert-manager] updating namespace
I0505 13:16:41.869070    3783 namespace.go:142] [openshift-operators] updating namespace
I0505 13:16:41.912025    3783 namespace.go:142] [openshift-operators] updating namespace
I0505 13:16:48.856506    3783 namespace.go:142] [openshift-operators] updating namespace
W0505 13:16:51.009951    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0505 13:16:51.009973    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0505 13:16:55.178215    3783 cni.go:452] [tsf/test-tsf-subscriptions ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1 network default NAD default NAD key ]
I0505 13:16:55.252383    3783 cni.go:473] [tsf/test-tsf-subscriptions ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions ac1b277f7ec2c419a808b502abd05553ba058ba560c115128dc8eea5fa1651e1 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:16:55.330427    3783 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:55.330454    3783 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0505 13:16:55.331628    3783 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.23
I0505 13:16:55.331654    3783 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:16:55.353259    3783 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:55.353280    3783 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:16:55.363902    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0505 13:16:55.363924    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0505 13:16:56.096623    3783 namespace.go:98] [trusted-artifact-signer] adding namespace
I0505 13:16:56.097598    3783 namespace.go:102] [trusted-artifact-signer] adding namespace took 953.518µs
I0505 13:16:56.129751    3783 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 13:16:56.146122    3783 namespace.go:142] [trusted-artifact-signer] updating namespace
W0505 13:16:56.899376    3783 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0505 13:16:57.126919    3783 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:16:57.127041    3783 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0505 13:16:57.142806    3783 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.813629ms
I0505 13:16:57.142832    3783 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.842174ms
I0505 13:16:57.144075    3783 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.17628ms, libovsdb time 866.17µs
I0505 13:16:57.504637    3783 cni.go:452] [tsf/test-tsf-infrastructure 17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9 network default NAD default NAD key ]
I0505 13:16:57.516174    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 17defb82a9b8d43, network: default, NAD default, SandboxID: "17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9", PCI device ID: , UID: "019931a9-54f9-4a36-924f-02d2f2f2c20b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0505 13:16:57.566609    3783 cni.go:473] [tsf/test-tsf-infrastructure 17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:f2:81:43:5c:92\",\"name\":\"17defb82a9b8d43\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31739cdf-361f-44cb-8a82-365a3880a1e9\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:16:59.992170    3783 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-2l2qf for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:16:59.992283    3783 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf
I0505 13:16:59.996971    3783 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-gbtjj for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:16:59.997057    3783 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj
I0505 13:17:00.006551    3783 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf] pod update took 14.293381ms
I0505 13:17:00.006577    3783 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf] addLogicalPort annotation time took 14.336995ms
I0505 13:17:00.007978    3783 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf] addLogicalPort took 15.825885ms, libovsdb time 939.963µs
I0505 13:17:00.009919    3783 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj] pod update took 12.889919ms
I0505 13:17:00.009944    3783 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj] addLogicalPort annotation time took 12.922721ms
I0505 13:17:00.011041    3783 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj] addLogicalPort took 14.082942ms, libovsdb time 796.371µs
I0505 13:17:03.979090    3783 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf 40f1b4933817d04c0caef49ba72d3333456d26d3c1ffda345fb84a22e9d673f1 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf 40f1b4933817d04c0caef49ba72d3333456d26d3c1ffda345fb84a22e9d673f1 network default NAD default NAD key ]
I0505 13:17:04.004196    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-2l2qf, hostIfaceName: 40f1b4933817d04, network: default, NAD default, SandboxID: "40f1b4933817d04c0caef49ba72d3333456d26d3c1ffda345fb84a22e9d673f1", PCI device ID: , UID: "f749519e-d7f6-4e02-86e2-3a3b48916ac3", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0505 13:17:04.054762    3783 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf 40f1b4933817d04c0caef49ba72d3333456d26d3c1ffda345fb84a22e9d673f1 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2l2qf 40f1b4933817d04c0caef49ba72d3333456d26d3c1ffda345fb84a22e9d673f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:53:f0:9b:80:c3\",\"name\":\"40f1b4933817d04\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24f74e45-c428-4ccf-82fe-73597a01772a\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:17:04.242057    3783 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0505 13:17:04.537151    3783 namespace.go:98] [openshift-pipelines] adding namespace
I0505 13:17:04.538120    3783 namespace.go:102] [openshift-pipelines] adding namespace took 941.859µs
I0505 13:17:04.551245    3783 namespace.go:142] [openshift-pipelines] updating namespace
I0505 13:17:05.183472    3783 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj 5c394259e598fcc02e82aa25a3d86953315cb43209a00908466a75acbc5ce65c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj 5c394259e598fcc02e82aa25a3d86953315cb43209a00908466a75acbc5ce65c network default NAD default NAD key ]
I0505 13:17:05.193627    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-gbtjj, hostIfaceName: 5c394259e598fcc, network: default, NAD default, SandboxID: "5c394259e598fcc02e82aa25a3d86953315cb43209a00908466a75acbc5ce65c", PCI device ID: , UID: "dbf19e89-25f9-4860-afaa-0f42091ba194", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0505 13:17:05.245225    3783 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj 5c394259e598fcc02e82aa25a3d86953315cb43209a00908466a75acbc5ce65c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gbtjj 5c394259e598fcc02e82aa25a3d86953315cb43209a00908466a75acbc5ce65c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:47:d7:42:c9:35\",\"name\":\"5c394259e598fcc\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7cc2a27-651a-4c26-b44e-c5704b45cb59\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:17:05.248748    3783 namespace.go:142] [cert-manager] updating namespace
I0505 13:17:05.448563    3783 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:17:05.849037    3783 namespace.go:142] [konflux-operator] updating namespace
I0505 13:17:06.052104    3783 namespace.go:142] [konflux-ui] updating namespace
W0505 13:17:06.235152    3783 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0505 13:17:06.249278    3783 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace
I0505 13:17:06.653174    3783 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:17:06.852731    3783 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:17:07.053890    3783 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 13:17:07.254740    3783 namespace.go:142] [tsf] updating namespace
I0505 13:17:07.456161    3783 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:17:07.655085    3783 namespace.go:142] [tsf-tas] updating namespace
I0505 13:17:07.856630    3783 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:17:07.983878    3783 namespace.go:142] [cert-manager] updating namespace
I0505 13:17:07.992457    3783 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:17:08.002255    3783 namespace.go:142] [default] updating namespace
I0505 13:17:08.013864    3783 namespace.go:142] [konflux-operator] updating namespace
I0505 13:17:08.021704    3783 namespace.go:142] [konflux-ui] updating namespace
I0505 13:17:08.032265    3783 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace
I0505 13:17:08.038885    3783 namespace.go:142] [openshift] updating namespace
I0505 13:17:08.049924    3783 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:17:08.058824    3783 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:17:08.068853    3783 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 13:17:08.077223    3783 namespace.go:142] [tsf] updating namespace
I0505 13:17:08.097854    3783 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:17:08.118953    3783 namespace.go:142] [tsf-tas] updating namespace
I0505 13:17:08.136208    3783 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:17:08.244552    3783 namespace.go:142] [cert-manager] updating namespace
I0505 13:17:08.338161    3783 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:17:08.437626    3783 namespace.go:142] [default] updating namespace
I0505 13:17:08.541484    3783 namespace.go:142] [konflux-operator] updating namespace
I0505 13:17:08.636071    3783 namespace.go:142] [konflux-ui] updating namespace
I0505 13:17:08.737535    3783 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace
I0505 13:17:08.840484    3783 namespace.go:142] [openshift] updating namespace
I0505 13:17:08.938697    3783 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:17:09.039804    3783 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:17:09.138118    3783 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 13:17:09.240207    3783 namespace.go:142] [tsf] updating namespace
I0505 13:17:09.357185    3783 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:17:09.558582    3783 namespace.go:142] [tsf-tas] updating namespace
I0505 13:17:09.762145    3783 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:17:10.876874    3783 namespace.go:142] [openshift-pipelines] updating namespace
I0505 13:17:11.759909    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
W0505 13:17:22.140195    3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 13:17:22.140221    3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 13:17:22.140228    3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 13:17:23.147421    3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 13:17:23.147442    3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 13:17:23.147446    3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 13:17:25.027520    3783 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 13:17:25.027538    3783 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 13:17:25.027543    3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 13:17:25.027548    3783 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 13:17:25.242186    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0505 13:17:27.240945    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0505 13:17:34.648411    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32
W0505 13:17:49.154685    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0505 13:17:52.431374    3783 cni.go:452] [tsf/test-tsf-infrastructure 17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9 network default NAD default NAD key ]
I0505 13:17:52.505829    3783 cni.go:473] [tsf/test-tsf-infrastructure 17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 17defb82a9b8d43064591651e57d87786577ace398dadb8f8eddb6eed1c2baa9 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:17:52.552120    3783 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:17:52.552153    3783 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0505 13:17:52.553426    3783 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.24
I0505 13:17:52.553455    3783 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:17:52.573322    3783 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:17:52.573343    3783 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:17:52.579814    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0505 13:17:52.579838    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0505 13:17:53.669568    3783 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:17:53.669664    3783 kube.go:256] Updating pod tsf/test-tsf-iam
I0505 13:17:53.686495    3783 pod.go:62] [tsf/test-tsf-iam] pod update took 16.855817ms
I0505 13:17:53.686517    3783 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.883772ms
I0505 13:17:53.687854    3783 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.300915ms, libovsdb time 932.938µs
I0505 13:17:54.046023    3783 cni.go:452] [tsf/test-tsf-iam 6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3 network default NAD default NAD key ]
I0505 13:17:54.055651    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 6824ee74108b547, network: default, NAD default, SandboxID: "6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3", PCI device ID: , UID: "9fff3d72-38f6-46d8-bbe3-12b7285c4893", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0505 13:17:54.106502    3783 cni.go:473] [tsf/test-tsf-iam 6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:79:05:2d:97:46\",\"name\":\"6824ee74108b547\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0a37572-1db3-4bf6-8b2f-012a1facbf12\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:17:54.682378    3783 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0505 13:17:54.683023    3783 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0505 13:17:54.683043    3783 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0505 13:17:54.685021    3783 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0505 13:17:54.951066    3783 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:17:54.951185    3783 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0505 13:17:54.969809    3783 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.655809ms
I0505 13:17:54.969833    3783 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.684515ms
I0505 13:17:54.970978    3783 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.933833ms, libovsdb time 836.714µs
I0505 13:17:55.310480    3783 cni.go:452] [tsf-keycloak/keycloak-0 b668961c861f0dfbb3df80f2fd7dbd44b544783927b25c88d425d5613c1c9de5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 b668961c861f0dfbb3df80f2fd7dbd44b544783927b25c88d425d5613c1c9de5 network default NAD default NAD key ]
I0505 13:17:55.320086    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: b668961c861f0df, network: default, NAD default, SandboxID: "b668961c861f0dfbb3df80f2fd7dbd44b544783927b25c88d425d5613c1c9de5", PCI device ID: , UID: "0547980a-78c6-4b8d-a5d1-acb6816e7261", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0505 13:17:55.369529    3783 cni.go:473] [tsf-keycloak/keycloak-0 b668961c861f0dfbb3df80f2fd7dbd44b544783927b25c88d425d5613c1c9de5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 b668961c861f0dfbb3df80f2fd7dbd44b544783927b25c88d425d5613c1c9de5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:9c:91:71:92:16\",\"name\":\"b668961c861f0df\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba35fa51-c3ef-4b57-927c-5c58b4c138f1\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:18:03.485406    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0505 13:18:03.485438    3783 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0505 13:18:03.487229    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0505 13:18:03.487245    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
I0505 13:18:08.199357    3783 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0505 13:18:16.743320    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
W0505 13:18:26.554442    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0505 13:18:26.554468    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0505 13:18:26.555432    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0505 13:18:26.555453    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0505 13:18:28.487726    3783 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 13:18:28.487774    3783 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 13:18:28.487781    3783 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0505 13:18:28.733390    3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0505 13:18:34.762415    3783 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-sp2l6] creating logical port tsf-keycloak_tsf-iam-sp2l6 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:18:34.762507    3783 kube.go:256] Updating pod tsf-keycloak/tsf-iam-sp2l6
I0505 13:18:34.775404    3783 pod.go:62] [tsf-keycloak/tsf-iam-sp2l6] pod update took 12.923077ms
I0505 13:18:34.775428    3783 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-sp2l6] addLogicalPort annotation time took 12.95029ms
I0505 13:18:34.776653    3783 pods.go:271] [tsf-keycloak/tsf-iam-sp2l6] addLogicalPort took 14.253157ms, libovsdb time 901.82µs
I0505 13:18:35.122367    3783 cni.go:452] [tsf-keycloak/tsf-iam-sp2l6 899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-sp2l6 899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683 network default NAD default NAD key ]
I0505 13:18:35.131663    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-sp2l6, hostIfaceName: 899c3e0742240bc, network: default, NAD default, SandboxID: "899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683", PCI device ID: , UID: "0edf333b-8cb7-41ae-bab4-4b9e294b9857", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0505 13:18:35.182805    3783 cni.go:473] [tsf-keycloak/tsf-iam-sp2l6 899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-sp2l6 899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d6:f7:d7:ad:14\",\"name\":\"899c3e0742240bc\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b47d8897-f97b-47c7-a5a0-346dbf9848d0\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:18:44.691291    3783 cni.go:452] [tsf/test-tsf-iam 6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3 network default NAD default NAD key ]
I0505 13:18:44.777779    3783 cni.go:473] [tsf/test-tsf-iam 6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 6824ee74108b54720706e4a32cb31d92b5d5ca36e624b0cb3b4fdfc01bb1eff3 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:18:44.834523    3783 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:18:44.834656    3783 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0505 13:18:44.836507    3783 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.27
I0505 13:18:44.836552    3783 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:18:44.874154    3783 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:18:44.874193    3783 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:18:44.880550    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0505 13:18:44.880636    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0505 13:18:45.682548    3783 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:18:45.682679    3783 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0505 13:18:45.696608    3783 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.969188ms
I0505 13:18:45.696636    3783 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.002521ms
I0505 13:18:45.698225    3783 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.700928ms, libovsdb time 1.166402ms
I0505 13:18:46.074120    3783 cni.go:452] [tsf-tas/test-tsf-tas 1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970 network default NAD default NAD key ]
I0505 13:18:46.086146    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 1be9ef976380c50, network: default, NAD default, SandboxID: "1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970", PCI device ID: , UID: "7b27c06e-c82a-487f-83cf-f446bad4ad0c", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0505 13:18:46.143861    3783 cni.go:473] [tsf-tas/test-tsf-tas 1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c7:39:c3:d9:98\",\"name\":\"1be9ef976380c50\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09f1f30b-40be-495e-a8bc-655cc6c07371\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:18:47.719556    3783 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6d49769db4-svmtm] creating logical port tsf-tas_trillian-logserver-6d49769db4-svmtm for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:18:47.719706    3783 kube.go:256] Updating pod tsf-tas/trillian-logserver-6d49769db4-svmtm
I0505 13:18:47.735637    3783 pod.go:62] [tsf-tas/trillian-logserver-6d49769db4-svmtm] pod update took 15.953444ms
I0505 13:18:47.735727    3783 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6d49769db4-svmtm] addLogicalPort annotation time took 16.047133ms
I0505 13:18:47.737080    3783 pods.go:271] [tsf-tas/trillian-logserver-6d49769db4-svmtm] addLogicalPort took 17.542971ms, libovsdb time 1.005039ms
I0505 13:18:48.685979    3783 cni.go:452] [tsf-tas/trillian-logserver-6d49769db4-svmtm a1869b910a2af1d29e1745a00ff1f0c222f6465f6e81a7e01d0c13c5a97d8c0b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6d49769db4-svmtm a1869b910a2af1d29e1745a00ff1f0c222f6465f6e81a7e01d0c13c5a97d8c0b network default NAD default NAD key ]
I0505 13:18:48.695529    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6d49769db4-svmtm, hostIfaceName: a1869b910a2af1d, network: default, NAD default, SandboxID: "a1869b910a2af1d29e1745a00ff1f0c222f6465f6e81a7e01d0c13c5a97d8c0b", PCI device ID: , UID: "74b018bd-8089-4928-9ae4-42fcdc81eec7", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0505 13:18:48.751116    3783 cni.go:473] [tsf-tas/trillian-logserver-6d49769db4-svmtm a1869b910a2af1d29e1745a00ff1f0c222f6465f6e81a7e01d0c13c5a97d8c0b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6d49769db4-svmtm a1869b910a2af1d29e1745a00ff1f0c222f6465f6e81a7e01d0c13c5a97d8c0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:2e:41:e6:94:16\",\"name\":\"a1869b910a2af1d\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/727a5bde-eee4-438f-925b-eaa9e5c3062f\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:18:49.489334    3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0505 13:18:49.489360    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0505 13:18:50.595528    3783 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7b55994678-24sdt] creating logical port tsf-tas_trillian-db-7b55994678-24sdt for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:18:50.595636    3783 kube.go:256] Updating pod tsf-tas/trillian-db-7b55994678-24sdt
I0505 13:18:50.608598    3783 pod.go:62] [tsf-tas/trillian-db-7b55994678-24sdt] pod update took 12.984126ms
I0505 13:18:50.608625    3783 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7b55994678-24sdt] addLogicalPort annotation time took 13.019743ms
I0505 13:18:50.610262    3783 pods.go:271] [tsf-tas/trillian-db-7b55994678-24sdt] addLogicalPort took 14.754049ms, libovsdb time 1.119206ms
I0505 13:18:53.744589    3783 cni.go:452] [tsf-keycloak/tsf-iam-sp2l6 899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-sp2l6 899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683 network default NAD default NAD key ]
I0505 13:18:53.826395    3783 cni.go:473] [tsf-keycloak/tsf-iam-sp2l6 899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-sp2l6 899c3e0742240bcf44167c7a50a9ed848258d90cc83f48059e37fb66de384683 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:18:53.879799    3783 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:18:53.879834    3783 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-sp2l6
I0505 13:18:53.881127    3783 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-sp2l6, ips: 10.129.0.29
I0505 13:18:53.881153    3783 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:18:54.781029    3783 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:18:54.781054    3783 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:18:58.183783    3783 cni.go:452] [tsf-tas/trillian-db-7b55994678-24sdt b8629162966f0886f463c1fc00f1053e7f3d7ea826d2a4df0554ddecb608f7ea network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7b55994678-24sdt b8629162966f0886f463c1fc00f1053e7f3d7ea826d2a4df0554ddecb608f7ea network default NAD default NAD key ]
I0505 13:18:58.193192    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7b55994678-24sdt, hostIfaceName: b8629162966f088, network: default, NAD default, SandboxID: "b8629162966f0886f463c1fc00f1053e7f3d7ea826d2a4df0554ddecb608f7ea", PCI device ID: , UID: "cba94ae5-5d49-48d3-a38e-3eba4bcba23c", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0505 13:18:58.244636    3783 cni.go:473] [tsf-tas/trillian-db-7b55994678-24sdt b8629162966f0886f463c1fc00f1053e7f3d7ea826d2a4df0554ddecb608f7ea network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7b55994678-24sdt b8629162966f0886f463c1fc00f1053e7f3d7ea826d2a4df0554ddecb608f7ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:40:84:25:ed:8c\",\"name\":\"b8629162966f088\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aeded5a-7152-404b-82a1-7ed8d2d838ef\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:18:58.765759    3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0505 13:19:01.668202    3783 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0505 13:19:03.787503    3783 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0505 13:19:04.814367    3783 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:04.814954    3783 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:05.682100    3783 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:05.682128    3783 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0505 13:19:14.847877    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0505 13:19:22.645442    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=95
I0505 13:19:29.318349    3783 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-pqxdz for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:19:29.318454    3783 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz
I0505 13:19:29.332741    3783 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz] pod update took 14.314796ms
I0505 13:19:29.332768    3783 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz] addLogicalPort annotation time took 14.347587ms
I0505 13:19:29.334085    3783 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz] addLogicalPort took 15.75892ms, libovsdb time 974.64µs
I0505 13:19:29.456369    3783 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-9hxqw for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:19:29.456462    3783 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw
I0505 13:19:29.470674    3783 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw] pod update took 14.231323ms
I0505 13:19:29.470707    3783 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw] addLogicalPort annotation time took 14.271173ms
I0505 13:19:29.472152    3783 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw] addLogicalPort took 15.797568ms, libovsdb time 966.885µs
I0505 13:19:29.646894    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57
I0505 13:19:29.683091    3783 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz 901f1a08e19b18ec5546a27b0e6f1430589a777b874cd793fd393980a2f44e8f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz 901f1a08e19b18ec5546a27b0e6f1430589a777b874cd793fd393980a2f44e8f network default NAD default NAD key ]
I0505 13:19:29.693839    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-pqxdz, hostIfaceName: 901f1a08e19b18e, network: default, NAD default, SandboxID: "901f1a08e19b18ec5546a27b0e6f1430589a777b874cd793fd393980a2f44e8f", PCI device ID: , UID: "018db91a-2dfd-4fa5-83af-2144ae7eeb48", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0505 13:19:29.747098    3783 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz 901f1a08e19b18ec5546a27b0e6f1430589a777b874cd793fd393980a2f44e8f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pqxdz 901f1a08e19b18ec5546a27b0e6f1430589a777b874cd793fd393980a2f44e8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:00:2f:5e:71:ae\",\"name\":\"901f1a08e19b18e\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9472968-4c70-49eb-a482-3e947afad4b0\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:19:29.818325    3783 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw 0ac9a427513ccd67be4e811bd6c1b677043b507d62812562e956b50e8f214c49 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw 0ac9a427513ccd67be4e811bd6c1b677043b507d62812562e956b50e8f214c49 network default NAD default NAD key ]
I0505 13:19:29.828861    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-9hxqw, hostIfaceName: 0ac9a427513ccd6, network: default, NAD default, SandboxID: "0ac9a427513ccd67be4e811bd6c1b677043b507d62812562e956b50e8f214c49", PCI device ID: , UID: "ce253167-5fef-4f23-a76e-87a1868e1314", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0505 13:19:29.882485    3783 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw 0ac9a427513ccd67be4e811bd6c1b677043b507d62812562e956b50e8f214c49 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9hxqw 0ac9a427513ccd67be4e811bd6c1b677043b507d62812562e956b50e8f214c49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:e1:f4:d5:4b:b4\",\"name\":\"0ac9a427513ccd6\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5063d91-a7c0-4768-ac2f-067f5bc8a714\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:19:30.733153    3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
W0505 13:19:32.929466    3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0505 13:19:33.887089    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
W0505 13:19:33.948190    3783 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 13:19:33.948213    3783 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 13:19:34.969461    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 13:19:34.969482    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0505 13:19:35.957534    3783 cni.go:452] [tsf-tas/test-tsf-tas 1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970 network default NAD default NAD key ]
I0505 13:19:36.036415    3783 cni.go:473] [tsf-tas/test-tsf-tas 1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 1be9ef976380c501bc840119240b373d89fd9d44a364fe9d672b6f8c4fb31970 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:19:36.083452    3783 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:36.083479    3783 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0505 13:19:36.084679    3783 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.30
I0505 13:19:36.084705    3783 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:36.106247    3783 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:36.106271    3783 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:36.111836    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0505 13:19:36.111858    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0505 13:19:42.648916    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=95
W0505 13:19:43.942061    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0505 13:19:45.038159    3783 obj_retry.go:498] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:45.038733    3783 obj_retry.go:498] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:45.909444    3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:45.909468    3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:46.016076    3783 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-mnbnj] creating logical port tsf_tsf-tekton-configuration-mnbnj for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:19:46.016208    3783 kube.go:256] Updating pod tsf/tsf-tekton-configuration-mnbnj
I0505 13:19:46.033619    3783 pod.go:62] [tsf/tsf-tekton-configuration-mnbnj] pod update took 17.43568ms
I0505 13:19:46.033646    3783 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-mnbnj] addLogicalPort annotation time took 17.466742ms
I0505 13:19:46.034831    3783 pods.go:271] [tsf/tsf-tekton-configuration-mnbnj] addLogicalPort took 18.777784ms, libovsdb time 848.964µs
I0505 13:19:46.315749    3783 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-qcsc4 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:19:46.315867    3783 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4
I0505 13:19:46.328117    3783 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4] pod update took 12.287524ms
I0505 13:19:46.328146    3783 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4] addLogicalPort annotation time took 12.321746ms
I0505 13:19:46.329627    3783 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4] addLogicalPort took 13.895663ms, libovsdb time 1.045682ms
I0505 13:19:46.375017    3783 cni.go:452] [tsf/tsf-tekton-configuration-mnbnj 91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-mnbnj 91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29 network default NAD default NAD key ]
I0505 13:19:46.385071    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-mnbnj, hostIfaceName: 91c04cb9722a321, network: default, NAD default, SandboxID: "91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29", PCI device ID: , UID: "103506db-6511-4563-9b8f-1954fa4f1a2d", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0505 13:19:46.437208    3783 cni.go:473] [tsf/tsf-tekton-configuration-mnbnj 91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-mnbnj 91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:71:16:6a:2e:1e\",\"name\":\"91c04cb9722a321\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e640d6d-21f7-471a-b72b-3639c026a0e8\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:19:46.679714    3783 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4 4c35b050afd1e1236def37cbe162da834957b826e3d1b740ba5fe275a258681a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4 4c35b050afd1e1236def37cbe162da834957b826e3d1b740ba5fe275a258681a network default NAD default NAD key ]
I0505 13:19:46.690205    3783 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-qcsc4, hostIfaceName: 4c35b050afd1e12, network: default, NAD default, SandboxID: "4c35b050afd1e1236def37cbe162da834957b826e3d1b740ba5fe275a258681a", PCI device ID: , UID: "fcc45ee3-201b-4a3e-8fc3-25792852237b", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0505 13:19:46.740140    3783 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4 4c35b050afd1e1236def37cbe162da834957b826e3d1b740ba5fe275a258681a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-qcsc4 4c35b050afd1e1236def37cbe162da834957b826e3d1b740ba5fe275a258681a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:95:2a:80:c3:59\",\"name\":\"4c35b050afd1e12\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50348aa6-9bc7-4490-b68b-773c92d7171c\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:19:55.019773    3783 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:55.020358    3783 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:55.887417    3783 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:55.887446    3783 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:56.063811    3783 cni.go:452] [tsf/tsf-tekton-configuration-mnbnj 91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-mnbnj 91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29 network default NAD default NAD key ]
I0505 13:19:56.152438    3783 cni.go:473] [tsf/tsf-tekton-configuration-mnbnj 91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-mnbnj 91c04cb9722a32137135c382e01243ac8b15f1507ce2991582a9ec012c004b29 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:19:56.202808    3783 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mnbnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:56.202849    3783 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-mnbnj
I0505 13:19:56.204151    3783 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-mnbnj, ips: 10.129.0.35
I0505 13:19:56.204179    3783 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mnbnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:19:57.223510    3783 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mnbnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:57.223545    3783 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mnbnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:57.255605    3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:57.255626    3783 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:19:57.260184    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-5rp4k
I0505 13:19:57.260293    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-5rp4k
I0505 13:19:57.929361    3783 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:19:57.929481    3783 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0505 13:19:57.942261    3783 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.812989ms
I0505 13:19:57.942292    3783 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.852057ms
I0505 13:19:57.943947    3783 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.609382ms, libovsdb time 1.148043ms
I0505 13:19:58.289144    3783 cni.go:452] [tsf-tpa/pre-install-tsf-tpa b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423 network default NAD default NAD key ]
I0505 13:19:58.298487    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: b67c76cfe06f72e, network: default, NAD default, SandboxID: "b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423", PCI device ID: , UID: "35bb5966-120a-4ee2-bf35-bada2348e947", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0505 13:19:58.349876    3783 cni.go:473] [tsf-tpa/pre-install-tsf-tpa b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:19:a2:bf:86:1a\",\"name\":\"b67c76cfe06f72e\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ef1b856-e793-4937-99c6-683b7aa1158f\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:20:01.094632    3783 cni.go:452] [tsf-tpa/pre-install-tsf-tpa b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423 network default NAD default NAD key ]
I0505 13:20:01.183287    3783 cni.go:473] [tsf-tpa/pre-install-tsf-tpa b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa b67c76cfe06f72ec35444faf77b3bca9257d6276ea1ca1184c1d9b947a740423 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:20:01.231051    3783 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:01.231088    3783 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0505 13:20:01.232423    3783 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.37
I0505 13:20:01.232450    3783 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:01.253725    3783 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:01.253752    3783 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:01.258901    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0505 13:20:01.258917    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0505 13:20:01.467856    3783 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:20:01.467966    3783 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0505 13:20:01.481521    3783 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.578014ms
I0505 13:20:01.481544    3783 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.607678ms
I0505 13:20:01.482791    3783 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.954252ms, libovsdb time 854.644µs
I0505 13:20:01.827418    3783 cni.go:452] [tsf-tpa/test-tsf-tpa 06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74 network default NAD default NAD key ]
I0505 13:20:01.837138    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 06a5730a2126427, network: default, NAD default, SandboxID: "06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74", PCI device ID: , UID: "18e9c3cc-a9e1-44a9-97f0-7070a3b3e480", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0505 13:20:01.888272    3783 cni.go:473] [tsf-tpa/test-tsf-tpa 06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:81:49:bf:98:5d\",\"name\":\"06a5730a2126427\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01ce763f-bbd2-4ace-a320-b1e8da77279a\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:20:03.060751    3783 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:03.061329    3783 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:03.941708    3783 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:03.941729    3783 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:04.074617    3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:04.075249    3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:05.095104    3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:05.095129    3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:07.146278    3783 obj_retry.go:498] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:07.146864    3783 obj_retry.go:498] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0505 13:20:07.961699    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0505 13:20:08.168388    3783 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:08.168418    3783 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0505 13:20:11.042667    3783 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0505 13:20:11.186260    3783 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:11.186838    3783 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:11.301650    3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:11.301674    3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:11.459081    3783 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-84d48c5868-7tkhp] creating logical port tsf-tas_rekor-server-84d48c5868-7tkhp for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:20:11.459178    3783 kube.go:256] Updating pod tsf-tas/rekor-server-84d48c5868-7tkhp
I0505 13:20:11.471864    3783 pod.go:62] [tsf-tas/rekor-server-84d48c5868-7tkhp] pod update took 12.708039ms
I0505 13:20:11.471893    3783 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-84d48c5868-7tkhp] addLogicalPort annotation time took 12.742814ms
I0505 13:20:11.473391    3783 pods.go:271] [tsf-tas/rekor-server-84d48c5868-7tkhp] addLogicalPort took 14.326071ms, libovsdb time 976.252µs
I0505 13:20:11.515954    3783 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-np4mj] creating logical port tsf-tpa_create-importers-np4mj for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:20:11.516058    3783 kube.go:256] Updating pod tsf-tpa/create-importers-np4mj
I0505 13:20:11.527937    3783 pod.go:62] [tsf-tpa/create-importers-np4mj] pod update took 11.908018ms
I0505 13:20:11.527964    3783 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-np4mj] addLogicalPort annotation time took 11.940932ms
I0505 13:20:11.529232    3783 pods.go:271] [tsf-tpa/create-importers-np4mj] addLogicalPort took 13.292439ms, libovsdb time 831.704µs
I0505 13:20:11.877539    3783 cni.go:452] [tsf-tpa/create-importers-np4mj 3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-np4mj 3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7 network default NAD default NAD key ]
I0505 13:20:11.886808    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-np4mj, hostIfaceName: 3175e5559d56f9e, network: default, NAD default, SandboxID: "3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7", PCI device ID: , UID: "c7ffdd86-8463-45a4-8288-9f40d871ed9c", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0505 13:20:11.940528    3783 cni.go:473] [tsf-tpa/create-importers-np4mj 3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-np4mj 3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:db:dd:82:2a:d0\",\"name\":\"3175e5559d56f9e\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d1e76c4-f155-4044-85a0-081de6b25d44\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:20:12.992639    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0505 13:20:16.618950    3783 cni.go:452] [tsf-tas/rekor-server-84d48c5868-7tkhp 7ce0b60580424291e6822d66270355761352f0836a430ef9084574a4147e1496 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-84d48c5868-7tkhp 7ce0b60580424291e6822d66270355761352f0836a430ef9084574a4147e1496 network default NAD default NAD key ]
I0505 13:20:16.628433    3783 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-84d48c5868-7tkhp, hostIfaceName: 7ce0b6058042429, network: default, NAD default, SandboxID: "7ce0b60580424291e6822d66270355761352f0836a430ef9084574a4147e1496", PCI device ID: , UID: "47bfefbf-9944-49fd-a98d-17e317cf1b0e", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0505 13:20:16.682562    3783 cni.go:473] [tsf-tas/rekor-server-84d48c5868-7tkhp 7ce0b60580424291e6822d66270355761352f0836a430ef9084574a4147e1496 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-84d48c5868-7tkhp 7ce0b60580424291e6822d66270355761352f0836a430ef9084574a4147e1496 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:b6:d7:76:55:35\",\"name\":\"7ce0b6058042429\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0022c8de-a2f0-4ef0-9982-c054fceaa86b\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:20:17.188512    3783 cni.go:452] [tsf-tpa/create-importers-np4mj 3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-np4mj 3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7 network default NAD default NAD key ]
I0505 13:20:17.277842    3783 cni.go:473] [tsf-tpa/create-importers-np4mj 3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-np4mj 3175e5559d56f9ec098795e9222e64ca352b9ff7368ece764db6cdd2502a02b7 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:20:17.311122    3783 obj_retry.go:498] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:17.311162    3783 pods.go:176] Deleting pod: tsf-tpa/create-importers-np4mj
I0505 13:20:17.312650    3783 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-np4mj, ips: 10.129.0.40
I0505 13:20:17.312685    3783 obj_retry.go:498] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:18.332672    3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:18.332703    3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0505 13:20:19.192457    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0505 13:20:22.241421    3783 namespace.go:142] [openshift-pipelines] updating namespace
W0505 13:20:23.106162    3783 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0505 13:20:26.237773    3783 cni.go:452] [tsf-tpa/test-tsf-tpa 06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74 network default NAD default NAD key ]
I0505 13:20:26.322744    3783 cni.go:473] [tsf-tpa/test-tsf-tpa 06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 06a5730a212642757c65f44aab07a169966faedd522857fe0561d7603edbcb74 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:20:26.438221    3783 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:26.438262    3783 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0505 13:20:26.439647    3783 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.38
I0505 13:20:26.439673    3783 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:26.459080    3783 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:26.459107    3783 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:26.465477    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0505 13:20:26.465508    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0505 13:20:27.244772    3783 namespace.go:98] [build-service] adding namespace
I0505 13:20:27.245700    3783 namespace.go:102] [build-service] adding namespace took 902.845µs
I0505 13:20:27.247629    3783 namespace.go:98] [default-tenant] adding namespace
I0505 13:20:27.247710    3783 namespace.go:98] [image-controller] adding namespace
I0505 13:20:27.248386    3783 namespace.go:102] [default-tenant] adding namespace took 741.967µs
I0505 13:20:27.249015    3783 namespace.go:102] [image-controller] adding namespace took 1.292373ms
I0505 13:20:27.249698    3783 namespace.go:98] [integration-service] adding namespace
I0505 13:20:27.250233    3783 namespace.go:102] [integration-service] adding namespace took 521.174µs
I0505 13:20:27.294895    3783 namespace.go:142] [build-service] updating namespace
I0505 13:20:27.316949    3783 namespace.go:142] [build-service] updating namespace
I0505 13:20:27.322677    3783 namespace.go:142] [default-tenant] updating namespace
I0505 13:20:27.340067    3783 namespace.go:142] [default-tenant] updating namespace
I0505 13:20:27.356159    3783 namespace.go:142] [image-controller] updating namespace
I0505 13:20:27.381776    3783 namespace.go:142] [image-controller] updating namespace
I0505 13:20:27.384658    3783 namespace.go:142] [integration-service] updating namespace
I0505 13:20:27.407483    3783 namespace.go:142] [integration-service] updating namespace
I0505 13:20:27.618081    3783 namespace.go:142] [build-service] updating namespace
I0505 13:20:27.693129    3783 namespace.go:142] [integration-service] updating namespace
I0505 13:20:27.700979    3783 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:20:27.701076    3783 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0505 13:20:27.738995    3783 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 37.943296ms
I0505 13:20:27.739023    3783 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 37.9791ms
I0505 13:20:27.740216    3783 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 39.254566ms, libovsdb time 779.369µs
I0505 13:20:27.853614    3783 namespace.go:98] [release-service] adding namespace
I0505 13:20:27.854482    3783 namespace.go:102] [release-service] adding namespace took 849.393µs
I0505 13:20:27.933037    3783 namespace.go:142] [release-service] updating namespace
I0505 13:20:28.097426    3783 namespace.go:142] [release-service] updating namespace
I0505 13:20:28.201009    3783 namespace.go:142] [konflux-ui] updating namespace
I0505 13:20:28.390861    3783 cni.go:452] [konflux-ui/test-tsf-konflux f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766 network default NAD default NAD key ]
I0505 13:20:28.401602    3783 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: f49f23aed6ef48a, network: default, NAD default, SandboxID: "f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766", PCI device ID: , UID: "7e7df080-4af2-4960-9e73-16f6e1aa4d77", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0505 13:20:28.409086    3783 namespace.go:142] [build-service] updating namespace
I0505 13:20:28.454907    3783 cni.go:473] [konflux-ui/test-tsf-konflux f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:54:4e:11:0c:97\",\"name\":\"f49f23aed6ef48a\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9c5c84b-2876-4853-a3c4-e5f3f58f979e\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:20:28.484486    3783 namespace.go:98] [namespace-lister] adding namespace
I0505 13:20:28.484604    3783 namespace.go:98] [konflux-info] adding namespace
I0505 13:20:28.485297    3783 namespace.go:102] [namespace-lister] adding namespace took 790.733µs
I0505 13:20:28.485864    3783 namespace.go:102] [konflux-info] adding namespace took 1.24415ms
I0505 13:20:28.525153    3783 namespace.go:98] [enterprise-contract-service] adding namespace
I0505 13:20:28.526072    3783 namespace.go:102] [enterprise-contract-service] adding namespace took 895.594µs
I0505 13:20:28.571067    3783 namespace.go:142] [image-controller] updating namespace
I0505 13:20:28.679821    3783 namespace.go:142] [namespace-lister] updating namespace
I0505 13:20:28.780367    3783 namespace.go:142] [namespace-lister] updating namespace
I0505 13:20:28.818989    3783 namespace.go:142] [default-tenant] updating namespace
I0505 13:20:28.823215    3783 namespace.go:142] [konflux-info] updating namespace
I0505 13:20:28.861269    3783 namespace.go:142] [konflux-info] updating namespace
I0505 13:20:28.929245    3783 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:20:28.952976    3783 namespace.go:98] [segment-bridge] adding namespace
I0505 13:20:28.953789    3783 namespace.go:102] [segment-bridge] adding namespace took 791.441µs
I0505 13:20:28.991054    3783 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:20:29.042207    3783 namespace.go:142] [segment-bridge] updating namespace
I0505 13:20:29.094066    3783 namespace.go:142] [segment-bridge] updating namespace
I0505 13:20:29.112770    3783 namespace.go:142] [default-tenant] updating namespace
I0505 13:20:29.199696    3783 namespace.go:98] [konflux-cli] adding namespace
I0505 13:20:29.200543    3783 namespace.go:102] [konflux-cli] adding namespace took 826.701µs
I0505 13:20:29.232925    3783 namespace.go:142] [konflux-cli] updating namespace
I0505 13:20:29.288463    3783 namespace.go:142] [konflux-cli] updating namespace
I0505 13:20:29.311155    3783 namespace.go:142] [image-controller] updating namespace
I0505 13:20:29.379524    3783 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0505 13:20:29.380144    3783 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0505 13:20:29.380163    3783 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0505 13:20:29.382784    3783 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0505 13:20:29.464509    3783 namespace.go:142] [integration-service] updating namespace
I0505 13:20:29.598988    3783 namespace.go:142] [build-service] updating namespace
I0505 13:20:29.630471    3783 namespace.go:142] [default-tenant] updating namespace
I0505 13:20:29.651960    3783 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0505 13:20:29.651988    3783 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0505 13:20:29.652844    3783 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0505 13:20:29.654235    3783 namespace.go:142] [image-controller] updating namespace
I0505 13:20:29.674854    3783 namespace.go:142] [integration-service] updating namespace
I0505 13:20:29.736008    3783 namespace.go:142] [build-service] updating namespace
I0505 13:20:29.819433    3783 namespace.go:142] [default-tenant] updating namespace
I0505 13:20:29.907730    3783 namespace.go:142] [image-controller] updating namespace
I0505 13:20:29.999149    3783 namespace.go:142] [integration-service] updating namespace
W0505 13:20:30.301007    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0505 13:20:31.175558    3783 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:20:31.433185    3783 namespace.go:142] [konflux-cli] updating namespace
I0505 13:20:31.643460    3783 namespace.go:142] [konflux-info] updating namespace
I0505 13:20:31.797268    3783 namespace.go:142] [namespace-lister] updating namespace
I0505 13:20:32.023349    3783 namespace.go:142] [release-service] updating namespace
I0505 13:20:32.213116    3783 namespace.go:142] [segment-bridge] updating namespace
I0505 13:20:32.335020    3783 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:20:32.372747    3783 namespace.go:142] [konflux-cli] updating namespace
I0505 13:20:32.400892    3783 namespace.go:142] [konflux-info] updating namespace
I0505 13:20:32.440256    3783 namespace.go:142] [namespace-lister] updating namespace
I0505 13:20:32.457490    3783 namespace.go:142] [release-service] updating namespace
I0505 13:20:32.546965    3783 namespace.go:142] [segment-bridge] updating namespace
I0505 13:20:32.814794    3783 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:20:32.986857    3783 namespace.go:142] [konflux-cli] updating namespace
W0505 13:20:33.131173    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0505 13:20:33.198706    3783 namespace.go:142] [konflux-info] updating namespace
I0505 13:20:33.349475    3783 namespace.go:142] [namespace-lister] updating namespace
I0505 13:20:33.459151    3783 namespace.go:142] [release-service] updating namespace
I0505 13:20:33.615820    3783 namespace.go:142] [segment-bridge] updating namespace
I0505 13:20:33.912486    3783 base_network_controller_pods.go:487] [default/konflux-ui/proxy-64f4fc768f-phqm4] creating logical port konflux-ui_proxy-64f4fc768f-phqm4 for pod on switch ip-10-0-2-130.ec2.internal
I0505 13:20:33.912641    3783 kube.go:256] Updating pod konflux-ui/proxy-64f4fc768f-phqm4
I0505 13:20:33.990300    3783 kube.go:256] Updating pod konflux-ui/proxy-64f4fc768f-phqm4
I0505 13:20:34.038561    3783 pod.go:62] [konflux-ui/proxy-64f4fc768f-phqm4] pod update took 125.984734ms
I0505 13:20:34.038592    3783 base_network_controller_pods.go:951] [default/konflux-ui/proxy-64f4fc768f-phqm4] addLogicalPort annotation time took 126.021882ms
I0505 13:20:34.039890    3783 pods.go:271] [konflux-ui/proxy-64f4fc768f-phqm4] addLogicalPort took 127.426935ms, libovsdb time 917.4µs
W0505 13:20:37.139383    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0505 13:20:37.163452    3783 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0505 13:20:37.863796    3783 cni.go:452] [konflux-ui/proxy-64f4fc768f-phqm4 039ce338695100393d9056635cbff94701d3aa7ff7202402717840e7cf082023 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-64f4fc768f-phqm4 039ce338695100393d9056635cbff94701d3aa7ff7202402717840e7cf082023 network default NAD default NAD key ]
I0505 13:20:37.873251    3783 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-64f4fc768f-phqm4, hostIfaceName: 039ce3386951003, network: default, NAD default, SandboxID: "039ce338695100393d9056635cbff94701d3aa7ff7202402717840e7cf082023", PCI device ID: , UID: "11bc4a91-64de-45e2-aaf2-328ee2af34c2", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0505 13:20:37.928437    3783 cni.go:473] [konflux-ui/proxy-64f4fc768f-phqm4 039ce338695100393d9056635cbff94701d3aa7ff7202402717840e7cf082023 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-64f4fc768f-phqm4 039ce338695100393d9056635cbff94701d3aa7ff7202402717840e7cf082023 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:3d:ac:a8:d8:36\",\"name\":\"039ce3386951003\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cbfbe9e-b61e-4033-abc4-b0dc39aadc05\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:20:40.165192    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0505 13:20:40.165907    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0505 13:20:40.216405    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0505 13:20:40.217461    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0505 13:20:43.339137    3783 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0505 13:20:43.339163    3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0505 13:20:46.236664    3783 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0505 13:20:46.236682    3783 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0505 13:20:47.230097    3783 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0505 13:20:48.281654    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0505 13:20:48.282196    3783 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
I0505 13:20:48.385931    3783 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:48.386521    3783 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:49.259301    3783 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:49.259347    3783 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:53.160171    3783 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:53.160716    3783 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:20:53.270862    3783 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:53.270892    3783 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:20:53.278642    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-dn756
I0505 13:20:53.278668    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-dn756
I0505 13:20:56.766846    3783 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
W0505 13:20:59.321178    3783 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0505 13:21:19.385888    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0505 13:21:19.385910    3783 util.go:959] Failed to build node endpoints for node ip-10-0-2-130.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0505 13:21:30.654049    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=613
I0505 13:21:49.384882    3783 obj_retry.go:498] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:21:49.385504    3783 obj_retry.go:498] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:21:49.636053    3783 obj_retry.go:492] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:21:49.636082    3783 obj_retry.go:492] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:21:49.643378    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-84df5f594d-gnbxb
I0505 13:21:49.643405    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-84df5f594d-gnbxb
I0505 13:21:58.724446    3783 cni.go:452] [konflux-ui/test-tsf-konflux f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766 network default NAD default NAD key ]
I0505 13:21:58.813897    3783 cni.go:473] [konflux-ui/test-tsf-konflux f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux f49f23aed6ef48a783d395b8ac5f54b62ce9edf9ad50c7319396a8ca086df766 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:21:58.864287    3783 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:21:58.864341    3783 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0505 13:21:58.865696    3783 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.41
I0505 13:21:58.865722    3783 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:21:58.899653    3783 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:21:58.899671    3783 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:21:58.905445    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0505 13:21:58.905473    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0505 13:22:11.644531    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12
I0505 13:22:18.764299    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0505 13:22:20.645646    3783 namespace.go:98] [managed-tenant-3e87d] adding namespace
I0505 13:22:20.646527    3783 namespace.go:102] [managed-tenant-3e87d] adding namespace took 858.01µs
I0505 13:22:20.670217    3783 namespace.go:142] [managed-tenant-3e87d] updating namespace
I0505 13:22:20.684864    3783 namespace.go:142] [managed-tenant-3e87d] updating namespace
I0505 13:22:21.688036    3783 namespace.go:142] [managed-tenant-3e87d] updating namespace
I0505 13:22:21.821730    3783 namespace.go:142] [managed-tenant-3e87d] updating namespace
I0505 13:22:21.919086    3783 namespace.go:142] [managed-tenant-3e87d] updating namespace
I0505 13:23:07.771489    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0505 13:23:21.748601    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0505 13:24:00.772252    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0505 13:24:43.650727    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=29
I0505 13:24:45.736691    3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0505 13:24:48.754007    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0505 13:25:05.651961    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52
I0505 13:25:22.739034    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0505 13:25:24.648440    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=77
I0505 13:26:27.736846    3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0505 13:26:41.746257    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0505 13:27:38.769786    3783 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0505 13:28:00.767398    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0505 13:28:13.774545    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0505 13:28:58.651884    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=83
I0505 13:29:37.647982    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0505 13:29:45.654410    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6
I0505 13:30:04.729765    3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:30:04.730380    3783 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:30:05.587505    3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:30:05.587553    3783 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:30:08.041563    3783 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:30:08.041589    3783 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:30:08.045111    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-876sx
I0505 13:30:08.045134    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-876sx
W0505 13:30:08.050103    3783 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c
I0505 13:30:10.775063    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0505 13:30:11.027371    3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:30:11.027425    3783 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:30:11.030324    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-kjhmz
I0505 13:30:11.030350    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-kjhmz
I0505 13:30:18.029829    3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:30:18.029885    3783 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:30:18.029978    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-np4mj
I0505 13:30:18.030007    3783 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-np4mj
I0505 13:30:22.657073    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=34
I0505 13:30:51.756735    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0505 13:30:54.740335    3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0505 13:31:29.655280    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39
I0505 13:32:40.742180    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
W0505 13:32:53.050174    3783 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-658cfc9db8-hnqcg
I0505 13:33:00.751523    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11
I0505 13:33:13.770712    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0505 13:34:05.772891    3783 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0505 13:34:29.651527    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10
I0505 13:35:09.656140    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0505 13:35:34.660020    3783 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=5
I0505 13:36:17.739789    3783 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0505 13:36:40.749061    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0505 13:37:05.830826    3783 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7