+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-232.ec2.internal
++ [[ -n ip-10-0-2-232.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-232.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260318-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260318-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
I0403 00:03:02.443140277 - disable conntrack on geneve port
+ echo 'I0403 00:03:02.443140277 - disable conntrack on geneve port'
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0403 00:03:02.459217293 - starting ovnkube-node
+ echo 'I0403 00:03:02.459217293 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-232.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-232.ec2.internal --init-node ip-10-0-2-232.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-232.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0403 00:03:02.496825    3774 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0403 00:03:02.496888    3774 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-1239a6226d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0403 00:03:02.499178    3774 kube.go:423] Waiting for certificate
I0403 00:03:02.499225    3774 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0403 00:03:02.499267    3774 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0403 00:03:02.500118    3774 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0403 00:03:02.534804    3774 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0403 00:03:02.534820    3774 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0403 00:03:02.537534    3774 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0403 00:03:02.537632    3774 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jsk7g"
I0403 00:03:02.552321    3774 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jsk7g"
I0403 00:03:02.552390    3774 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0403 00:03:03.499803    3774 kube.go:430] Certificate found
I0403 00:03:03.500333    3774 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0403 00:03:03.501603    3774 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0403 00:03:03.556164    3774 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-03 23:58:02 +0000 UTC" deadline="2026-04-03 19:01:49.684838697 +0000 UTC"
I0403 00:03:03.556235    3774 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h58m46.128620624s"
I0403 00:03:03.585504    3774 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0403 00:03:03.598920    3774 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0403 00:03:03.598930    3774 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0403 00:03:03.598979    3774 factory.go:537] Starting watch factory
I0403 00:03:03.599171    3774 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.599186    3774 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.599201    3774 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.599207    3774 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.599216    3774 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.599233    3774 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.599273    3774 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.599437    3774 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.600083    3774 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.600198    3774 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.600808    3774 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.600829    3774 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.603310    3774 controller_manager.go:368] Starting the ovnkube controller
I0403 00:03:03.603321    3774 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-232.ec2.internal
I0403 00:03:03.603362    3774 controller_manager.go:393] NBDB zone sync took: 33.534µs
I0403 00:03:03.603371    3774 factory.go:537] Starting watch factory
I0403 00:03:03.622869    3774 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.626619    3774 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.627691    3774 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.628105    3774 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.630176    3774 ovn_northd.go:121] Registering OVN northd metrics
I0403 00:03:03.630933    3774 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.631314    3774 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0403 00:03:03.636124    3774 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0403 00:03:03.636173    3774 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0403 00:03:03.641621    3774 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:03:03.653836    3774 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0403 00:03:03.704964    3774 factory.go:1931] *v1.Pod informer cache synced successfully
I0403 00:03:03.704980    3774 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully
I0403 00:03:03.704984    3774 factory.go:1931] *v1.Namespace informer cache synced successfully
I0403 00:03:03.704987    3774 factory.go:1931] *v1.Node informer cache synced successfully
I0403 00:03:03.704991    3774 factory.go:1931] *v1.Service informer cache synced successfully
I0403 00:03:03.704994    3774 factory.go:1931] *v1.EndpointSlice informer cache synced successfully
I0403 00:03:03.705089    3774 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:03:03.705093    3774 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:03:03.705106    3774 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:03:03.705104    3774 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:03:03.708355    3774 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:03:03.708372    3774 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:03:03.708465    3774 factory.go:1931] *v1.Pod informer cache synced successfully
I0403 00:03:03.708477    3774 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully
I0403 00:03:03.708481    3774 factory.go:1931] *v1.Namespace informer cache synced successfully
I0403 00:03:03.708484    3774 factory.go:1931] *v1.Node informer cache synced successfully
I0403 00:03:03.708487    3774 factory.go:1931] *v1.Service informer cache synced successfully
I0403 00:03:03.708490    3774 factory.go:1931] *v1.EndpointSlice informer cache synced successfully
I0403 00:03:03.710293    3774 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0403 00:03:03.710303    3774 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0403 00:03:03.710348    3774 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.710358    3774 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.712735    3774 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.713681    3774 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0403 00:03:03.713693    3774 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0403 00:03:03.715887    3774 factory.go:1931] *v1.EgressIP informer cache synced successfully
I0403 00:03:03.715945    3774 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.715957    3774 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.718403    3774 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.719339    3774 factory.go:1931] *v1.EgressIP informer cache synced successfully
I0403 00:03:03.721630    3774 factory.go:1931] *v1.EgressFirewall informer cache synced successfully
I0403 00:03:03.721680    3774 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.721702    3774 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.724322    3774 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.724431    3774 factory.go:1931] *v1.EgressFirewall informer cache synced successfully
I0403 00:03:03.727457    3774 factory.go:1931] *v1.EgressQoS informer cache synced successfully
I0403 00:03:03.727517    3774 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.727529    3774 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.729780    3774 factory.go:1931] *v1.EgressQoS informer cache synced successfully
I0403 00:03:03.730155    3774 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.733213    3774 factory.go:1931] *v1.EgressService informer cache synced successfully
I0403 00:03:03.733301    3774 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.733315    3774 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.735430    3774 factory.go:1931] *v1.EgressService informer cache synced successfully
I0403 00:03:03.735682    3774 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.738969    3774 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0403 00:03:03.739291    3774 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0403 00:03:03.739305    3774 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0403 00:03:03.741476    3774 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0403 00:03:03.742113    3774 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0403 00:03:03.743998    3774 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0403 00:03:03.744083    3774 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.744102    3774 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.744147    3774 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.744163    3774 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.746509    3774 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0403 00:03:03.746971    3774 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.747135    3774 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:03:03.749258    3774 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully
I0403 00:03:03.749266    3774 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0403 00:03:03.749281    3774 factory.go:649] Watch Factory start up complete, took: 150.30464ms
I0403 00:03:03.749343    3774 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0403 00:03:03.751574    3774 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully
I0403 00:03:03.751585    3774 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0403 00:03:03.751592    3774 factory.go:649] Watch Factory start up complete, took: 148.220667ms
I0403 00:03:03.751600    3774 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-232.ec2.internal" zone
I0403 00:03:03.782337    3774 default_node_network_controller.go:709] Initializing the default node network controller
I0403 00:03:03.830845    3774 udn_isolation.go:101] Starting UDN host isolation manager
I0403 00:03:03.836450    3774 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0403 00:03:03.888458    3774 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0403 00:03:03.888541    3774 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0403 00:03:03.888556    3774 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0403 00:03:03.921440    3774 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0403 00:03:03.921497    3774 default_node_network_controller.go:808] Node ip-10-0-2-232.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0403 00:03:03.927158    3774 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.232"] k8s.ovn.org/zone-name:ip-10-0-2-232.ec2.internal] on node ip-10-0-2-232.ec2.internal
I0403 00:03:03.950038    3774 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0403 00:03:03.956088    3774 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0403 00:03:03.956219    3774 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0403 00:03:03.956352    3774 gateway_init.go:263] Preparing Gateway
I0403 00:03:03.956360    3774 gateway_shared_intf.go:1658] Creating new gateway
I0403 00:03:04.002562    3774 controller_manager.go:427] Waiting for node in zone sync took: 250.951288ms
I0403 00:03:04.010507    3774 controller_manager.go:608] Switching to transit router for layer2 networks
I0403 00:03:04.010522    3774 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-232.ec2.internal
I0403 00:03:04.033933    3774 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0403 00:03:04.037277    3774 iptables.go:108] Creating table: filter chain: FORWARD
I0403 00:03:04.040268    3774 controller_manager.go:288] SCTP support detected in OVN
I0403 00:03:04.040852    3774 services_controller.go:69] Creating services controller for network=default
I0403 00:03:04.040980    3774 udn_enabled_svc.go:80] Waiting for service informer to sync
I0403 00:03:04.041082    3774 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0403 00:03:04.041154    3774 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0403 00:03:04.041170    3774 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0403 00:03:04.041181    3774 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0403 00:03:04.041400    3774 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0403 00:03:04.041429    3774 udn_enabled_svc.go:95] Performing full resync
I0403 00:03:04.041469    3774 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0403 00:03:04.041505    3774 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 24.164µs
I0403 00:03:04.041517    3774 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.662µs
I0403 00:03:04.041516    3774 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 41.291µs
I0403 00:03:04.041524    3774 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0403 00:03:04.041531    3774 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0403 00:03:04.041544    3774 default_network_controller.go:321] Starting the default network controller
I0403 00:03:04.041606    3774 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 11.583µs
I0403 00:03:04.041696    3774 udn_enabled_svc.go:99] Waiting for handler to sync
I0403 00:03:04.041710    3774 udn_enabled_svc.go:104] Starting worker
I0403 00:03:04.043959    3774 iptables.go:108] Creating table: filter chain: OUTPUT
I0403 00:03:04.050089    3774 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0403 00:03:04.050161    3774 repair.go:33] Syncing exgw routes took 55.043µs
I0403 00:03:04.050179    3774 default_network_controller.go:407] Starting all the Watchers...
I0403 00:03:04.050341    3774 namespace.go:98] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] adding namespace
I0403 00:03:04.050342    3774 namespace.go:98] [dedicated-admin] adding namespace
I0403 00:03:04.050342    3774 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0403 00:03:04.050365    3774 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0403 00:03:04.050374    3774 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0403 00:03:04.050377    3774 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0403 00:03:04.050386    3774 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0403 00:03:04.050380    3774 namespace.go:98] [openshift-console] adding namespace
I0403 00:03:04.050394    3774 namespace.go:98] [openshift-console-user-settings] adding namespace
I0403 00:03:04.050404    3774 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0403 00:03:04.050407    3774 namespace.go:98] [openshift-node] adding namespace
I0403 00:03:04.050405    3774 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0403 00:03:04.050405    3774 namespace.go:98] [openshift-ingress-canary] adding namespace
I0403 00:03:04.050422    3774 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0403 00:03:04.050426    3774 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0403 00:03:04.050751    3774 gateway_shared_intf.go:1787] Gateway Creation Complete
I0403 00:03:04.050768    3774 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-232.ec2.internal","mac-address":"0e:71:ea:ec:07:cd","ip-addresses":["10.0.2.232/24"],"ip-address":"10.0.2.232/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:77cf703e-9bb2-4f96-b058-2d036d1e5997 k8s.ovn.org/node-encap-ips:["10.0.2.232"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.232/24"} k8s.ovn.org/zone-name:ip-10-0-2-232.ec2.internal] on node ip-10-0-2-232.ec2.internal
I0403 00:03:04.050972    3774 namespace.go:102] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] adding namespace took 618.236µs
I0403 00:03:04.050991    3774 namespace.go:98] [openshift-infra] adding namespace
I0403 00:03:04.051458    3774 namespace.go:102] [openshift-infra] adding namespace took 461.776µs
I0403 00:03:04.051472    3774 namespace.go:98] [openshift-dns] adding namespace
I0403 00:03:04.052110    3774 namespace.go:102] [openshift-dns] adding namespace took 631.059µs
I0403 00:03:04.052127    3774 namespace.go:98] [openshift-operators] adding namespace
I0403 00:03:04.052582    3774 namespace.go:102] [dedicated-admin] adding namespace took 2.225249ms
I0403 00:03:04.052597    3774 namespace.go:98] [openshift-network-node-identity] adding namespace
I0403 00:03:04.053152    3774 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.790214ms
I0403 00:03:04.053168    3774 namespace.go:98] [default] adding namespace
I0403 00:03:04.053675    3774 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.297553ms
I0403 00:03:04.053696    3774 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0403 00:03:04.054151    3774 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.766051ms
I0403 00:03:04.054171    3774 namespace.go:98] [openshift-config-managed] adding namespace
I0403 00:03:04.054617    3774 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.224885ms
I0403 00:03:04.054631    3774 namespace.go:98] [kube-node-lease] adding namespace
I0403 00:03:04.055207    3774 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.818813ms
I0403 00:03:04.055223    3774 namespace.go:98] [kube-system] adding namespace
I0403 00:03:04.055680    3774 namespace.go:102] [openshift-console] adding namespace took 5.272886ms
I0403 00:03:04.055699    3774 namespace.go:98] [openshift-backplane-cse] adding namespace
I0403 00:03:04.056229    3774 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.821325ms
I0403 00:03:04.056245    3774 namespace.go:98] [openshift-logging] adding namespace
I0403 00:03:04.056725    3774 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.315334ms
I0403 00:03:04.056733    3774 namespace.go:98] [openshift-marketplace] adding namespace
I0403 00:03:04.057339    3774 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.920269ms
I0403 00:03:04.057355    3774 namespace.go:98] [openshift-backplane] adding namespace
I0403 00:03:04.057819    3774 namespace.go:102] [openshift-node] adding namespace took 7.403592ms
I0403 00:03:04.057836    3774 namespace.go:98] [openshift] adding namespace
I0403 00:03:04.058344    3774 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.920932ms
I0403 00:03:04.058359    3774 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0403 00:03:04.058870    3774 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.43808ms
I0403 00:03:04.058889    3774 namespace.go:98] [openshift-authentication] adding namespace
I0403 00:03:04.059344    3774 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.911003ms
I0403 00:03:04.059357    3774 namespace.go:98] [openshift-host-network] adding namespace
I0403 00:03:04.060268    3774 namespace.go:102] [openshift-operators] adding namespace took 8.135753ms
I0403 00:03:04.060280    3774 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0403 00:03:04.060713    3774 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.109149ms
I0403 00:03:04.060730    3774 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0403 00:03:04.061261    3774 namespace.go:102] [default] adding namespace took 8.086975ms
I0403 00:03:04.061284    3774 namespace.go:98] [openshift-cluster-version] adding namespace
I0403 00:03:04.061665    3774 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.958258ms
I0403 00:03:04.061678    3774 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0403 00:03:04.062236    3774 namespace.go:102] [openshift-config-managed] adding namespace took 8.056526ms
I0403 00:03:04.062255    3774 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
W0403 00:03:04.062622    3774 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5sjwm: pod kube-system/global-pull-secret-syncer-5sjwm: no pod IPs found 
W0403 00:03:04.062652    3774 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-lxgqt: pod kube-system/global-pull-secret-syncer-lxgqt: no pod IPs found 
I0403 00:03:04.062676    3774 namespace.go:102] [kube-node-lease] adding namespace took 8.039684ms
I0403 00:03:04.062691    3774 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0403 00:03:04.063147    3774 namespace.go:102] [kube-system] adding namespace took 7.91827ms
I0403 00:03:04.063160    3774 namespace.go:98] [openshift-machine-api] adding namespace
I0403 00:03:04.063534    3774 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.829809ms
I0403 00:03:04.063545    3774 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0403 00:03:04.063908    3774 namespace.go:102] [openshift-logging] adding namespace took 7.657857ms
I0403 00:03:04.063920    3774 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0403 00:03:04.064410    3774 namespace.go:102] [openshift-marketplace] adding namespace took 7.672588ms
I0403 00:03:04.064421    3774 namespace.go:98] [openshift-ingress] adding namespace
I0403 00:03:04.064953    3774 namespace.go:102] [openshift-backplane] adding namespace took 7.591197ms
I0403 00:03:04.064971    3774 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0403 00:03:04.065411    3774 namespace.go:102] [openshift] adding namespace took 7.570696ms
I0403 00:03:04.065423    3774 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0403 00:03:04.065950    3774 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.585013ms
I0403 00:03:04.065968    3774 namespace.go:98] [openshift-etcd] adding namespace
I0403 00:03:04.066422    3774 namespace.go:102] [openshift-authentication] adding namespace took 7.525495ms
I0403 00:03:04.066437    3774 namespace.go:98] [openshift-backplane-csm] adding namespace
I0403 00:03:04.066912    3774 namespace.go:102] [openshift-host-network] adding namespace took 7.550249ms
I0403 00:03:04.066925    3774 namespace.go:98] [openshift-insights] adding namespace
I0403 00:03:04.067476    3774 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.190057ms
I0403 00:03:04.067968    3774 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.228362ms
I0403 00:03:04.067990    3774 namespace.go:98] [openshift-monitoring] adding namespace
I0403 00:03:04.068481    3774 namespace.go:102] [openshift-cluster-version] adding namespace took 7.192217ms
I0403 00:03:04.068493    3774 namespace.go:98] [openshift-authentication-operator] adding namespace
I0403 00:03:04.068868    3774 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.184769ms
I0403 00:03:04.068882    3774 namespace.go:98] [openshift-backplane-tam] adding namespace
W0403 00:03:04.069242    3774 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48j6k: pod openshift-network-diagnostics/network-check-target-48j6k: no pod IPs found 
W0403 00:03:04.069255    3774 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dqlc6: pod openshift-network-diagnostics/network-check-target-dqlc6: no pod IPs found 
I0403 00:03:04.069294    3774 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.031399ms
I0403 00:03:04.069306    3774 namespace.go:98] [openshift-network-operator] adding namespace
I0403 00:03:04.069754    3774 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.056974ms
I0403 00:03:04.069769    3774 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0403 00:03:04.070195    3774 namespace.go:102] [openshift-machine-api] adding namespace took 7.029881ms
I0403 00:03:04.070208    3774 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0403 00:03:04.070587    3774 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.036312ms
I0403 00:03:04.070603    3774 namespace.go:98] [openshift-package-operator] adding namespace
I0403 00:03:04.070931    3774 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.00435ms
I0403 00:03:04.070948    3774 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0403 00:03:04.071158    3774 default_node_network_controller.go:518] Node connection status = connected
I0403 00:03:04.071410    3774 namespace.go:102] [openshift-ingress] adding namespace took 6.982704ms
I0403 00:03:04.071424    3774 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0403 00:03:04.071826    3774 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.849008ms
I0403 00:03:04.071839    3774 namespace.go:98] [openshift-backplane-srep] adding namespace
I0403 00:03:04.072402    3774 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.974735ms
I0403 00:03:04.072415    3774 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0403 00:03:04.072817    3774 namespace.go:102] [openshift-etcd] adding namespace took 6.842484ms
I0403 00:03:04.072831    3774 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0403 00:03:04.073200    3774 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.756726ms
I0403 00:03:04.073211    3774 namespace.go:98] [openshift-multus] adding namespace
I0403 00:03:04.073529    3774 namespace.go:102] [openshift-insights] adding namespace took 6.600278ms
I0403 00:03:04.073539    3774 namespace.go:98] [openshift-backplane-cee] adding namespace
I0403 00:03:04.074121    3774 namespace.go:102] [openshift-monitoring] adding namespace took 6.126601ms
I0403 00:03:04.074130    3774 namespace.go:98] [openshift-ingress-operator] adding namespace
I0403 00:03:04.074492    3774 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.995682ms
I0403 00:03:04.074502    3774 namespace.go:98] [openshift-console-operator] adding namespace
I0403 00:03:04.075045    3774 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.159553ms
I0403 00:03:04.075054    3774 namespace.go:98] [openshift-network-console] adding namespace
I0403 00:03:04.075455    3774 namespace.go:102] [openshift-network-operator] adding namespace took 6.141783ms
I0403 00:03:04.075481    3774 namespace.go:98] [openshift-config] adding namespace
I0403 00:03:04.075972    3774 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.197112ms
I0403 00:03:04.075986    3774 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0403 00:03:04.076567    3774 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.353925ms
I0403 00:03:04.076580    3774 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0403 00:03:04.076993    3774 namespace.go:102] [openshift-package-operator] adding namespace took 6.384397ms
I0403 00:03:04.077022    3774 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0403 00:03:04.077620    3774 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.667153ms
I0403 00:03:04.077630    3774 namespace.go:98] [openshift-apiserver] adding namespace
I0403 00:03:04.078092    3774 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.66137ms
I0403 00:03:04.078109    3774 namespace.go:98] [openshift-image-registry] adding namespace
I0403 00:03:04.078556    3774 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.709553ms
I0403 00:03:04.078575    3774 namespace.go:98] [openshift-operators-redhat] adding namespace
I0403 00:03:04.078948    3774 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.527109ms
I0403 00:03:04.078963    3774 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
W0403 00:03:04.079335    3774 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ms2c6: pod openshift-multus/network-metrics-daemon-ms2c6: no pod IPs found 
W0403 00:03:04.079347    3774 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nvg9r: pod openshift-multus/network-metrics-daemon-nvg9r: no pod IPs found 
I0403 00:03:04.079388    3774 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.551766ms
I0403 00:03:04.079404    3774 namespace.go:98] [openshift-dns-operator] adding namespace
I0403 00:03:04.079853    3774 namespace.go:102] [openshift-multus] adding namespace took 6.636371ms
I0403 00:03:04.079865    3774 namespace.go:98] [openshift-controller-manager] adding namespace
I0403 00:03:04.080272    3774 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.726116ms
I0403 00:03:04.080289    3774 namespace.go:98] [kube-public] adding namespace
I0403 00:03:04.080663    3774 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.526695ms
I0403 00:03:04.081030    3774 namespace.go:102] [openshift-console-operator] adding namespace took 6.522097ms
I0403 00:03:04.081047    3774 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0403 00:03:04.081484    3774 namespace.go:102] [openshift-network-console] adding namespace took 6.425371ms
I0403 00:03:04.081867    3774 namespace.go:102] [openshift-config] adding namespace took 6.379425ms
I0403 00:03:04.082339    3774 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.348014ms
I0403 00:03:04.082352    3774 namespace.go:98] [openshift-config-operator] adding namespace
I0403 00:03:04.082797    3774 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.210905ms
I0403 00:03:04.083276    3774 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.24659ms
I0403 00:03:04.083709    3774 namespace.go:102] [openshift-apiserver] adding namespace took 6.074002ms
I0403 00:03:04.084162    3774 namespace.go:102] [openshift-image-registry] adding namespace took 6.046655ms
I0403 00:03:04.084565    3774 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.985111ms
I0403 00:03:04.084578    3774 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0403 00:03:04.084941    3774 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.972768ms
I0403 00:03:04.085359    3774 namespace.go:102] [openshift-dns-operator] adding namespace took 5.948495ms
I0403 00:03:04.085776    3774 namespace.go:102] [openshift-controller-manager] adding namespace took 5.905248ms
I0403 00:03:04.085789    3774 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0403 00:03:04.086223    3774 namespace.go:102] [kube-public] adding namespace took 5.92793ms
I0403 00:03:04.086625    3774 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.571708ms
I0403 00:03:04.086998    3774 namespace.go:102] [openshift-config-operator] adding namespace took 4.641216ms
I0403 00:03:04.087401    3774 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.819219ms
I0403 00:03:04.087738    3774 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 1.945181ms
I0403 00:03:04.088094    3774 zone_ic_handler.go:186] Time taken to create transit switch: 264.858µs
I0403 00:03:04.088151    3774 master.go:532] Adding or Updating local node "ip-10-0-2-232.ec2.internal" for network "default"
I0403 00:03:04.088221    3774 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-99.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-99.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-99.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-99.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-99.ec2.internal
I0403 00:03:04.088674    3774 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-237.ec2.internal for the network default
I0403 00:03:04.089686    3774 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-237.ec2.internal" on network "default" took: 1.025234ms
W0403 00:03:04.095773    3774 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-5sjwm: pod kube-system/global-pull-secret-syncer-5sjwm: no pod IPs found 
W0403 00:03:04.095795    3774 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ms2c6: pod openshift-multus/network-metrics-daemon-ms2c6: no pod IPs found 
W0403 00:03:04.095806    3774 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-dqlc6: pod openshift-network-diagnostics/network-check-target-dqlc6: no pod IPs found 
I0403 00:03:04.096645    3774 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-232.ec2.internal for the network default
I0403 00:03:04.097403    3774 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0403 00:03:04.097448    3774 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0403 00:03:04.097451    3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default"
I0403 00:03:04.097469    3774 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0403 00:03:04.097476    3774 node_tracker.go:235] Node ip-10-0-0-99.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-99.ec2.internal"
I0403 00:03:04.097485    3774 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:03:04.097494    3774 services_controller.go:574] Full service sync requested for network=default
I0403 00:03:04.097498    3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-237.ec2.internal in network "default"
I0403 00:03:04.097525    3774 node_tracker.go:169] Node ip-10-0-1-237.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:03:04.097532    3774 services_controller.go:574] Full service sync requested for network=default
I0403 00:03:04.097536    3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-232.ec2.internal in network "default"
I0403 00:03:04.097554    3774 node_tracker.go:169] Node ip-10-0-2-232.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:03:04.097560    3774 services_controller.go:574] Full service sync requested for network=default
I0403 00:03:04.198217    3774 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0403 00:03:04.198233    3774 services_controller.go:208] Setting up event handlers for services for network=default
I0403 00:03:04.198287    3774 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0403 00:03:04.198317    3774 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0403 00:03:04.198327    3774 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0403 00:03:04.211879    3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default"
I0403 00:03:04.211897    3774 node_tracker.go:235] Node ip-10-0-0-99.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-99.ec2.internal"
I0403 00:03:04.211907    3774 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:03:04.211920    3774 services_controller.go:574] Full service sync requested for network=default
I0403 00:03:04.211931    3774 default_network_controller.go:1008] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:03:04.291896    3774 default_network_controller.go:1008] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:03:04.298843    3774 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0403 00:03:04.298856    3774 repair.go:60] Starting repairing loop for services
I0403 00:03:04.298923    3774 repair.go:131] Deleted 0 stale service LBs
I0403 00:03:04.298939    3774 repair.go:137] Deleted 0 stale Chassis Template Vars
I0403 00:03:04.298954    3774 repair.go:62] Finished repairing loop for services: 98.844µs
I0403 00:03:04.298977    3774 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0403 00:03:04.298987    3774 services_controller.go:254] Starting workers for network=default
I0403 00:03:04.299349    3774 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dqlc6] creating logical port openshift-network-diagnostics_network-check-target-dqlc6 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:04.299382    3774 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5sjwm] creating logical port kube-system_global-pull-secret-syncer-5sjwm for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:04.299415    3774 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-lxgqt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-lxgqt: suppressed error logged: pod kube-system/global-pull-secret-syncer-lxgqt: no pod IPs found 
I0403 00:03:04.299450    3774 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-48j6k, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48j6k: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48j6k: no pod IPs found 
I0403 00:03:04.299469    3774 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-dqlc6
I0403 00:03:04.299478    3774 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-5sjwm
I0403 00:03:04.299492    3774 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ms2c6] creating logical port openshift-multus_network-metrics-daemon-ms2c6 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:04.299600    3774 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ms2c6
I0403 00:03:04.318942    3774 pod.go:62] [kube-system/global-pull-secret-syncer-5sjwm] pod update took 19.488596ms
I0403 00:03:04.318959    3774 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-5sjwm] addLogicalPort annotation time took 19.51382ms
I0403 00:03:04.319772    3774 pods.go:271] [kube-system/global-pull-secret-syncer-5sjwm] addLogicalPort took 20.403379ms, libovsdb time 576.253µs
I0403 00:03:04.319808    3774 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nvg9r, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nvg9r: suppressed error logged: pod openshift-multus/network-metrics-daemon-nvg9r: no pod IPs found 
I0403 00:03:04.325873    3774 pod.go:62] [openshift-network-diagnostics/network-check-target-dqlc6] pod update took 26.443471ms
I0403 00:03:04.325888    3774 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-dqlc6] addLogicalPort annotation time took 26.461618ms
I0403 00:03:04.326123    3774 pod.go:62] [openshift-multus/network-metrics-daemon-ms2c6] pod update took 26.550838ms
I0403 00:03:04.326137    3774 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-ms2c6] addLogicalPort annotation time took 26.567242ms
I0403 00:03:04.326720    3774 pods.go:271] [openshift-network-diagnostics/network-check-target-dqlc6] addLogicalPort took 27.378283ms, libovsdb time 608.369µs
I0403 00:03:04.326949    3774 pods.go:271] [openshift-multus/network-metrics-daemon-ms2c6] addLogicalPort took 27.46669ms, libovsdb time 628.721µs
I0403 00:03:04.327314    3774 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0403 00:03:04.327335    3774 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0403 00:03:04.327351    3774 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0403 00:03:04.327360    3774 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0403 00:03:04.327581    3774 repair.go:29] Repairing admin network policies took 213.944µs
I0403 00:03:04.327724    3774 repair.go:92] Repairing baseline admin network policies took 130.141µs
I0403 00:03:04.328100    3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0403 00:03:04.328117    3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0403 00:03:04.329451    3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0403 00:03:04.329470    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0403 00:03:04.329480    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0403 00:03:04.331369    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0403 00:03:04.331396    3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0403 00:03:04.331408    3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0403 00:03:04.332396    3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0403 00:03:04.332412    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0403 00:03:04.332421    3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0403 00:03:04.333802    3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0403 00:03:04.333819    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0403 00:03:04.333830    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0403 00:03:04.335024    3774 default_network_controller.go:1008] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:03:04.335068    3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default"
I0403 00:03:04.335123    3774 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:03:04.335133    3774 services_controller.go:574] Full service sync requested for network=default
I0403 00:03:04.335227    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0403 00:03:04.335250    3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0403 00:03:04.335265    3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0403 00:03:04.335533    3774 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-99.ec2.internal for the network default
I0403 00:03:04.337552    3774 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-99.ec2.internal" on network "default" took: 2.028343ms
I0403 00:03:04.338081    3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0403 00:03:04.338100    3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0403 00:03:04.338110    3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0403 00:03:04.339145    3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0403 00:03:04.339167    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0403 00:03:04.339175    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0403 00:03:04.339707    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0403 00:03:04.339731    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0403 00:03:04.339740    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0403 00:03:04.340308    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0403 00:03:04.340337    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0403 00:03:04.340345    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0403 00:03:04.341676    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0403 00:03:04.341696    3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0403 00:03:04.341706    3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0403 00:03:04.343879    3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0403 00:03:04.343899    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0403 00:03:04.344786    3774 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0403 00:03:04.344800    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0403 00:03:04.345618    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0403 00:03:04.345652    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0403 00:03:04.345659    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0403 00:03:04.346040    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0403 00:03:04.346063    3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0403 00:03:04.346071    3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0403 00:03:04.346626    3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0403 00:03:04.346643    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0403 00:03:04.346652    3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0403 00:03:04.347147    3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0403 00:03:04.347166    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0403 00:03:04.347173    3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0403 00:03:04.347447    3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0403 00:03:04.347464    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0403 00:03:04.347474    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0403 00:03:04.348065    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0403 00:03:04.348085    3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0403 00:03:04.348094    3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0403 00:03:04.349053    3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0403 00:03:04.349074    3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0403 00:03:04.349084    3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0403 00:03:04.349429    3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0403 00:03:04.349449    3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0403 00:03:04.349462    3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0403 00:03:04.350803    3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0403 00:03:04.350823    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0403 00:03:04.350832    3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0403 00:03:04.351656    3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0403 00:03:04.351680    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0403 00:03:04.351688    3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0403 00:03:04.352375    3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0403 00:03:04.352394    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0403 00:03:04.352416    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0403 00:03:04.353189    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0403 00:03:04.353223    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0403 00:03:04.353234    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0403 00:03:04.353803    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0403 00:03:04.353827    3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0403 00:03:04.353835    3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0403 00:03:04.354396    3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0403 00:03:04.354416    3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0403 00:03:04.354424    3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0403 00:03:04.355184    3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0403 00:03:04.355204    3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0403 00:03:04.355212    3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0403 00:03:04.356306    3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0403 00:03:04.356340    3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0403 00:03:04.356353    3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0403 00:03:04.357772    3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0403 00:03:04.357792    3774 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0403 00:03:04.357803    3774 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0403 00:03:04.359764    3774 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0403 00:03:04.366512    3774 egressfirewall.go:319] Starting EgressFirewall controller
I0403 00:03:04.366539    3774 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0403 00:03:04.366544    3774 controller.go:133] Adding controller egress-firewall-controller event handlers
I0403 00:03:04.366576    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0403 00:03:04.366597    3774 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0403 00:03:04.366619    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0403 00:03:04.366635    3774 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0403 00:03:04.367092    3774 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0403 00:03:04.367112    3774 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0403 00:03:04.367125    3774 egressqos.go:193] Setting up event handlers for EgressQoS
I0403 00:03:04.367222    3774 egressfirewall.go:628] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall
I0403 00:03:04.367239    3774 egressfirewall.go:628] Syncing node "ip-10-0-1-237.ec2.internal" for egress firewall
I0403 00:03:04.367247    3774 egressfirewall.go:628] Syncing node "ip-10-0-2-232.ec2.internal" for egress firewall
I0403 00:03:04.367440    3774 egressqos.go:245] Starting EgressQoS Controller
I0403 00:03:04.367457    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0403 00:03:04.367468    3774 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0403 00:03:04.367480    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0403 00:03:04.367487    3774 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0403 00:03:04.367496    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0403 00:03:04.367503    3774 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0403 00:03:04.367509    3774 egressqos.go:259] Repairing EgressQoSes
I0403 00:03:04.367515    3774 egressqos.go:399] Starting repairing loop for egressqos
I0403 00:03:04.367648    3774 egressqos.go:401] Finished repairing loop for egressqos: 133.042µs
I0403 00:03:04.367697    3774 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0403 00:03:04.367704    3774 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-232.ec2.internal
I0403 00:03:04.367749    3774 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-232.ec2.internal : 46.538µs
I0403 00:03:04.367935    3774 egressservice_zone.go:210] Starting Egress Services Controller
I0403 00:03:04.367950    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0403 00:03:04.367958    3774 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0403 00:03:04.367966    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0403 00:03:04.367973    3774 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0403 00:03:04.367981    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0403 00:03:04.367989    3774 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0403 00:03:04.368017    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0403 00:03:04.368028    3774 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0403 00:03:04.368034    3774 egressservice_zone.go:228] Repairing Egress Services
I0403 00:03:04.368390    3774 master_controller.go:88] Starting Admin Policy Based Route Controller
I0403 00:03:04.368401    3774 external_controller.go:278] Starting Admin Policy Based Route Controller
I0403 00:03:04.368417    3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal
I0403 00:03:04.368432    3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 16.249µs
I0403 00:03:04.368439    3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal
I0403 00:03:04.368442    3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 4.168µs
I0403 00:03:04.368447    3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-237.ec2.internal
I0403 00:03:04.368455    3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-237.ec2.internal: 8.41µs
I0403 00:03:04.368527    3774 default_network_controller.go:568] Completing all the Watchers took 318.340647ms
I0403 00:03:04.368541    3774 default_network_controller.go:572] Starting unidling controllers
I0403 00:03:04.368548    3774 unidle.go:46] Registering OVN SB ControllerEvent handler
I0403 00:03:04.368555    3774 unidle.go:63] Populating Initial ContollerEvent events
I0403 00:03:04.368569    3774 unidle.go:79] Setting up event handlers for services
I0403 00:03:04.368614    3774 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0403 00:03:04.573111    3774 default_node_network_controller.go:518] Node connection status = connected
I0403 00:03:05.072628    3774 default_node_network_controller.go:518] Node connection status = connected
I0403 00:03:05.572755    3774 default_node_network_controller.go:518] Node connection status = connected
I0403 00:03:05.999312    3774 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0403 00:03:06.072080    3774 default_node_network_controller.go:518] Node connection status = connected
I0403 00:03:06.089355    3774 bridgeconfig.go:537] Gateway is ready
I0403 00:03:06.089372    3774 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0403 00:03:06.100571    3774 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.232. Updating OVN encap IP.
I0403 00:03:06.106135    3774 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.232 - it is already configured
I0403 00:03:06.106147    3774 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.232/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0403 00:03:06.106358    3774 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.232/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-232.ec2.internal","mac-address":"0e:71:ea:ec:07:cd","ip-addresses":["10.0.2.232/24"],"ip-address":"10.0.2.232/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:77cf703e-9bb2-4f96-b058-2d036d1e5997 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.232/24"}] on node ip-10-0-2-232.ec2.internal
I0403 00:03:06.122513    3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal
I0403 00:03:06.122532    3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 26.146µs
I0403 00:03:06.122510    3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-232.ec2.internal in network "default"
I0403 00:03:06.122538    3774 master.go:532] Adding or Updating local node "ip-10-0-2-232.ec2.internal" for network "default"
I0403 00:03:06.122544    3774 egressfirewall.go:628] Syncing node "ip-10-0-2-232.ec2.internal" for egress firewall
I0403 00:03:06.122592    3774 node_tracker.go:169] Node ip-10-0-2-232.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:03:06.122608    3774 services_controller.go:574] Full service sync requested for network=default
I0403 00:03:06.122798    3774 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.232
I0403 00:03:06.122867    3774 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-232.ec2.internal
I0403 00:03:06.126978    3774 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-232.ec2.internal. Updating no re-route policies
I0403 00:03:06.127044    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-cjsmw
I0403 00:03:06.127045    3774 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rk67k
I0403 00:03:06.127059    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-cjsmw
I0403 00:03:06.127066    3774 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-rk67k
I0403 00:03:06.127080    3774 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-232.ec2.internal
I0403 00:03:06.127083    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jzlfd
I0403 00:03:06.127096    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-cjsmw after 0 failed attempt(s)
I0403 00:03:06.127097    3774 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-232.ec2.internal
I0403 00:03:06.127064    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-djgml
I0403 00:03:06.127108    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vht99
I0403 00:03:06.127111    3774 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5sjwm
I0403 00:03:06.127111    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xnmxk
I0403 00:03:06.127116    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-lgbbl
I0403 00:03:06.127107    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dqlc6
I0403 00:03:06.127126    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xnmxk
I0403 00:03:06.127123    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vht99
I0403 00:03:06.127128    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-lgbbl
I0403 00:03:06.127131    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-q7mqm
I0403 00:03:06.127134    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dqlc6
I0403 00:03:06.127146    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xnmxk after 0 failed attempt(s)
I0403 00:03:06.127147    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-lgbbl after 0 failed attempt(s)
I0403 00:03:06.127149    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-q7mqm
I0403 00:03:06.127156    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vht99 after 0 failed attempt(s)
I0403 00:03:06.127173    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-q7mqm after 0 failed attempt(s)
I0403 00:03:06.127183    3774 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-dqlc6] creating logical port openshift-network-diagnostics_network-check-target-dqlc6 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:06.127083    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7pfjp
I0403 00:03:06.127224    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7pfjp
I0403 00:03:06.127237    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7pfjp after 0 failed attempt(s)
I0403 00:03:06.127113    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-djgml
I0403 00:03:06.127252    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-djgml after 0 failed attempt(s)
I0403 00:03:06.127095    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-232.ec2.internal
I0403 00:03:06.127262    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-232.ec2.internal
I0403 00:03:06.127272    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-232.ec2.internal after 0 failed attempt(s)
I0403 00:03:06.127064    3774 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ms2c6
I0403 00:03:06.127279    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ms2c6
I0403 00:03:06.127299    3774 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ms2c6] creating logical port openshift-multus_network-metrics-daemon-ms2c6 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:06.127096    3774 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-rk67k after 0 failed attempt(s)
I0403 00:03:06.127103    3774 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jzlfd
I0403 00:03:06.127380    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jzlfd after 0 failed attempt(s)
I0403 00:03:06.127121    3774 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-232.ec2.internal after 0 failed attempt(s)
I0403 00:03:06.127122    3774 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5sjwm
I0403 00:03:06.127433    3774 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5sjwm] creating logical port kube-system_global-pull-secret-syncer-5sjwm for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:06.128076    3774 pods.go:271] [openshift-multus/network-metrics-daemon-ms2c6] addLogicalPort took 781.301µs, libovsdb time 292.22µs
I0403 00:03:06.128091    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ms2c6 after 0 failed attempt(s)
I0403 00:03:06.128116    3774 pods.go:271] [openshift-network-diagnostics/network-check-target-dqlc6] addLogicalPort took 950.154µs, libovsdb time 334.469µs
I0403 00:03:06.128124    3774 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-dqlc6 after 0 failed attempt(s)
I0403 00:03:06.128184    3774 pods.go:271] [kube-system/global-pull-secret-syncer-5sjwm] addLogicalPort took 762.965µs, libovsdb time 311.936µs
I0403 00:03:06.128193    3774 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-5sjwm after 0 failed attempt(s)
I0403 00:03:06.138705    3774 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0403 00:03:06.150586    3774 iptables.go:108] Creating table: mangle chain: OUTPUT
I0403 00:03:06.154207    3774 iptables.go:108] Creating table: nat chain: OUTPUT
I0403 00:03:06.182185    3774 iptables.go:108] Creating table: nat chain: PREROUTING
I0403 00:03:06.232619    3774 iptables.go:108] Creating table: filter chain: FORWARD
I0403 00:03:06.249901    3774 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0403 00:03:06.250037    3774 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0403 00:03:06.250094    3774 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0403 00:03:06.250181    3774 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0403 00:03:06.250234    3774 gateway_init.go:325] Gateway and management port readiness took 2.182591158s
I0403 00:03:06.250260    3774 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0403 00:03:06.250318    3774 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0403 00:03:06.250330    3774 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0403 00:03:06.250339    3774 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0403 00:03:06.250406    3774 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0403 00:03:06.250490    3774 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.773µs
I0403 00:03:06.250775    3774 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0403 00:03:06.250798    3774 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.623µs
I0403 00:03:06.250804    3774 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 29.3µs
I0403 00:03:06.250810    3774 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0403 00:03:06.250818    3774 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0403 00:03:06.250823    3774 default_node_network_controller.go:898] Starting the default node network controller
I0403 00:03:06.250827    3774 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0403 00:03:06.250917    3774 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.663µs
I0403 00:03:06.250976    3774 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0403 00:03:06.250985    3774 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0403 00:03:06.251022    3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b7e010 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 <nil> 0xc0002dc460 0xc000a53bd0 0xc0002dc4d0 0xc0002dc540 <nil> 0xc000aaa2d0 0xc00655b2d0 <nil> <nil> <nil> 0xc0002dc5b0 map[0x2f8f0c0:0xc002724d80 0x2f8f600:0xc002725080 0x2f90080:0xc002724cc0 0x2f90320:0xc002724d20 0x2f90b00:0xc002724de0 0x2f90da0:0xc002724e40 0x2f91040:0xc002725020 0x2f91820:0xc0027250e0 0x2f91ac0:0xc002725140 0x2fbc3e0:0xc000cebbc0 0x2fbc780:0xc003100d80 0x2fbd260:0xc000b33bc0 0x2fbebc0:0xc001bb4000 0x2fbf6a0:0xc003100de0 0x2fc0520:0xc001bb4060] 0xc0000d3650 0}
I0403 00:03:06.251076    3774 gateway.go:151] Starting gateway service sync
I0403 00:03:06.251489    3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0403 00:03:06.253802    3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0403 00:03:06.262863    3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0403 00:03:06.264221    3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0403 00:03:06.265455    3774 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0403 00:03:06.301847    3774 gateway.go:168] Gateway service sync done. Time taken: 50.759501ms
I0403 00:03:06.302504    3774 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30357
I0403 00:03:06.302804    3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b7e010 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 <nil> 0xc0002dc460 0xc000a53bd0 0xc0002dc4d0 0xc0002dc540 <nil> 0xc000aaa2d0 0xc00655b2d0 <nil> <nil> <nil> 0xc0002dc5b0 map[0x2f8f0c0:0xc002724d80 0x2f8f600:0xc002725080 0x2f90080:0xc002724cc0 0x2f90320:0xc002724d20 0x2f90b00:0xc002724de0 0x2f90da0:0xc002724e40 0x2f91040:0xc002725020 0x2f91820:0xc0027250e0 0x2f91ac0:0xc002725140 0x2fbc3e0:0xc000cebbc0 0x2fbc780:0xc003100d80 0x2fbd260:0xc000b33bc0 0x2fbebc0:0xc001bb4000 0x2fbf6a0:0xc003100de0 0x2fc0520:0xc001bb4060] 0xc0000d3650 0}
I0403 00:03:06.303402    3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b7e010 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 <nil> 0xc0002dc460 0xc000a53bd0 0xc0002dc4d0 0xc0002dc540 <nil> 0xc000aaa2d0 0xc00655b2d0 <nil> <nil> <nil> 0xc0002dc5b0 map[0x2f8f0c0:0xc002724d80 0x2f8f600:0xc002725080 0x2f90080:0xc002724cc0 0x2f90320:0xc002724d20 0x2f90b00:0xc002724de0 0x2f90da0:0xc002724e40 0x2f91040:0xc002725020 0x2f91820:0xc0027250e0 0x2f91ac0:0xc002725140 0x2fbc3e0:0xc000cebbc0 0x2fbc780:0xc003100d80 0x2fbd260:0xc000b33bc0 0x2fbebc0:0xc001bb4000 0x2fbf6a0:0xc003100de0 0x2fc0520:0xc001bb4060] 0xc0000d3650 0}
I0403 00:03:06.303439    3774 gateway.go:519] Reconciling gateway with updates
I0403 00:03:06.308801    3774 gateway.go:326] Spawning Conntrack Rule Check Thread
I0403 00:03:06.308890    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0403 00:03:06.308909    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0403 00:03:06.308920    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0403 00:03:06.308921    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0403 00:03:06.308935    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0403 00:03:06.308935    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0403 00:03:06.308937    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0403 00:03:06.308950    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.308901    3774 default_node_network_controller.go:943] Gateway and management port readiness took 57.909329ms
I0403 00:03:06.308962    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0403 00:03:06.308984    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0403 00:03:06.308986    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0403 00:03:06.309034    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0403 00:03:06.309077    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0403 00:03:06.309124    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0403 00:03:06.309134    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0403 00:03:06.309139    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0403 00:03:06.309150    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0403 00:03:06.309153    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0403 00:03:06.309162    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0403 00:03:06.309168    3774 port_claim.go:71] Svc openshift-ingress/router-default: port 31529 is already open, no action needed
I0403 00:03:06.309173    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0403 00:03:06.309177    3774 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed
I0403 00:03:06.309176    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0403 00:03:06.309183    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.309151    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0403 00:03:06.309198    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0403 00:03:06.309209    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:03:06.309214    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0403 00:03:06.309176    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0403 00:03:06.309227    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:03:06.309229    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0403 00:03:06.309236    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0403 00:03:06.309237    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0403 00:03:06.309252    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0403 00:03:06.309044    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0403 00:03:06.309263    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0403 00:03:06.308997    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0403 00:03:06.309278    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0403 00:03:06.309288    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0403 00:03:06.309295    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0403 00:03:06.309297    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0403 00:03:06.309085    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0403 00:03:06.309309    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0403 00:03:06.309055    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0403 00:03:06.309316    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0403 00:03:06.309061    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0403 00:03:06.308935    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0403 00:03:06.309059    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0403 00:03:06.309345    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0403 00:03:06.309319    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0403 00:03:06.309364    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0403 00:03:06.309441    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0403 00:03:06.309455    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0403 00:03:06.309463    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0403 00:03:06.309464    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0403 00:03:06.309467    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0403 00:03:06.309478    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0403 00:03:06.309450    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0403 00:03:06.309071    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0403 00:03:06.309528    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0403 00:03:06.309536    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0403 00:03:06.309079    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0403 00:03:06.309575    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0403 00:03:06.309599    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0403 00:03:06.309615    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0403 00:03:06.309622    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0403 00:03:06.309104    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0403 00:03:06.309628    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:03:06.309649    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:03:06.309663    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0403 00:03:06.309678    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0403 00:03:06.309586    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0403 00:03:06.309771    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0403 00:03:06.309110    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0403 00:03:06.309846    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0403 00:03:06.309859    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0403 00:03:06.309114    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0403 00:03:06.309875    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0403 00:03:06.309135    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0403 00:03:06.309958    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0403 00:03:06.309967    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0403 00:03:06.309327    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0403 00:03:06.309069    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0403 00:03:06.309987    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0403 00:03:06.309394    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0403 00:03:06.310024    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0403 00:03:06.310035    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0403 00:03:06.309403    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0403 00:03:06.310046    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0403 00:03:06.310052    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0403 00:03:06.309410    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0403 00:03:06.310060    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0403 00:03:06.309415    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0403 00:03:06.310130    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0403 00:03:06.309097    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0403 00:03:06.310176    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0403 00:03:06.309638    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0403 00:03:06.309101    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0403 00:03:06.310298    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0403 00:03:06.309731    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0403 00:03:06.310361    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0403 00:03:06.310611    3774 node_ip_handler_linux.go:160] Node IP manager is running
W0403 00:03:06.355078    3774 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0403 00:03:06.355339    3774 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0403 00:03:06.355462    3774 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0403 00:03:06.364371    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0403 00:03:06.364398    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0403 00:03:06.364429    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0403 00:03:06.408923    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0403 00:03:06.408996    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0403 00:03:06.409037    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0403 00:03:06.409061    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0403 00:03:06.409073    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0403 00:03:06.409081    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0403 00:03:06.409090    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.409100    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.409113    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.409132    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0403 00:03:06.409139    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0403 00:03:06.409148    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.409158    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0403 00:03:06.409164    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0403 00:03:06.409169    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0403 00:03:06.409180    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0403 00:03:06.409192    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0403 00:03:06.409200    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0403 00:03:06.409206    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.409214    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0403 00:03:06.409222    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.450593    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0403 00:03:06.450619    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.450628    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0403 00:03:06.450634    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.450640    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0403 00:03:06.450645    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0403 00:03:06.450651    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0403 00:03:06.450657    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0403 00:03:06.450671    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0403 00:03:06.895119    3774 egressfirewall.go:628] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall
I0403 00:03:06.895135    3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal
I0403 00:03:06.895136    3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default"
I0403 00:03:06.895152    3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 22.391µs
I0403 00:03:06.895169    3774 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-99.ec2.internal. Updating no re-route policies
I0403 00:03:06.895212    3774 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:03:06.895226    3774 services_controller.go:574] Full service sync requested for network=default
I0403 00:03:07.395504    3774 default_node_network_controller.go:1369] Starting node controller node sync
W0403 00:03:07.395547    3774 egressip_healthcheck.go:76] Health checking using insecure connection
I0403 00:03:07.395590    3774 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0403 00:03:07.409486    3774 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 13.961089ms
I0403 00:03:07.409608    3774 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0403 00:03:07.409624    3774 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 10.0.0.99 to PMTUD blocking rules
I0403 00:03:07.409648    3774 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-237.ec2.internal", IP: 10.0.1.237 to PMTUD blocking rules
I0403 00:03:07.409662    3774 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0403 00:03:07.410776    3774 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:03:07.411264    3774 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:03:07.421616    3774 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0403 00:03:07.421858    3774 egressservice_node.go:93] Setting up event handlers for Egress Services
I0403 00:03:07.421967    3774 egressservice_node.go:183] Starting Egress Services Controller
I0403 00:03:07.421982    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0403 00:03:07.421994    3774 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0403 00:03:07.422023    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0403 00:03:07.422032    3774 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0403 00:03:07.422038    3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0403 00:03:07.422043    3774 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0403 00:03:07.422047    3774 egressservice_node.go:197] Repairing Egress Services
I0403 00:03:07.432540    3774 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0403 00:03:07.432551    3774 external_controller.go:278] Starting Admin Policy Based Route Controller
I0403 00:03:07.432682    3774 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0403 00:03:07.432694    3774 link_network_manager.go:117] Link manager is running
I0403 00:03:07.432704    3774 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0403 00:03:07.432735    3774 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0403 00:03:07.433032    3774 vrf_manager.go:128] VRF manager is running
I0403 00:03:07.433262    3774 node_controller_manager.go:437] Removing flows to drop GARP
I0403 00:03:07.433277    3774 gateway.go:519] Reconciling gateway with updates
I0403 00:03:07.453212    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0403 00:03:07.453225    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0403 00:03:07.453229    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0403 00:03:07.453236    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0403 00:03:07.453213    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0403 00:03:07.453241    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0403 00:03:07.453224    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0403 00:03:07.453251    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0403 00:03:07.453252    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0403 00:03:07.453252    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0403 00:03:07.453260    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0403 00:03:07.453260    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0403 00:03:07.453276    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0403 00:03:07.453277    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0403 00:03:07.453257    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0403 00:03:07.453288    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0403 00:03:07.453244    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0403 00:03:07.453246    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0403 00:03:07.453243    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0403 00:03:07.453302    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0403 00:03:07.453299    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0403 00:03:07.453310    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0403 00:03:07.453317    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0403 00:03:07.453289    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0403 00:03:07.453323    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0403 00:03:07.453308    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0403 00:03:07.453332    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0403 00:03:07.453336    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0403 00:03:07.453334    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0403 00:03:07.453341    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0403 00:03:07.453339    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0403 00:03:07.453344    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0403 00:03:07.453348    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0403 00:03:07.453354    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0403 00:03:07.453349    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0403 00:03:07.453363    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0403 00:03:07.453365    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0403 00:03:07.453352    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0403 00:03:07.453375    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0403 00:03:07.453377    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0403 00:03:07.453379    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0403 00:03:07.453381    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0403 00:03:07.453385    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.453379    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:03:07.453379    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0403 00:03:07.453335    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0403 00:03:07.453394    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0403 00:03:07.453399    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0403 00:03:07.453402    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0403 00:03:07.453400    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0403 00:03:07.453407    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0403 00:03:07.453403    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0403 00:03:07.453409    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0403 00:03:07.453401    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0403 00:03:07.453414    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0403 00:03:07.453418    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0403 00:03:07.453420    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0403 00:03:07.453422    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0403 00:03:07.453365    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0403 00:03:07.453429    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0403 00:03:07.453374    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0403 00:03:07.453437    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0403 00:03:07.453444    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0403 00:03:07.453448    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0403 00:03:07.453451    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0403 00:03:07.453451    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0403 00:03:07.453452    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.453339    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.453458    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0403 00:03:07.453464    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.453248    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0403 00:03:07.453476    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0403 00:03:07.453451    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.453480    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0403 00:03:07.453234    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0403 00:03:07.453488    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0403 00:03:07.453358    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:03:07.453501    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:03:07.453555    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0403 00:03:07.453298    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0403 00:03:07.453579    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0403 00:03:07.453605    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.453314    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0403 00:03:07.453631    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0403 00:03:07.453283    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0403 00:03:07.453656    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0403 00:03:07.453320    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0403 00:03:07.453667    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0403 00:03:07.453670    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0403 00:03:07.453323    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0403 00:03:07.453676    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0403 00:03:07.453326    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0403 00:03:07.453705    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.453328    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0403 00:03:07.453328    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0403 00:03:07.453338    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0403 00:03:07.453736    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0403 00:03:07.453351    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.453362    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0403 00:03:07.453364    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0403 00:03:07.453765    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0403 00:03:07.453295    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0403 00:03:07.453788    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0403 00:03:07.453385    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0403 00:03:07.453387    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0403 00:03:07.453830    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0403 00:03:07.453233    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0403 00:03:07.453852    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0403 00:03:07.453389    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0403 00:03:07.453290    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0403 00:03:07.453880    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0403 00:03:07.453893    3774 port_claim.go:71] Svc openshift-ingress/router-default: port 31529 is already open, no action needed
I0403 00:03:07.453898    3774 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed
I0403 00:03:07.453397    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:03:07.453372    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0403 00:03:07.453949    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0403 00:03:07.453415    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0403 00:03:07.453280    3774 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0403 00:03:07.453989    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0403 00:03:07.453426    3774 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0403 00:03:07.475597    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0403 00:03:07.475608    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.475624    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0403 00:03:07.475633    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0403 00:03:07.475641    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0403 00:03:07.475648    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0403 00:03:07.475661    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.514981    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0403 00:03:07.539151    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0403 00:03:07.539166    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0403 00:03:07.539185    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0403 00:03:07.539195    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0403 00:03:07.539203    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0403 00:03:07.539212    3774 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
W0403 00:03:07.780298    3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:03:07.796513    3774 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:03:07.796553    3774 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:03:07.803871    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod kube-system/ecr-credential-refresh-initial-h4bwp
I0403 00:03:07.803902    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod kube-system/ecr-credential-refresh-initial-h4bwp
I0403 00:03:09.184599    3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal
I0403 00:03:09.184634    3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 37.43µs
I0403 00:03:09.213828    3774 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-59598b9bc-f9mm9] creating logical port openshift-image-registry_image-registry-59598b9bc-f9mm9 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:09.213960    3774 kube.go:256] Updating pod openshift-image-registry/image-registry-59598b9bc-f9mm9
I0403 00:03:09.237028    3774 pod.go:62] [openshift-image-registry/image-registry-59598b9bc-f9mm9] pod update took 23.111996ms
I0403 00:03:09.237051    3774 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-59598b9bc-f9mm9] addLogicalPort annotation time took 23.138119ms
I0403 00:03:09.238100    3774 pods.go:271] [openshift-image-registry/image-registry-59598b9bc-f9mm9] addLogicalPort took 24.284787ms, libovsdb time 828.959µs
I0403 00:03:09.247491    3774 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-58pmf] creating logical port openshift-dns_dns-default-58pmf for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:09.247506    3774 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xl9pk] creating logical port openshift-ingress-canary_ingress-canary-xl9pk for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:03:09.247584    3774 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xl9pk
I0403 00:03:09.247594    3774 kube.go:256] Updating pod openshift-dns/dns-default-58pmf
I0403 00:03:09.267982    3774 pod.go:62] [openshift-ingress-canary/ingress-canary-xl9pk] pod update took 20.422554ms
I0403 00:03:09.267999    3774 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-xl9pk] addLogicalPort annotation time took 20.443701ms
I0403 00:03:09.268964    3774 pods.go:271] [openshift-ingress-canary/ingress-canary-xl9pk] addLogicalPort took 21.472095ms, libovsdb time 741.6µs
I0403 00:03:09.270146    3774 pod.go:62] [openshift-dns/dns-default-58pmf] pod update took 22.572659ms
I0403 00:03:09.270166    3774 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-58pmf] addLogicalPort annotation time took 22.592311ms
I0403 00:03:09.271117    3774 pods.go:271] [openshift-dns/dns-default-58pmf] addLogicalPort took 23.63935ms, libovsdb time 715.758µs
I0403 00:03:09.503293    3774 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:03:09.503758    3774 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:03:09.635162    3774 cni.go:403] [openshift-ingress-canary/ingress-canary-xl9pk 0beb0b61bc6a2931fe08656d52481e2d24df9632693579bf698446a05b2fce2a network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xl9pk 0beb0b61bc6a2931fe08656d52481e2d24df9632693579bf698446a05b2fce2a network default NAD default]
I0403 00:03:09.652332    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xl9pk, hostIfaceName: 0beb0b61bc6a293, network: default, NAD default, SandboxID: "0beb0b61bc6a2931fe08656d52481e2d24df9632693579bf698446a05b2fce2a", PCI device ID: , UID: "7b02d5ac-b930-42e6-9b6a-7b905b65e8d3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0403 00:03:09.698189    3774 cni.go:424] [openshift-ingress-canary/ingress-canary-xl9pk 0beb0b61bc6a2931fe08656d52481e2d24df9632693579bf698446a05b2fce2a network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xl9pk 0beb0b61bc6a2931fe08656d52481e2d24df9632693579bf698446a05b2fce2a network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:53:52:26:12:99\",\"name\":\"0beb0b61bc6a293\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/848c024d-a5d9-44fb-ad14-4cf7d667eaa9\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:03:09.860477    3774 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:03:09.860499    3774 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0403 00:03:10.792453    3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0403 00:03:10.949633    3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal
I0403 00:03:10.949659    3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 32.68µs
I0403 00:03:11.628857    3774 cni.go:403] [openshift-network-diagnostics/network-check-target-dqlc6 0f3b1cbc822f765e43f84253f2f1625ee661e66e5e11e363492dd5545167ebf7 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-dqlc6 0f3b1cbc822f765e43f84253f2f1625ee661e66e5e11e363492dd5545167ebf7 network default NAD default]
I0403 00:03:11.628967    3774 cni.go:403] [kube-system/global-pull-secret-syncer-5sjwm a1c9eb142c7a7708c96f9a74de2c7fa034b058e8618efbc46201008f593ee6c5 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-5sjwm a1c9eb142c7a7708c96f9a74de2c7fa034b058e8618efbc46201008f593ee6c5 network default NAD default]
I0403 00:03:11.640976    3774 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-5sjwm, hostIfaceName: a1c9eb142c7a770, network: default, NAD default, SandboxID: "a1c9eb142c7a7708c96f9a74de2c7fa034b058e8618efbc46201008f593ee6c5", PCI device ID: , UID: "ad7d3768-fdec-4066-97d6-ca5ae102d490", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0403 00:03:11.641500    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-dqlc6, hostIfaceName: 0f3b1cbc822f765, network: default, NAD default, SandboxID: "0f3b1cbc822f765e43f84253f2f1625ee661e66e5e11e363492dd5545167ebf7", PCI device ID: , UID: "7e560192-784a-45b8-a0b4-a3f881a33ab9", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0403 00:03:11.686572    3774 cni.go:424] [kube-system/global-pull-secret-syncer-5sjwm a1c9eb142c7a7708c96f9a74de2c7fa034b058e8618efbc46201008f593ee6c5 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-5sjwm a1c9eb142c7a7708c96f9a74de2c7fa034b058e8618efbc46201008f593ee6c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:f0:5c:1f:25:b9\",\"name\":\"a1c9eb142c7a770\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfe2944e-7d2c-40ae-8bdf-9d3e648e2d81\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:03:11.691252    3774 cni.go:424] [openshift-network-diagnostics/network-check-target-dqlc6 0f3b1cbc822f765e43f84253f2f1625ee661e66e5e11e363492dd5545167ebf7 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-dqlc6 0f3b1cbc822f765e43f84253f2f1625ee661e66e5e11e363492dd5545167ebf7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:85:e8:04:da:47\",\"name\":\"0f3b1cbc822f765\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbddb435-f2fd-499c-81a1-ae46a4b77798\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:03:16.968267    3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0403 00:03:18.377990    3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0403 00:03:41.817055    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0403 00:03:41.817080    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0403 00:03:47.952691    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0403 00:04:39.687682    3774 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:04:39.688274    3774 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:04:39.688300    3774 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:04:39.688308    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0403 00:04:39.688325    3774 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:04:39.688330    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0403 00:04:40.714718    3774 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:04:40.714747    3774 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:04:40.714766    3774 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:04:40.714777    3774 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:04:44.889247    3774 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0403 00:04:44.900125    3774 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0403 00:05:13.489017    3774 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs] creating logical port openshift-service-ca-operator_service-ca-operator-54f5cf58db-422xs for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:13.489118    3774 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs
I0403 00:05:13.506745    3774 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6f4dc9bddb-l6tn7] creating logical port openshift-insights_insights-operator-6f4dc9bddb-l6tn7 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:13.506818    3774 kube.go:256] Updating pod openshift-insights/insights-operator-6f4dc9bddb-l6tn7
I0403 00:05:13.520603    3774 pod.go:62] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs] pod update took 31.503335ms
I0403 00:05:13.520624    3774 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs] addLogicalPort annotation time took 31.529495ms
I0403 00:05:13.521712    3774 pods.go:271] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs] addLogicalPort took 32.724085ms, libovsdb time 832.202µs
I0403 00:05:13.536551    3774 pod.go:62] [openshift-insights/insights-operator-6f4dc9bddb-l6tn7] pod update took 29.752702ms
I0403 00:05:13.536574    3774 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-6f4dc9bddb-l6tn7] addLogicalPort annotation time took 29.776246ms
I0403 00:05:13.537518    3774 pods.go:271] [openshift-insights/insights-operator-6f4dc9bddb-l6tn7] addLogicalPort took 30.791537ms, libovsdb time 672.746µs
I0403 00:05:13.690942    3774 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-75b48889dc-mg4rn for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:13.691030    3774 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn
I0403 00:05:13.697041    3774 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-5j7bz] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-5j7bz for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:13.697111    3774 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-5j7bz
I0403 00:05:13.700984    3774 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6965f945-jpq2s] creating logical port openshift-ingress_router-default-6965f945-jpq2s for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:13.701097    3774 kube.go:256] Updating pod openshift-ingress/router-default-6965f945-jpq2s
I0403 00:05:13.706752    3774 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7bb7869dfc-qgjpf] creating logical port openshift-ingress_router-default-7bb7869dfc-qgjpf for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:13.706852    3774 kube.go:256] Updating pod openshift-ingress/router-default-7bb7869dfc-qgjpf
I0403 00:05:13.732327    3774 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn] pod update took 41.336675ms
I0403 00:05:13.732344    3774 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-5j7bz] pod update took 35.252724ms
I0403 00:05:13.732351    3774 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn] addLogicalPort annotation time took 41.361413ms
I0403 00:05:13.732358    3774 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-5j7bz] addLogicalPort annotation time took 35.267902ms
I0403 00:05:13.732328    3774 pod.go:62] [openshift-ingress/router-default-6965f945-jpq2s] pod update took 31.252426ms
I0403 00:05:13.732482    3774 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-6965f945-jpq2s] addLogicalPort annotation time took 31.409774ms
I0403 00:05:13.733328    3774 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-5j7bz] addLogicalPort took 36.299387ms, libovsdb time 734.305µs
I0403 00:05:13.733586    3774 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn] addLogicalPort took 42.65487ms, libovsdb time 981.309µs
I0403 00:05:13.733848    3774 pods.go:271] [openshift-ingress/router-default-6965f945-jpq2s] addLogicalPort took 32.874348ms, libovsdb time 1.171466ms
I0403 00:05:13.743377    3774 pod.go:62] [openshift-ingress/router-default-7bb7869dfc-qgjpf] pod update took 36.552023ms
I0403 00:05:13.743396    3774 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7bb7869dfc-qgjpf] addLogicalPort annotation time took 36.570712ms
I0403 00:05:13.744332    3774 pods.go:271] [openshift-ingress/router-default-7bb7869dfc-qgjpf] addLogicalPort took 37.592298ms, libovsdb time 692.306µs
I0403 00:05:13.846314    3774 cni.go:403] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs d909b92f0eae26cbf62ccf5e97b6da698ee575b6f92cfe04ad4aca10adf6bb76 network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs d909b92f0eae26cbf62ccf5e97b6da698ee575b6f92cfe04ad4aca10adf6bb76 network default NAD default]
I0403 00:05:13.855058    3774 cni.go:403] [openshift-insights/insights-operator-6f4dc9bddb-l6tn7 88df6f4fb93a679f005f4c5ace81184fac59481c6f12a8851ad9a812a10a1354 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-6f4dc9bddb-l6tn7 88df6f4fb93a679f005f4c5ace81184fac59481c6f12a8851ad9a812a10a1354 network default NAD default]
I0403 00:05:13.856023    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-54f5cf58db-422xs, hostIfaceName: d909b92f0eae26c, network: default, NAD default, SandboxID: "d909b92f0eae26cbf62ccf5e97b6da698ee575b6f92cfe04ad4aca10adf6bb76", PCI device ID: , UID: "d1ede3f8-c87e-4c24-b215-c47b309a061f", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0403 00:05:13.863608    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6f4dc9bddb-l6tn7, hostIfaceName: 88df6f4fb93a679, network: default, NAD default, SandboxID: "88df6f4fb93a679f005f4c5ace81184fac59481c6f12a8851ad9a812a10a1354", PCI device ID: , UID: "127bd763-2494-4745-95e2-e19accf70432", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0403 00:05:13.903311    3774 cni.go:424] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs d909b92f0eae26cbf62ccf5e97b6da698ee575b6f92cfe04ad4aca10adf6bb76 network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-422xs d909b92f0eae26cbf62ccf5e97b6da698ee575b6f92cfe04ad4aca10adf6bb76 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:33:c5:9b:50:e5\",\"name\":\"d909b92f0eae26c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a52b1446-4590-4238-9ede-9aa796c27672\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:05:13.917685    3774 cni.go:424] [openshift-insights/insights-operator-6f4dc9bddb-l6tn7 88df6f4fb93a679f005f4c5ace81184fac59481c6f12a8851ad9a812a10a1354 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-6f4dc9bddb-l6tn7 88df6f4fb93a679f005f4c5ace81184fac59481c6f12a8851ad9a812a10a1354 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:90:e9:58:c5:83\",\"name\":\"88df6f4fb93a679\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a19478b-26d0-4980-9d6d-1cd96a580b89\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:05:17.690256    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0403 00:05:18.373124    3774 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0403 00:05:18.373983    3774 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 836.801µs
I0403 00:05:18.390621    3774 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0403 00:05:19.382859    3774 namespace.go:98] [openshift-service-ca] adding namespace
I0403 00:05:19.383776    3774 namespace.go:102] [openshift-service-ca] adding namespace took 891.893µs
I0403 00:05:19.404474    3774 namespace.go:142] [openshift-service-ca] updating namespace
W0403 00:05:28.530897    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0403 00:05:29.648288    3774 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn c158dbc569cd0bcd2fecc4a50de6d1c0ed56df041791c40235f1b940c549d2c5 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn c158dbc569cd0bcd2fecc4a50de6d1c0ed56df041791c40235f1b940c549d2c5 network default NAD default]
I0403 00:05:29.657904    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-75b48889dc-mg4rn, hostIfaceName: c158dbc569cd0bc, network: default, NAD default, SandboxID: "c158dbc569cd0bcd2fecc4a50de6d1c0ed56df041791c40235f1b940c549d2c5", PCI device ID: , UID: "a742aa9b-1e07-4c9a-a9ac-011dd782bdd0", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0403 00:05:29.707358    3774 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn c158dbc569cd0bcd2fecc4a50de6d1c0ed56df041791c40235f1b940c549d2c5 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-mg4rn c158dbc569cd0bcd2fecc4a50de6d1c0ed56df041791c40235f1b940c549d2c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:8b:c6:44:16:5b\",\"name\":\"c158dbc569cd0bc\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf4ce90c-079c-4123-9791-588465c666d1\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:05:40.200234    3774 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zwtln] creating logical port openshift-insights_insights-runtime-extractor-zwtln for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:40.200338    3774 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zwtln
I0403 00:05:40.219267    3774 pod.go:62] [openshift-insights/insights-runtime-extractor-zwtln] pod update took 18.959373ms
I0403 00:05:40.219294    3774 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-zwtln] addLogicalPort annotation time took 18.991999ms
I0403 00:05:40.220446    3774 pods.go:271] [openshift-insights/insights-runtime-extractor-zwtln] addLogicalPort took 20.235419ms, libovsdb time 847.623µs
I0403 00:05:40.563069    3774 cni.go:403] [openshift-insights/insights-runtime-extractor-zwtln 61298219553c96dfe0f89effcd16dd3f6ffaf8313301b960e011b36620b05575 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zwtln 61298219553c96dfe0f89effcd16dd3f6ffaf8313301b960e011b36620b05575 network default NAD default]
I0403 00:05:40.572408    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zwtln, hostIfaceName: 61298219553c96d, network: default, NAD default, SandboxID: "61298219553c96dfe0f89effcd16dd3f6ffaf8313301b960e011b36620b05575", PCI device ID: , UID: "cca46a41-77dc-4a97-b0eb-db8607051647", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0403 00:05:40.622197    3774 cni.go:424] [openshift-insights/insights-runtime-extractor-zwtln 61298219553c96dfe0f89effcd16dd3f6ffaf8313301b960e011b36620b05575 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zwtln 61298219553c96dfe0f89effcd16dd3f6ffaf8313301b960e011b36620b05575 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:e8:af:b6:12:3c\",\"name\":\"61298219553c96d\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c69d889-32b1-4f56-ac4a-8f974a1e37ec\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:05:41.308652    3774 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:05:41.308694    3774 pods.go:176] Deleting pod: openshift-image-registry/image-registry-59598b9bc-f9mm9
I0403 00:05:41.310062    3774 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-59598b9bc-f9mm9, ips: 10.129.0.6
I0403 00:05:41.310092    3774 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:05:41.321954    3774 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-66dbc77bf6-wln7f] creating logical port openshift-image-registry_image-registry-66dbc77bf6-wln7f for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:41.322062    3774 kube.go:256] Updating pod openshift-image-registry/image-registry-66dbc77bf6-wln7f
I0403 00:05:41.336881    3774 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:05:41.336914    3774 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:05:41.348202    3774 pod.go:62] [openshift-image-registry/image-registry-66dbc77bf6-wln7f] pod update took 26.165597ms
I0403 00:05:41.348224    3774 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-66dbc77bf6-wln7f] addLogicalPort annotation time took 26.19326ms
I0403 00:05:41.348396    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59598b9bc-f9mm9
I0403 00:05:41.348423    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59598b9bc-f9mm9
I0403 00:05:41.349585    3774 pods.go:271] [openshift-image-registry/image-registry-66dbc77bf6-wln7f] addLogicalPort took 27.647975ms, libovsdb time 1.032821ms
I0403 00:05:41.679660    3774 cni.go:403] [openshift-image-registry/image-registry-66dbc77bf6-wln7f 9fb56f8a31066a408c02d442730416de92be5c4b20eb79c7e923be9a358ac395 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-66dbc77bf6-wln7f 9fb56f8a31066a408c02d442730416de92be5c4b20eb79c7e923be9a358ac395 network default NAD default]
I0403 00:05:41.690659    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-66dbc77bf6-wln7f, hostIfaceName: 9fb56f8a31066a4, network: default, NAD default, SandboxID: "9fb56f8a31066a408c02d442730416de92be5c4b20eb79c7e923be9a358ac395", PCI device ID: , UID: "cfb4b7f6-a93b-4c1c-a755-30bf8c3c5fa8", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0403 00:05:41.739310    3774 cni.go:424] [openshift-image-registry/image-registry-66dbc77bf6-wln7f 9fb56f8a31066a408c02d442730416de92be5c4b20eb79c7e923be9a358ac395 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-66dbc77bf6-wln7f 9fb56f8a31066a408c02d442730416de92be5c4b20eb79c7e923be9a358ac395 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:17:bf:72:0e:51\",\"name\":\"9fb56f8a31066a4\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2673adeb-cb00-4755-9c57-c3a67b7bb25f\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:05:41.775606    3774 obj_retry.go:464] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:05:41.776270    3774 obj_retry.go:464] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:05:41.800148    3774 obj_retry.go:458] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:05:41.800176    3774 obj_retry.go:458] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:05:41.821048    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-767664b5c6-pjjv9
I0403 00:05:41.821077    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-767664b5c6-pjjv9
W0403 00:05:42.287113    3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:05:42.787361    3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0403 00:05:45.909064    3774 cni.go:403] [openshift-ingress/router-default-7bb7869dfc-qgjpf 703cad3cdfa632b671d74fbf49c1b0b7c7cddadf9ec10576be8d5654221999c2 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7bb7869dfc-qgjpf 703cad3cdfa632b671d74fbf49c1b0b7c7cddadf9ec10576be8d5654221999c2 network default NAD default]
I0403 00:05:45.918798    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7bb7869dfc-qgjpf, hostIfaceName: 703cad3cdfa632b, network: default, NAD default, SandboxID: "703cad3cdfa632b671d74fbf49c1b0b7c7cddadf9ec10576be8d5654221999c2", PCI device ID: , UID: "fccb73bd-ae47-4680-a4f6-d530edcd1dac", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0403 00:05:45.932814    3774 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-5j7bz 86eea55fe93beb20a0a4facc010d21cc2ea1002edf5b31a4c2430bc88873bb70 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-5j7bz 86eea55fe93beb20a0a4facc010d21cc2ea1002edf5b31a4c2430bc88873bb70 network default NAD default]
I0403 00:05:45.943687    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-5j7bz, hostIfaceName: 86eea55fe93beb2, network: default, NAD default, SandboxID: "86eea55fe93beb20a0a4facc010d21cc2ea1002edf5b31a4c2430bc88873bb70", PCI device ID: , UID: "9421994e-31cd-4fb5-a83c-2f89eae58f54", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0403 00:05:45.944914    3774 cni.go:403] [openshift-ingress/router-default-6965f945-jpq2s 1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-6965f945-jpq2s 1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40 network default NAD default]
I0403 00:05:45.960646    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6965f945-jpq2s, hostIfaceName: 1a181598c6d9cbd, network: default, NAD default, SandboxID: "1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40", PCI device ID: , UID: "3643a5d5-9060-4a3c-b473-7a02ef308da4", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0403 00:05:45.992510    3774 cni.go:424] [openshift-ingress/router-default-7bb7869dfc-qgjpf 703cad3cdfa632b671d74fbf49c1b0b7c7cddadf9ec10576be8d5654221999c2 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7bb7869dfc-qgjpf 703cad3cdfa632b671d74fbf49c1b0b7c7cddadf9ec10576be8d5654221999c2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:5c:d1:e6:73:17\",\"name\":\"703cad3cdfa632b\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a0ce81d-2c5f-43ba-b313-88219390eae0\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:05:46.003658    3774 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-5j7bz 86eea55fe93beb20a0a4facc010d21cc2ea1002edf5b31a4c2430bc88873bb70 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-5j7bz 86eea55fe93beb20a0a4facc010d21cc2ea1002edf5b31a4c2430bc88873bb70 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:e9:3a:80:c7:58\",\"name\":\"86eea55fe93beb2\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9de9287-5c63-479c-b01d-203ce362aabd\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:05:46.022880    3774 cni.go:424] [openshift-ingress/router-default-6965f945-jpq2s 1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-6965f945-jpq2s 1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:c7:a4:e2:af:63\",\"name\":\"1a181598c6d9cbd\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8a85ef3-f9a6-4cd4-b32a-1c04ecd39a45\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:05:46.304215    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:05:46.304241    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:05:46.304330    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:46.304352    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:46.304357    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:46.327573    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:05:46.327594    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:05:46.328810    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:46.328834    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:46.328844    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:46.808150    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:05:46.808177    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:05:46.808503    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:46.808525    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:46.808535    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:47.316350    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:47.316380    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:47.316389    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:05:47.316574    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:05:47.316592    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0403 00:05:47.442021    3774 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0403 00:05:47.536887    3774 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0403 00:05:48.634334    3774 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-jq4kr for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:48.634438    3774 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr
I0403 00:05:48.649642    3774 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr] pod update took 15.223789ms
I0403 00:05:48.649664    3774 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr] addLogicalPort annotation time took 15.250017ms
I0403 00:05:48.650852    3774 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr] addLogicalPort took 16.530607ms, libovsdb time 875.481µs
I0403 00:05:48.991590    3774 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr eedefa918e9b5ef053028e9611569accf95ec6701c533e5a7f67a8f716d1dbb1 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr eedefa918e9b5ef053028e9611569accf95ec6701c533e5a7f67a8f716d1dbb1 network default NAD default]
I0403 00:05:49.001229    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-jq4kr, hostIfaceName: eedefa918e9b5ef, network: default, NAD default, SandboxID: "eedefa918e9b5ef053028e9611569accf95ec6701c533e5a7f67a8f716d1dbb1", PCI device ID: , UID: "e07dad5c-1e83-437c-8c84-b8750ded3c4c", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0403 00:05:49.047686    3774 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr eedefa918e9b5ef053028e9611569accf95ec6701c533e5a7f67a8f716d1dbb1 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-jq4kr eedefa918e9b5ef053028e9611569accf95ec6701c533e5a7f67a8f716d1dbb1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:f9:51:30:53:16\",\"name\":\"eedefa918e9b5ef\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e34d3ed4-4ee0-43e6-8044-df0a949c09c2\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:05:50.824905    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0403 00:05:51.343358    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0403 00:05:56.105677    3774 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2] creating logical port openshift-monitoring_openshift-state-metrics-77dc8fdc5c-tx7h2 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:56.105772    3774 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2
I0403 00:05:56.123289    3774 pod.go:62] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2] pod update took 17.542909ms
I0403 00:05:56.123313    3774 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2] addLogicalPort annotation time took 17.573554ms
I0403 00:05:56.124591    3774 pods.go:271] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2] addLogicalPort took 18.935915ms, libovsdb time 925.016µs
I0403 00:05:56.355804    3774 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr] creating logical port openshift-monitoring_kube-state-metrics-794f95bd5b-tb5gr for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:05:56.355904    3774 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr
I0403 00:05:56.373633    3774 pod.go:62] [openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr] pod update took 17.758131ms
I0403 00:05:56.373658    3774 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr] addLogicalPort annotation time took 17.78939ms
I0403 00:05:56.374786    3774 pods.go:271] [openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr] addLogicalPort took 18.99897ms, libovsdb time 804.3µs
I0403 00:05:56.717737    3774 cni.go:403] [openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr 6ba8046c823805e7c8efcf5d2d016d8fb4e26f614b20e212edbfdb173066878d network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr 6ba8046c823805e7c8efcf5d2d016d8fb4e26f614b20e212edbfdb173066878d network default NAD default]
I0403 00:05:56.727180    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-794f95bd5b-tb5gr, hostIfaceName: 6ba8046c823805e, network: default, NAD default, SandboxID: "6ba8046c823805e7c8efcf5d2d016d8fb4e26f614b20e212edbfdb173066878d", PCI device ID: , UID: "0d362fa9-7636-4cac-91f4-536ca0847ede", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0403 00:05:56.777084    3774 cni.go:424] [openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr 6ba8046c823805e7c8efcf5d2d016d8fb4e26f614b20e212edbfdb173066878d network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-tb5gr 6ba8046c823805e7c8efcf5d2d016d8fb4e26f614b20e212edbfdb173066878d network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:27:08:c2:86:6b\",\"name\":\"6ba8046c823805e\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aab5c728-e39e-44a8-a095-d3f3f7051297\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:05:57.064807    3774 cni.go:403] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2 2f4cfbce3986c14798ef3f7110865fad1e424dc3caba32d8c8771c1d1c7a9c66 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2 2f4cfbce3986c14798ef3f7110865fad1e424dc3caba32d8c8771c1d1c7a9c66 network default NAD default]
I0403 00:05:57.074586    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-77dc8fdc5c-tx7h2, hostIfaceName: 2f4cfbce3986c14, network: default, NAD default, SandboxID: "2f4cfbce3986c14798ef3f7110865fad1e424dc3caba32d8c8771c1d1c7a9c66", PCI device ID: , UID: "6a75d71d-9659-4a8f-82dc-66a63fc294cc", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0403 00:05:57.130042    3774 cni.go:424] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2 2f4cfbce3986c14798ef3f7110865fad1e424dc3caba32d8c8771c1d1c7a9c66 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tx7h2 2f4cfbce3986c14798ef3f7110865fad1e424dc3caba32d8c8771c1d1c7a9c66 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:f3:d1:27:2b:7d\",\"name\":\"2f4cfbce3986c14\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b2a21b1-6103-491e-b024-1d31998d2958\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:05:58.906742    3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:05:58.906775    3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:05:58.906784    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:05:59.293703    3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:05:59.293729    3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:05:59.293735    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0403 00:06:00.308478    3774 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-654cc97df-7ncmn] creating logical port openshift-monitoring_thanos-querier-654cc97df-7ncmn for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:06:00.308569    3774 kube.go:256] Updating pod openshift-monitoring/thanos-querier-654cc97df-7ncmn
I0403 00:06:00.333018    3774 pod.go:62] [openshift-monitoring/thanos-querier-654cc97df-7ncmn] pod update took 24.46141ms
I0403 00:06:00.333045    3774 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-654cc97df-7ncmn] addLogicalPort annotation time took 24.5125ms
I0403 00:06:00.334202    3774 pods.go:271] [openshift-monitoring/thanos-querier-654cc97df-7ncmn] addLogicalPort took 25.732718ms, libovsdb time 833.937µs
I0403 00:06:00.665765    3774 cni.go:403] [openshift-monitoring/thanos-querier-654cc97df-7ncmn 068529ce067cd7c76c4a305d772f23941c5645a17fb811cd8b8a653cf7e31d91 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-654cc97df-7ncmn 068529ce067cd7c76c4a305d772f23941c5645a17fb811cd8b8a653cf7e31d91 network default NAD default]
I0403 00:06:00.675404    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-654cc97df-7ncmn, hostIfaceName: 068529ce067cd7c, network: default, NAD default, SandboxID: "068529ce067cd7c76c4a305d772f23941c5645a17fb811cd8b8a653cf7e31d91", PCI device ID: , UID: "07c1f71d-f520-4e5d-908a-93a91a092927", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0403 00:06:00.724054    3774 cni.go:424] [openshift-monitoring/thanos-querier-654cc97df-7ncmn 068529ce067cd7c76c4a305d772f23941c5645a17fb811cd8b8a653cf7e31d91 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-654cc97df-7ncmn 068529ce067cd7c76c4a305d772f23941c5645a17fb811cd8b8a653cf7e31d91 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:cc:ef:a0:d0:b3\",\"name\":\"068529ce067cd7c\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/959878ac-d67d-440f-a865-afbde067c4cb\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:06:00.846536    3774 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-kmhtt for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:06:00.846641    3774 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt
I0403 00:06:00.860215    3774 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt] pod update took 13.605197ms
I0403 00:06:00.860236    3774 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt] addLogicalPort annotation time took 13.631435ms
I0403 00:06:00.861447    3774 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt] addLogicalPort took 14.929962ms, libovsdb time 893.602µs
I0403 00:06:00.896984    3774 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-765bc5ddc8-r5n9p] creating logical port openshift-monitoring_metrics-server-765bc5ddc8-r5n9p for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:06:00.897093    3774 kube.go:256] Updating pod openshift-monitoring/metrics-server-765bc5ddc8-r5n9p
I0403 00:06:00.912351    3774 pod.go:62] [openshift-monitoring/metrics-server-765bc5ddc8-r5n9p] pod update took 15.281667ms
I0403 00:06:00.912377    3774 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-765bc5ddc8-r5n9p] addLogicalPort annotation time took 15.310605ms
I0403 00:06:00.913640    3774 pods.go:271] [openshift-monitoring/metrics-server-765bc5ddc8-r5n9p] addLogicalPort took 16.674705ms, libovsdb time 956.65µs
I0403 00:06:01.255843    3774 cni.go:403] [openshift-monitoring/metrics-server-765bc5ddc8-r5n9p 8ff4624d1d92a465bc3d767b28edc908c6a968c95d5aa32113786519cee11fb8 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-765bc5ddc8-r5n9p 8ff4624d1d92a465bc3d767b28edc908c6a968c95d5aa32113786519cee11fb8 network default NAD default]
I0403 00:06:01.268489    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-765bc5ddc8-r5n9p, hostIfaceName: 8ff4624d1d92a46, network: default, NAD default, SandboxID: "8ff4624d1d92a465bc3d767b28edc908c6a968c95d5aa32113786519cee11fb8", PCI device ID: , UID: "e789cd66-8f13-42ab-b04d-f3c10bd24ebc", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0403 00:06:01.319165    3774 cni.go:424] [openshift-monitoring/metrics-server-765bc5ddc8-r5n9p 8ff4624d1d92a465bc3d767b28edc908c6a968c95d5aa32113786519cee11fb8 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-765bc5ddc8-r5n9p 8ff4624d1d92a465bc3d767b28edc908c6a968c95d5aa32113786519cee11fb8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:22:2c:88:9c:45\",\"name\":\"8ff4624d1d92a46\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28c55f9e-b6ef-4557-b1ab-796b5952b380\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:06:01.534607    3774 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5576c79744-89rmj] creating logical port openshift-monitoring_telemeter-client-5576c79744-89rmj for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:06:01.534708    3774 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5576c79744-89rmj
I0403 00:06:01.557839    3774 pod.go:62] [openshift-monitoring/telemeter-client-5576c79744-89rmj] pod update took 23.154444ms
I0403 00:06:01.557868    3774 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-5576c79744-89rmj] addLogicalPort annotation time took 23.187111ms
I0403 00:06:01.559399    3774 pods.go:271] [openshift-monitoring/telemeter-client-5576c79744-89rmj] addLogicalPort took 24.811299ms, libovsdb time 1.053879ms
I0403 00:06:01.805632    3774 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt 9fe3135be65245a411c443e6179fa4d8beb78c20fc333d2e3f1231df38b92d95 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt 9fe3135be65245a411c443e6179fa4d8beb78c20fc333d2e3f1231df38b92d95 network default NAD default]
I0403 00:06:01.816546    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-kmhtt, hostIfaceName: 9fe3135be65245a, network: default, NAD default, SandboxID: "9fe3135be65245a411c443e6179fa4d8beb78c20fc333d2e3f1231df38b92d95", PCI device ID: , UID: "1bffce61-c598-47a5-b563-38834ff02cbe", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0403 00:06:01.870074    3774 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt 9fe3135be65245a411c443e6179fa4d8beb78c20fc333d2e3f1231df38b92d95 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-kmhtt 9fe3135be65245a411c443e6179fa4d8beb78c20fc333d2e3f1231df38b92d95 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:aa:50:93:e1:1c\",\"name\":\"9fe3135be65245a\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fe594a3-d1a6-49f8-8d53-4c3f2689b215\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:06:01.899622    3774 cni.go:403] [openshift-monitoring/telemeter-client-5576c79744-89rmj 5cd618ab27245b6824d331b68cce5e69da4f8846d97c4b6837559ee4be9c7a15 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-5576c79744-89rmj 5cd618ab27245b6824d331b68cce5e69da4f8846d97c4b6837559ee4be9c7a15 network default NAD default]
I0403 00:06:01.911450    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5576c79744-89rmj, hostIfaceName: 5cd618ab27245b6, network: default, NAD default, SandboxID: "5cd618ab27245b6824d331b68cce5e69da4f8846d97c4b6837559ee4be9c7a15", PCI device ID: , UID: "2eea8386-b44c-4c55-9c83-9b60940d6415", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0403 00:06:01.964564    3774 cni.go:424] [openshift-monitoring/telemeter-client-5576c79744-89rmj 5cd618ab27245b6824d331b68cce5e69da4f8846d97c4b6837559ee4be9c7a15 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-5576c79744-89rmj 5cd618ab27245b6824d331b68cce5e69da4f8846d97c4b6837559ee4be9c7a15 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:94:85:ef:28:4f\",\"name\":\"5cd618ab27245b6\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b2b886f-ea73-4269-a1b3-3cbee373409e\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:06:03.309482    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0403 00:06:03.354398    3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0403 00:06:03.354421    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0403 00:06:03.387270    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0403 00:06:03.906323    3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0403 00:06:03.906342    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0403 00:06:04.327767    3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:04.327788    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:04.327793    3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:04.327798    3774 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:04.400491    3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:04.400512    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:04.400518    3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:04.400522    3774 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0403 00:06:06.528084    3774 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-6hcv7] creating logical port openshift-console_downloads-744b9bb959-6hcv7 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:06:06.528196    3774 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-6hcv7
I0403 00:06:06.543882    3774 pod.go:62] [openshift-console/downloads-744b9bb959-6hcv7] pod update took 15.716301ms
I0403 00:06:06.543904    3774 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-6hcv7] addLogicalPort annotation time took 15.742888ms
I0403 00:06:06.544947    3774 pods.go:271] [openshift-console/downloads-744b9bb959-6hcv7] addLogicalPort took 16.885284ms, libovsdb time 729.432µs
I0403 00:06:06.884621    3774 cni.go:403] [openshift-console/downloads-744b9bb959-6hcv7 a418b42fe9b5400278b81f74737c2e1cedd5d7fedb7937b330206f16afc068a4 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-6hcv7 a418b42fe9b5400278b81f74737c2e1cedd5d7fedb7937b330206f16afc068a4 network default NAD default]
I0403 00:06:06.893818    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-6hcv7, hostIfaceName: a418b42fe9b5400, network: default, NAD default, SandboxID: "a418b42fe9b5400278b81f74737c2e1cedd5d7fedb7937b330206f16afc068a4", PCI device ID: , UID: "95016298-ddca-4b5f-9e24-0bff92424c91", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0403 00:06:06.941803    3774 cni.go:424] [openshift-console/downloads-744b9bb959-6hcv7 a418b42fe9b5400278b81f74737c2e1cedd5d7fedb7937b330206f16afc068a4 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-6hcv7 a418b42fe9b5400278b81f74737c2e1cedd5d7fedb7937b330206f16afc068a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:76:7b:e0:5a:d5\",\"name\":\"a418b42fe9b5400\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0019fc31-2115-4516-bd0b-195aad2ca434\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:06:10.417809    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:10.417829    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:10.417837    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:06:10.417842    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0403 00:06:10.596330    3774 base_network_controller_pods.go:487] [default/openshift-console/console-5c55fb46cb-7lp2m] creating logical port openshift-console_console-5c55fb46cb-7lp2m for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:06:10.596478    3774 kube.go:256] Updating pod openshift-console/console-5c55fb46cb-7lp2m
I0403 00:06:10.623065    3774 pod.go:62] [openshift-console/console-5c55fb46cb-7lp2m] pod update took 26.613043ms
I0403 00:06:10.623090    3774 base_network_controller_pods.go:937] [default/openshift-console/console-5c55fb46cb-7lp2m] addLogicalPort annotation time took 26.644787ms
I0403 00:06:10.624315    3774 pods.go:271] [openshift-console/console-5c55fb46cb-7lp2m] addLogicalPort took 28.003674ms, libovsdb time 854.518µs
I0403 00:06:10.958117    3774 cni.go:403] [openshift-console/console-5c55fb46cb-7lp2m 416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7 network default NAD default] ADD starting CNI request [openshift-console/console-5c55fb46cb-7lp2m 416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7 network default NAD default]
I0403 00:06:10.967679    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5c55fb46cb-7lp2m, hostIfaceName: 416a4bb4750af04, network: default, NAD default, SandboxID: "416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7", PCI device ID: , UID: "f435e5ba-9ca8-4182-af61-5beaf19a5b91", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0403 00:06:11.021570    3774 cni.go:424] [openshift-console/console-5c55fb46cb-7lp2m 416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7 network default NAD default] ADD finished CNI request [openshift-console/console-5c55fb46cb-7lp2m 416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:cc:11:29:61:7d\",\"name\":\"416a4bb4750af04\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a499e7c5-8ff9-44e6-8829-509f69f3cbc7\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:06:14.443294    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0403 00:06:14.960207    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0403 00:06:17.222922    3774 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0403 00:06:18.375286    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0403 00:06:21.389897    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0403 00:06:22.482136    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0403 00:06:22.511735    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
I0403 00:06:23.262890    3774 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0403 00:06:24.319084    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0403 00:06:24.319118    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0403 00:06:24.403708    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0403 00:06:32.518015    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0403 00:06:32.518045    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0403 00:06:32.518078    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0403 00:06:33.524564    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0403 00:06:38.050337    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0403 00:06:38.546166    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0403 00:06:38.546208    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0403 00:06:38.546254    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0403 00:06:39.553289    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0403 00:06:49.748062    3774 cni.go:403] [openshift-multus/network-metrics-daemon-ms2c6 4bb62b959a08ab04b7d2c02a62d9952e66f90a6cb01ca5b48a30daff497fdb9a network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-ms2c6 4bb62b959a08ab04b7d2c02a62d9952e66f90a6cb01ca5b48a30daff497fdb9a network default NAD default]
I0403 00:06:49.757365    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ms2c6, hostIfaceName: 4bb62b959a08ab0, network: default, NAD default, SandboxID: "4bb62b959a08ab04b7d2c02a62d9952e66f90a6cb01ca5b48a30daff497fdb9a", PCI device ID: , UID: "90142cf9-e955-40c8-b666-445de747dbb9", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0403 00:06:49.807784    3774 cni.go:424] [openshift-multus/network-metrics-daemon-ms2c6 4bb62b959a08ab04b7d2c02a62d9952e66f90a6cb01ca5b48a30daff497fdb9a network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ms2c6 4bb62b959a08ab04b7d2c02a62d9952e66f90a6cb01ca5b48a30daff497fdb9a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:1f:ab:96:ed:90\",\"name\":\"4bb62b959a08ab0\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48d3cad3-c783-48e0-8d0f-093f95ea800f\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:06:58.958220    3774 cni.go:403] [openshift-console/console-5c55fb46cb-7lp2m 416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7 network default NAD default] DEL starting CNI request [openshift-console/console-5c55fb46cb-7lp2m 416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7 network default NAD default]
I0403 00:06:59.043943    3774 cni.go:424] [openshift-console/console-5c55fb46cb-7lp2m 416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7 network default NAD default] DEL finished CNI request [openshift-console/console-5c55fb46cb-7lp2m 416a4bb4750af040ccc3f8f0fd38761eb5421207d34b355bab50d34169e6c0c7 network default NAD default], result "{}", err <nil>
I0403 00:06:59.109150    3774 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:06:59.109189    3774 pods.go:176] Deleting pod: openshift-console/console-5c55fb46cb-7lp2m
I0403 00:06:59.110569    3774 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c55fb46cb-7lp2m, ips: 10.129.0.25
I0403 00:06:59.110601    3774 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:06:59.121585    3774 base_network_controller_pods.go:487] [default/openshift-console/console-576949b5f9-vb8nb] creating logical port openshift-console_console-576949b5f9-vb8nb for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:06:59.121732    3774 kube.go:256] Updating pod openshift-console/console-576949b5f9-vb8nb
W0403 00:06:59.122920    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0403 00:06:59.136286    3774 pod.go:62] [openshift-console/console-576949b5f9-vb8nb] pod update took 14.592247ms
I0403 00:06:59.136308    3774 base_network_controller_pods.go:937] [default/openshift-console/console-576949b5f9-vb8nb] addLogicalPort annotation time took 14.636498ms
I0403 00:06:59.137719    3774 pods.go:271] [openshift-console/console-576949b5f9-vb8nb] addLogicalPort took 16.150829ms, libovsdb time 973.341µs
I0403 00:06:59.523265    3774 cni.go:403] [openshift-console/console-576949b5f9-vb8nb 1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086 network default NAD default] ADD starting CNI request [openshift-console/console-576949b5f9-vb8nb 1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086 network default NAD default]
I0403 00:06:59.532307    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-576949b5f9-vb8nb, hostIfaceName: 1c8980b2d1daf8b, network: default, NAD default, SandboxID: "1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086", PCI device ID: , UID: "32d6ea8e-378d-4798-84cb-2ceb29da42b2", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0403 00:06:59.583272    3774 cni.go:424] [openshift-console/console-576949b5f9-vb8nb 1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086 network default NAD default] ADD finished CNI request [openshift-console/console-576949b5f9-vb8nb 1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:cb:fa:a2:a3:ac\",\"name\":\"1c8980b2d1daf8b\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71aaefff-8070-42e0-ac26-cce08fcfa74e\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:06:59.636126    3774 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:06:59.636146    3774 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:06:59.642662    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55fb46cb-7lp2m
I0403 00:06:59.642686    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55fb46cb-7lp2m
W0403 00:07:00.652146    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0403 00:07:03.235418    3774 cni.go:403] [openshift-ingress/router-default-6965f945-jpq2s 1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40 network default NAD default] DEL starting CNI request [openshift-ingress/router-default-6965f945-jpq2s 1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40 network default NAD default]
I0403 00:07:03.299589    3774 cni.go:424] [openshift-ingress/router-default-6965f945-jpq2s 1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40 network default NAD default] DEL finished CNI request [openshift-ingress/router-default-6965f945-jpq2s 1a181598c6d9cbd5a7b02d8765614eb9fa13e452bd002d9a76ecea2eb5397a40 network default NAD default], result "{}", err <nil>
I0403 00:07:03.367954    3774 obj_retry.go:464] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:03.367993    3774 pods.go:176] Deleting pod: openshift-ingress/router-default-6965f945-jpq2s
I0403 00:07:03.369272    3774 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6965f945-jpq2s, ips: 10.129.0.13
I0403 00:07:03.369307    3774 obj_retry.go:464] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:03.654077    3774 obj_retry.go:458] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:03.654103    3774 obj_retry.go:458] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:03.661064    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6965f945-jpq2s
I0403 00:07:03.661085    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6965f945-jpq2s
W0403 00:07:13.592349    3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:14.292824    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0403 00:07:14.308161    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0403 00:07:15.603842    3774 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:15.603867    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:15.603873    3774 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0403 00:07:18.019177    3774 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:18.019778    3774 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:18.220811    3774 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:18.220836    3774 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:18.227256    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0403 00:07:18.227275    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0403 00:07:19.442845    3774 cni.go:403] [openshift-dns/dns-default-58pmf f18780582228fb52dce6703d7d742bd4bd08a9ed6ae221ca6d9b7a0dcf9bd996 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-58pmf f18780582228fb52dce6703d7d742bd4bd08a9ed6ae221ca6d9b7a0dcf9bd996 network default NAD default]
I0403 00:07:19.452103    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-58pmf, hostIfaceName: f18780582228fb5, network: default, NAD default, SandboxID: "f18780582228fb52dce6703d7d742bd4bd08a9ed6ae221ca6d9b7a0dcf9bd996", PCI device ID: , UID: "0c38339a-9f28-4f0a-8cf5-60031dca1a9f", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0403 00:07:19.501630    3774 cni.go:424] [openshift-dns/dns-default-58pmf f18780582228fb52dce6703d7d742bd4bd08a9ed6ae221ca6d9b7a0dcf9bd996 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-58pmf f18780582228fb52dce6703d7d742bd4bd08a9ed6ae221ca6d9b7a0dcf9bd996 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:8f:59:db:81:43\",\"name\":\"f18780582228fb5\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d7ed43b-961b-4371-84d8-8b542f1dba2a\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:07:21.742029    3774 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:21.742054    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:21.742061    3774 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0403 00:07:22.313135    3774 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:22.313712    3774 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:22.633741    3774 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:22.633775    3774 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:22.641917    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0403 00:07:22.641941    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
W0403 00:07:23.252581    3774 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:23.252601    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:23.252607    3774 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:25.608118    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:25.608144    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:25.608151    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:25.608165    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:25.608172    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:25.608176    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:31.679209    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:31.778352    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:31.778373    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:31.778380    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:07:39.549337    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0403 00:07:39.590534    3774 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:39.591075    3774 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:39.606604    3774 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-hsqdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:39.607107    3774 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-hsqdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:39.722314    3774 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-hsqdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:39.722339    3774 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-hsqdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:39.732167    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-576949b5f9-hsqdg
I0403 00:07:39.732192    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-576949b5f9-hsqdg
I0403 00:07:40.339137    3774 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:40.339162    3774 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:40.344716    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55fb46cb-l9d9m
I0403 00:07:40.344734    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55fb46cb-l9d9m
W0403 00:07:48.870497    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:48.870539    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:48.870581    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:49.369582    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:49.369604    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0403 00:07:49.994716    3774 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:49.995258    3774 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:50.802695    3774 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:50.802717    3774 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:50.811803    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0403 00:07:50.811828    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0403 00:07:50.863250    3774 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:07:50.863382    3774 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0403 00:07:50.889164    3774 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.822551ms
I0403 00:07:50.889188    3774 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.849646ms
I0403 00:07:50.890406    3774 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.167382ms, libovsdb time 839.829µs
I0403 00:07:51.223759    3774 cni.go:403] [openshift-monitoring/alertmanager-main-0 2b42d2c9e1dceeebaca1135b530148a10c28ba310c7ed47f2562c67b494472d4 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 2b42d2c9e1dceeebaca1135b530148a10c28ba310c7ed47f2562c67b494472d4 network default NAD default]
I0403 00:07:51.233093    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 2b42d2c9e1dceee, network: default, NAD default, SandboxID: "2b42d2c9e1dceeebaca1135b530148a10c28ba310c7ed47f2562c67b494472d4", PCI device ID: , UID: "711f262b-7390-412a-8ef0-e90851bdd041", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0403 00:07:51.281015    3774 cni.go:424] [openshift-monitoring/alertmanager-main-0 2b42d2c9e1dceeebaca1135b530148a10c28ba310c7ed47f2562c67b494472d4 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 2b42d2c9e1dceeebaca1135b530148a10c28ba310c7ed47f2562c67b494472d4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:76:da:74:dd:e4\",\"name\":\"2b42d2c9e1dceee\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f31d2a6-a771-426c-b85b-d9de58d5d477\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:07:58.026216    3774 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:07:58.026713    3774 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0403 00:07:58.034021    3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:58.034048    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:58.034086    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0403 00:07:58.034097    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0403 00:07:58.799903    3774 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:58.799934    3774 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:07:58.807523    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59598b9bc-h7lr6
I0403 00:07:58.807541    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59598b9bc-h7lr6
W0403 00:08:09.877329    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0403 00:08:15.582472    3774 cni.go:403] [openshift-console/console-576949b5f9-vb8nb 1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086 network default NAD default] DEL starting CNI request [openshift-console/console-576949b5f9-vb8nb 1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086 network default NAD default]
I0403 00:08:15.670555    3774 cni.go:424] [openshift-console/console-576949b5f9-vb8nb 1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086 network default NAD default] DEL finished CNI request [openshift-console/console-576949b5f9-vb8nb 1c8980b2d1daf8b11a56b7ec31e3c8648accfb4aa9c1805175808e4618d24086 network default NAD default], result "{}", err <nil>
I0403 00:08:15.716676    3774 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-vb8nb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:08:15.716710    3774 pods.go:176] Deleting pod: openshift-console/console-576949b5f9-vb8nb
I0403 00:08:15.717893    3774 pods.go:236] Attempting to release IPs for pod: openshift-console/console-576949b5f9-vb8nb, ips: 10.129.0.26
I0403 00:08:15.717925    3774 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-vb8nb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:08:15.960685    3774 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-vb8nb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:08:15.960707    3774 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-vb8nb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:08:15.968024    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-576949b5f9-vb8nb
I0403 00:08:15.968057    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-576949b5f9-vb8nb
W0403 00:08:21.278795    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:08:21.278824    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:08:21.278832    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0403 00:08:21.625517    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129
I0403 00:08:25.250635    3774 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:08:25.251287    3774 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:08:25.515104    3774 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:08:25.515127    3774 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:08:25.523443    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0403 00:08:25.523465    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0403 00:08:57.710992    3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0403 00:09:00.177050    3774 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:09:00.177604    3774 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:09:01.199896    3774 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:09:01.199922    3774 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:09:13.726993    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0403 00:09:22.732761    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0403 00:09:41.711087    3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0403 00:09:46.301748    3774 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-9qhf7 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:09:46.301890    3774 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7
I0403 00:09:46.321990    3774 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7] pod update took 20.130522ms
I0403 00:09:46.322027    3774 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7] addLogicalPort annotation time took 20.171327ms
I0403 00:09:46.323228    3774 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7] addLogicalPort took 21.495495ms, libovsdb time 832.917µs
I0403 00:09:46.659763    3774 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7 38620b7a6000860d72d643a7f6c775aa464e20cc65eea282a0d2d08d7edc0131 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7 38620b7a6000860d72d643a7f6c775aa464e20cc65eea282a0d2d08d7edc0131 network default NAD default]
I0403 00:09:46.669788    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-9qhf7, hostIfaceName: 38620b7a6000860, network: default, NAD default, SandboxID: "38620b7a6000860d72d643a7f6c775aa464e20cc65eea282a0d2d08d7edc0131", PCI device ID: , UID: "9fecf0ca-1afd-4d29-a6dd-a4c4d41b0659", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0403 00:09:46.719691    3774 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7 38620b7a6000860d72d643a7f6c775aa464e20cc65eea282a0d2d08d7edc0131 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-9qhf7 38620b7a6000860d72d643a7f6c775aa464e20cc65eea282a0d2d08d7edc0131 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:db:69:73:66:41\",\"name\":\"38620b7a6000860\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0a8050d-6221-49c1-9e9c-5b981c3762f5\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:09:49.346986    3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0403 00:10:00.357272    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:10:00.401233    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0403 00:10:00.401301    3774 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-fqsvj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-fqsvj: no pod IPs found 
I0403 00:10:04.403173    3774 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:10:04.403699    3774 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:10:04.715351    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0403 00:10:05.425185    3774 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:10:05.425218    3774 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:10:11.633097    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71
I0403 00:10:36.526490    3774 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:10:36.527103    3774 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:10:37.422754    3774 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:10:37.422780    3774 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:05.750562    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0403 00:11:12.793945    3774 base_network_controller_pods.go:487] [default/openshift-console/console-6bc6b44b4b-bvbst] creating logical port openshift-console_console-6bc6b44b4b-bvbst for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:11:12.794059    3774 kube.go:256] Updating pod openshift-console/console-6bc6b44b4b-bvbst
I0403 00:11:12.814914    3774 pod.go:62] [openshift-console/console-6bc6b44b4b-bvbst] pod update took 20.881118ms
I0403 00:11:12.814936    3774 base_network_controller_pods.go:937] [default/openshift-console/console-6bc6b44b4b-bvbst] addLogicalPort annotation time took 20.90868ms
I0403 00:11:12.816130    3774 pods.go:271] [openshift-console/console-6bc6b44b4b-bvbst] addLogicalPort took 22.20411ms, libovsdb time 847.215µs
I0403 00:11:13.154064    3774 cni.go:403] [openshift-console/console-6bc6b44b4b-bvbst be5ca2121bede7fcfa888bbbedd27c61ef37f4fcd1e3b9046db3aabc32532e24 network default NAD default] ADD starting CNI request [openshift-console/console-6bc6b44b4b-bvbst be5ca2121bede7fcfa888bbbedd27c61ef37f4fcd1e3b9046db3aabc32532e24 network default NAD default]
I0403 00:11:13.164839    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6bc6b44b4b-bvbst, hostIfaceName: be5ca2121bede7f, network: default, NAD default, SandboxID: "be5ca2121bede7fcfa888bbbedd27c61ef37f4fcd1e3b9046db3aabc32532e24", PCI device ID: , UID: "23632314-9179-448b-a0a1-3aa8b1dccbb9", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0403 00:11:13.215857    3774 cni.go:424] [openshift-console/console-6bc6b44b4b-bvbst be5ca2121bede7fcfa888bbbedd27c61ef37f4fcd1e3b9046db3aabc32532e24 network default NAD default] ADD finished CNI request [openshift-console/console-6bc6b44b4b-bvbst be5ca2121bede7fcfa888bbbedd27c61ef37f4fcd1e3b9046db3aabc32532e24 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:b3:5c:60:80:c6\",\"name\":\"be5ca2121bede7f\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b02bd90-28c7-4fb1-afc3-c65afdf6a997\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:11:15.629517    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0403 00:11:21.246480    3774 namespace.go:98] [tsf] adding namespace
I0403 00:11:21.247466    3774 namespace.go:102] [tsf] adding namespace took 950.462µs
I0403 00:11:21.261514    3774 namespace.go:142] [tsf] updating namespace
I0403 00:11:21.271714    3774 namespace.go:142] [tsf] updating namespace
W0403 00:11:23.758728    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0403 00:11:25.412766    3774 namespace.go:98] [rhtpa-operator] adding namespace
I0403 00:11:25.412792    3774 namespace.go:98] [rhbk-operator] adding namespace
I0403 00:11:25.413819    3774 namespace.go:102] [rhtpa-operator] adding namespace took 1.026367ms
I0403 00:11:25.414696    3774 namespace.go:102] [rhbk-operator] adding namespace took 1.879896ms
I0403 00:11:25.414731    3774 namespace.go:98] [konflux-ui] adding namespace
I0403 00:11:25.415311    3774 namespace.go:102] [konflux-ui] adding namespace took 570.974µs
I0403 00:11:25.417274    3774 namespace.go:98] [tsf-keycloak] adding namespace
I0403 00:11:25.417937    3774 namespace.go:102] [tsf-keycloak] adding namespace took 646.83µs
I0403 00:11:25.419298    3774 namespace.go:98] [konflux-operator] adding namespace
I0403 00:11:25.419388    3774 namespace.go:98] [tsf-tas] adding namespace
I0403 00:11:25.419557    3774 namespace.go:98] [tsf-tpa] adding namespace
I0403 00:11:25.419695    3774 namespace.go:98] [cert-manager-operator] adding namespace
I0403 00:11:25.420148    3774 namespace.go:102] [konflux-operator] adding namespace took 823.878µs
I0403 00:11:25.420795    3774 namespace.go:102] [tsf-tas] adding namespace took 1.388048ms
I0403 00:11:25.421523    3774 namespace.go:102] [tsf-tpa] adding namespace took 1.915709ms
I0403 00:11:25.422089    3774 namespace.go:102] [cert-manager-operator] adding namespace took 2.378228ms
I0403 00:11:25.434325    3774 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:11:25.451060    3774 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:11:25.457079    3774 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:11:25.457152    3774 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:11:25.459958    3774 namespace.go:142] [konflux-ui] updating namespace
I0403 00:11:25.459995    3774 namespace.go:142] [konflux-operator] updating namespace
I0403 00:11:25.465124    3774 namespace.go:142] [tsf-tas] updating namespace
I0403 00:11:25.469806    3774 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:11:25.469919    3774 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:11:25.477741    3774 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:11:25.509924    3774 namespace.go:142] [konflux-ui] updating namespace
I0403 00:11:25.522232    3774 namespace.go:142] [konflux-ui] updating namespace
I0403 00:11:25.559642    3774 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:11:25.574689    3774 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:11:25.584659    3774 namespace.go:142] [konflux-operator] updating namespace
I0403 00:11:25.597206    3774 namespace.go:142] [konflux-operator] updating namespace
I0403 00:11:25.623091    3774 namespace.go:142] [tsf-tas] updating namespace
I0403 00:11:25.637442    3774 namespace.go:142] [tsf-tas] updating namespace
I0403 00:11:25.670802    3774 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:11:25.689237    3774 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:11:25.692425    3774 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:11:25.703967    3774 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:11:25.723505    3774 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:11:25.733928    3774 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:11:26.639787    3774 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:11:26.641798    3774 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:11:32.435111    3774 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:32.435598    3774 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:32.435621    3774 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:32.435628    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:11:32.435640    3774 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:32.435644    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:11:33.452383    3774 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:33.452860    3774 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:33.452884    3774 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:33.452892    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:11:33.452903    3774 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:33.452907    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:11:33.466574    3774 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:33.466598    3774 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:33.466614    3774 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:33.466630    3774 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:34.477721    3774 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:34.477746    3774 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:34.477762    3774 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:34.477774    3774 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:35.475861    3774 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:35.476515    3774 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:35.476553    3774 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:35.476563    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:11:35.476579    3774 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:35.476588    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:11:35.507298    3774 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:35.507789    3774 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:35.507816    3774 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:35.507824    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:11:35.507834    3774 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:35.507838    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:11:36.501345    3774 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:36.501376    3774 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:36.501388    3774 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:36.501408    3774 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:36.532914    3774 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:36.532937    3774 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:36.532952    3774 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:36.532964    3774 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:38.099575    3774 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:38.100136    3774 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:38.380518    3774 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:38.380545    3774 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:38.387916    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d4fc5f5-mfkks
I0403 00:11:38.387947    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d4fc5f5-mfkks
I0403 00:11:38.490981    3774 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:38.491630    3774 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:38.491656    3774 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:38.491665    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:11:38.491676    3774 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:38.491682    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:11:39.437619    3774 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-7sndb] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-7sndb for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:11:39.437734    3774 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-7sndb
I0403 00:11:39.451734    3774 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-7sndb] pod update took 14.025056ms
I0403 00:11:39.451756    3774 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-7sndb] addLogicalPort annotation time took 14.052402ms
I0403 00:11:39.453173    3774 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-7sndb] addLogicalPort took 15.567755ms, libovsdb time 1.041771ms
I0403 00:11:39.501237    3774 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:39.501671    3774 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:39.501693    3774 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:39.501701    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:11:39.501717    3774 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:39.501727    3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:11:39.519324    3774 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:39.519345    3774 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:39.519359    3774 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:39.519371    3774 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:39.809486    3774 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-7sndb 6d6dd4b1e982f49afc833c4d5419df35a952db0774402bc8b24409fdc2b3c4f5 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-7sndb 6d6dd4b1e982f49afc833c4d5419df35a952db0774402bc8b24409fdc2b3c4f5 network default NAD default]
I0403 00:11:39.818866    3774 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-7sndb, hostIfaceName: 6d6dd4b1e982f49, network: default, NAD default, SandboxID: "6d6dd4b1e982f49afc833c4d5419df35a952db0774402bc8b24409fdc2b3c4f5", PCI device ID: , UID: "701eba4f-6eb6-49b4-a4c6-9ae8f6db47e7", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0403 00:11:39.869070    3774 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-7sndb 6d6dd4b1e982f49afc833c4d5419df35a952db0774402bc8b24409fdc2b3c4f5 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-7sndb 6d6dd4b1e982f49afc833c4d5419df35a952db0774402bc8b24409fdc2b3c4f5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:fb:8f:25:ee:5f\",\"name\":\"6d6dd4b1e982f49\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c6ce3a5-41de-414e-ad6e-f008f74c6656\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:11:40.536683    3774 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:40.536708    3774 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:40.536724    3774 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:40.536743    3774 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:43.557174    3774 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-cpvv5 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:11:43.557377    3774 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5
I0403 00:11:43.586257    3774 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5] pod update took 28.908835ms
I0403 00:11:43.586282    3774 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5] addLogicalPort annotation time took 28.940653ms
I0403 00:11:43.587593    3774 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5] addLogicalPort took 30.445213ms, libovsdb time 910.187µs
I0403 00:11:44.644438    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=682
I0403 00:11:45.006447    3774 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5 607af2e0cfe7ed447977c47a6d9e2a2a8be697e7a4cef7e3f9fd39796809ddc9 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5 607af2e0cfe7ed447977c47a6d9e2a2a8be697e7a4cef7e3f9fd39796809ddc9 network default NAD default]
I0403 00:11:45.015539    3774 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-cpvv5, hostIfaceName: 607af2e0cfe7ed4, network: default, NAD default, SandboxID: "607af2e0cfe7ed447977c47a6d9e2a2a8be697e7a4cef7e3f9fd39796809ddc9", PCI device ID: , UID: "f966aa73-cebf-4e1e-9d82-40a8bf9e1366", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0403 00:11:45.066563    3774 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5 607af2e0cfe7ed447977c47a6d9e2a2a8be697e7a4cef7e3f9fd39796809ddc9 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-cpvv5 607af2e0cfe7ed447977c47a6d9e2a2a8be697e7a4cef7e3f9fd39796809ddc9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:24:b3:92:fc:15\",\"name\":\"607af2e0cfe7ed4\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5881a65-a9a8-41c1-ab79-c3432e860800\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:11:49.161093    3774 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:49.161621    3774 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:11:49.736262    3774 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-k7bb5 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:11:49.736395    3774 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5
I0403 00:11:49.736541    3774 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:49.736570    3774 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:11:49.757990    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d4fc5f5-lrm7g
I0403 00:11:49.758030    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d4fc5f5-lrm7g
I0403 00:11:49.762344    3774 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5] pod update took 25.975246ms
I0403 00:11:49.762428    3774 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5] addLogicalPort annotation time took 26.066788ms
I0403 00:11:49.762380    3774 namespace.go:98] [cert-manager] adding namespace
I0403 00:11:49.763472    3774 namespace.go:102] [cert-manager] adding namespace took 930.8µs
I0403 00:11:49.764525    3774 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5] addLogicalPort took 28.279897ms, libovsdb time 776.541µs
I0403 00:11:49.819862    3774 namespace.go:142] [cert-manager] updating namespace
I0403 00:11:49.845523    3774 namespace.go:142] [cert-manager] updating namespace
I0403 00:11:50.111633    3774 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5 d842d1b9492a1c2d98b4a1495720fa2f4f71e9474409efe9c37ca1dc54e98e38 network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5 d842d1b9492a1c2d98b4a1495720fa2f4f71e9474409efe9c37ca1dc54e98e38 network default NAD default]
I0403 00:11:50.123826    3774 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-k7bb5, hostIfaceName: d842d1b9492a1c2, network: default, NAD default, SandboxID: "d842d1b9492a1c2d98b4a1495720fa2f4f71e9474409efe9c37ca1dc54e98e38", PCI device ID: , UID: "891c2535-5150-45ac-b19f-9f55de624994", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0403 00:11:50.181020    3774 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5 d842d1b9492a1c2d98b4a1495720fa2f4f71e9474409efe9c37ca1dc54e98e38 network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-k7bb5 d842d1b9492a1c2d98b4a1495720fa2f4f71e9474409efe9c37ca1dc54e98e38 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:75:42:b1:d3:66\",\"name\":\"d842d1b9492a1c2\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eea607f-8707-406e-9d98-c17c48c52168\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:11:51.339375    3774 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-7kqmm for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:11:51.339487    3774 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm
I0403 00:11:51.393794    3774 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm
I0403 00:11:51.435184    3774 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm] pod update took 95.732736ms
I0403 00:11:51.435208    3774 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm] addLogicalPort annotation time took 95.761763ms
I0403 00:11:51.436559    3774 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm] addLogicalPort took 97.204944ms, libovsdb time 934.034µs
I0403 00:11:52.511822    3774 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm 8552c89e0b9b5e9bac0aa9c14fb1bf0defae8e63a2452f56fb2b76a6377d431a network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm 8552c89e0b9b5e9bac0aa9c14fb1bf0defae8e63a2452f56fb2b76a6377d431a network default NAD default]
I0403 00:11:52.522079    3774 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-7kqmm, hostIfaceName: 8552c89e0b9b5e9, network: default, NAD default, SandboxID: "8552c89e0b9b5e9bac0aa9c14fb1bf0defae8e63a2452f56fb2b76a6377d431a", PCI device ID: , UID: "f106d249-0ea1-474f-90db-c19f7f2467c7", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0403 00:11:52.578110    3774 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm 8552c89e0b9b5e9bac0aa9c14fb1bf0defae8e63a2452f56fb2b76a6377d431a network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-7kqmm 8552c89e0b9b5e9bac0aa9c14fb1bf0defae8e63a2452f56fb2b76a6377d431a network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:74:a4:31:63:dd\",\"name\":\"8552c89e0b9b5e9\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33fe304f-7325-44cd-b6a3-29663f20bda7\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:11:52.970844    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:11:53.279953    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:11:53.288950    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:11:55.924131    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0403 00:11:55.924155    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0403 00:11:56.521842    3774 namespace.go:142] [openshift-operators] updating namespace
I0403 00:11:56.532110    3774 namespace.go:142] [openshift-operators] updating namespace
W0403 00:11:58.469170    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:11:58.480909    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:11:58.494099    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:11:58.502164    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0403 00:11:58.507976    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:12:01.946370    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0403 00:12:01.946398    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0403 00:12:03.935732    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0403 00:12:04.888496    3774 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-cl4wx] creating logical port cert-manager_cert-manager-59ccb4bb6b-cl4wx for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:12:04.888592    3774 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-cl4wx
I0403 00:12:04.911163    3774 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-cl4wx] pod update took 22.597161ms
I0403 00:12:04.911183    3774 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-cl4wx] addLogicalPort annotation time took 22.622815ms
I0403 00:12:04.912476    3774 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-cl4wx] addLogicalPort took 23.996609ms, libovsdb time 924.302µs
I0403 00:12:05.249770    3774 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-cl4wx b1c2f2ea2037b38248632d8749f215984151192d457d37095e34f02d06b22036 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-cl4wx b1c2f2ea2037b38248632d8749f215984151192d457d37095e34f02d06b22036 network default NAD default]
I0403 00:12:05.259391    3774 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-cl4wx, hostIfaceName: b1c2f2ea2037b38, network: default, NAD default, SandboxID: "b1c2f2ea2037b38248632d8749f215984151192d457d37095e34f02d06b22036", PCI device ID: , UID: "46e59481-3934-42a0-8a4a-dcb7b7d98ac2", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0403 00:12:05.311592    3774 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-cl4wx b1c2f2ea2037b38248632d8749f215984151192d457d37095e34f02d06b22036 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-cl4wx b1c2f2ea2037b38248632d8749f215984151192d457d37095e34f02d06b22036 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:0e:d9:5d:a5:e8\",\"name\":\"b1c2f2ea2037b38\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2139e7e-6f03-4c5e-8b11-e87e6686a368\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:12:05.889416    3774 namespace.go:98] [trusted-artifact-signer] adding namespace
I0403 00:12:05.890338    3774 namespace.go:102] [trusted-artifact-signer] adding namespace took 893.349µs
I0403 00:12:05.918832    3774 namespace.go:142] [trusted-artifact-signer] updating namespace
I0403 00:12:05.932350    3774 namespace.go:142] [trusted-artifact-signer] updating namespace
W0403 00:12:06.600406    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0403 00:12:06.770937    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0403 00:12:06.796928    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0403 00:12:10.881468    3774 namespace.go:142] [openshift-operators] updating namespace
I0403 00:12:12.116456    3774 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-hln8z] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-hln8z for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:12:12.116573    3774 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-hln8z
I0403 00:12:12.145125    3774 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-hln8z] pod update took 28.579329ms
I0403 00:12:12.145146    3774 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-hln8z] addLogicalPort annotation time took 28.606714ms
I0403 00:12:12.146497    3774 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-hln8z] addLogicalPort took 30.057584ms, libovsdb time 922.891µs
I0403 00:12:12.485142    3774 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-hln8z 802c7f57cd25e4aea5d4a1a4d9db577e698e437dd4956b48a3bf1796e5204ca7 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-hln8z 802c7f57cd25e4aea5d4a1a4d9db577e698e437dd4956b48a3bf1796e5204ca7 network default NAD default]
I0403 00:12:12.494898    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-hln8z, hostIfaceName: 802c7f57cd25e4a, network: default, NAD default, SandboxID: "802c7f57cd25e4aea5d4a1a4d9db577e698e437dd4956b48a3bf1796e5204ca7", PCI device ID: , UID: "b8ea6c39-d60f-43ce-84f9-eb1e56846e50", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0403 00:12:12.545734    3774 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-hln8z 802c7f57cd25e4aea5d4a1a4d9db577e698e437dd4956b48a3bf1796e5204ca7 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-hln8z 802c7f57cd25e4aea5d4a1a4d9db577e698e437dd4956b48a3bf1796e5204ca7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:60:41:53:fb:23\",\"name\":\"802c7f57cd25e4a\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/204ff538-1770-415e-9831-c6bb00b8c27d\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:12:12.633895    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=63
I0403 00:12:18.751102    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0403 00:12:27.021101    3774 namespace.go:98] [openshift-pipelines] adding namespace
I0403 00:12:27.022124    3774 namespace.go:102] [openshift-pipelines] adding namespace took 994.822µs
I0403 00:12:27.040162    3774 namespace.go:142] [openshift-pipelines] updating namespace
I0403 00:12:27.756938    3774 namespace.go:142] [cert-manager] updating namespace
I0403 00:12:27.943489    3774 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:12:28.344678    3774 namespace.go:142] [konflux-operator] updating namespace
I0403 00:12:28.545312    3774 namespace.go:142] [konflux-ui] updating namespace
I0403 00:12:28.749689    3774 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace
I0403 00:12:29.148758    3774 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:12:29.346543    3774 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:12:29.548647    3774 namespace.go:142] [trusted-artifact-signer] updating namespace
I0403 00:12:29.749547    3774 namespace.go:142] [tsf] updating namespace
I0403 00:12:29.956204    3774 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:12:30.151785    3774 namespace.go:142] [tsf-tas] updating namespace
I0403 00:12:30.352875    3774 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:12:30.482390    3774 namespace.go:142] [cert-manager] updating namespace
I0403 00:12:30.491431    3774 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:12:30.499036    3774 namespace.go:142] [default] updating namespace
I0403 00:12:30.509969    3774 namespace.go:142] [konflux-operator] updating namespace
I0403 00:12:30.517789    3774 namespace.go:142] [konflux-ui] updating namespace
I0403 00:12:30.527813    3774 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace
I0403 00:12:30.535946    3774 namespace.go:142] [openshift] updating namespace
I0403 00:12:30.547818    3774 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:12:30.557891    3774 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:12:30.567861    3774 namespace.go:142] [trusted-artifact-signer] updating namespace
I0403 00:12:30.577065    3774 namespace.go:142] [tsf] updating namespace
I0403 00:12:30.597574    3774 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:12:30.613885    3774 namespace.go:142] [tsf-tas] updating namespace
I0403 00:12:30.636312    3774 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:12:30.737430    3774 namespace.go:142] [cert-manager] updating namespace
I0403 00:12:30.834269    3774 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:12:30.936887    3774 namespace.go:142] [default] updating namespace
I0403 00:12:31.037779    3774 namespace.go:142] [konflux-operator] updating namespace
I0403 00:12:31.140991    3774 namespace.go:142] [konflux-ui] updating namespace
I0403 00:12:31.237087    3774 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace
I0403 00:12:31.338911    3774 namespace.go:142] [openshift] updating namespace
I0403 00:12:31.436930    3774 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:12:31.537825    3774 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:12:31.633219    3774 namespace.go:142] [trusted-artifact-signer] updating namespace
I0403 00:12:31.734337    3774 namespace.go:142] [tsf] updating namespace
I0403 00:12:31.836130    3774 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:12:31.933668    3774 namespace.go:142] [tsf-tas] updating namespace
I0403 00:12:32.034673    3774 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:12:32.292828    3774 namespace.go:142] [openshift-pipelines] updating namespace
I0403 00:12:35.630341    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=93
I0403 00:12:38.010064    3774 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:12:38.010590    3774 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:12:38.033497    3774 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:12:38.033520    3774 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:12:38.041485    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0403 00:12:38.041505    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0403 00:12:39.748162    3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0403 00:12:39.960869    3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-26gnh for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:12:39.961047    3774 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh
I0403 00:12:40.010951    3774 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh
I0403 00:12:40.043070    3774 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh] pod update took 82.075258ms
I0403 00:12:40.043089    3774 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh] addLogicalPort annotation time took 82.098901ms
I0403 00:12:40.044317    3774 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh] addLogicalPort took 83.463107ms, libovsdb time 850.09µs
I0403 00:12:40.087883    3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-w268j for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:12:40.087975    3774 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j
I0403 00:12:40.116442    3774 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j] pod update took 28.49673ms
I0403 00:12:40.116468    3774 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j] addLogicalPort annotation time took 28.526057ms
I0403 00:12:40.117708    3774 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j] addLogicalPort took 29.836975ms, libovsdb time 830.308µs
I0403 00:12:40.319079    3774 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh 2cef0720007eebab5d4217cc63f6928010871d0a9aa2fca7ab47b1247641baff network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh 2cef0720007eebab5d4217cc63f6928010871d0a9aa2fca7ab47b1247641baff network default NAD default]
I0403 00:12:40.330372    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-26gnh, hostIfaceName: 2cef0720007eeba, network: default, NAD default, SandboxID: "2cef0720007eebab5d4217cc63f6928010871d0a9aa2fca7ab47b1247641baff", PCI device ID: , UID: "afe22122-05a2-4fba-9f7e-6cc832620006", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0403 00:12:40.382686    3774 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh 2cef0720007eebab5d4217cc63f6928010871d0a9aa2fca7ab47b1247641baff network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-26gnh 2cef0720007eebab5d4217cc63f6928010871d0a9aa2fca7ab47b1247641baff network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:fe:d3:11:46:c7\",\"name\":\"2cef0720007eeba\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/276e4f9d-1ae5-4e81-bb6e-172ebdfcebec\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:12:40.447198    3774 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j 17b2318f2543910674a88e3e7fbdd6182259c2b5bc00631ceaece5ed052a28be network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j 17b2318f2543910674a88e3e7fbdd6182259c2b5bc00631ceaece5ed052a28be network default NAD default]
I0403 00:12:40.465552    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-w268j, hostIfaceName: 17b2318f2543910, network: default, NAD default, SandboxID: "17b2318f2543910674a88e3e7fbdd6182259c2b5bc00631ceaece5ed052a28be", PCI device ID: , UID: "d87bbc2c-5ef0-4b95-97dc-516dc8e1eea9", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0403 00:12:40.521280    3774 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j 17b2318f2543910674a88e3e7fbdd6182259c2b5bc00631ceaece5ed052a28be network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-w268j 17b2318f2543910674a88e3e7fbdd6182259c2b5bc00631ceaece5ed052a28be network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:16:a3:5b:e8:04\",\"name\":\"17b2318f2543910\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/942057c2-25dd-484f-8e63-339ad2f7b6ae\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:12:43.720989    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
W0403 00:12:44.203451    3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:12:44.203475    3774 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:12:44.203483    3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:12:44.203492    3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0403 00:12:44.738480    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
W0403 00:12:45.751715    3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0403 00:12:45.751738    3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0403 00:12:45.751743    3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0403 00:12:45.828926    3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0403 00:12:45.828948    3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0403 00:12:45.828954    3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0403 00:12:47.953515    3774 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0403 00:12:48.932534    3774 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0403 00:12:55.176572    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:12:55.176599    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:12:55.176605    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:12:55.176610    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0403 00:13:05.892479    3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-bj4vj for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:13:05.892589    3774 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj
I0403 00:13:05.906854    3774 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj] pod update took 14.294681ms
I0403 00:13:05.906881    3774 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj] addLogicalPort annotation time took 14.325537ms
I0403 00:13:05.908195    3774 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj] addLogicalPort took 15.729681ms, libovsdb time 860.64µs
I0403 00:13:05.997014    3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-wrkrr for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:13:05.997140    3774 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr
I0403 00:13:06.011338    3774 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr] pod update took 14.215991ms
I0403 00:13:06.011368    3774 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr] addLogicalPort annotation time took 14.249087ms
I0403 00:13:06.012661    3774 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr] addLogicalPort took 15.678381ms, libovsdb time 892.832µs
I0403 00:13:06.254968    3774 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj 223ce9408c680f18a1f868b9ba936c8eb41c6f3e3a122f044b67fa77c68ebbde network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj 223ce9408c680f18a1f868b9ba936c8eb41c6f3e3a122f044b67fa77c68ebbde network default NAD default]
I0403 00:13:06.264970    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-bj4vj, hostIfaceName: 223ce9408c680f1, network: default, NAD default, SandboxID: "223ce9408c680f18a1f868b9ba936c8eb41c6f3e3a122f044b67fa77c68ebbde", PCI device ID: , UID: "4c67fbf0-6ff5-471e-b8f5-bd728dbb4c70", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0403 00:13:06.318598    3774 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj 223ce9408c680f18a1f868b9ba936c8eb41c6f3e3a122f044b67fa77c68ebbde network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bj4vj 223ce9408c680f18a1f868b9ba936c8eb41c6f3e3a122f044b67fa77c68ebbde network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:dd:19:95:1d:a5\",\"name\":\"223ce9408c680f1\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a78bcaf-8437-4516-a830-e8b6ab99a509\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:13:06.361820    3774 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr 4e08503bc89e214a5bacd17d3452b95ef1fbccf0e8e67c4067d324cfb3cdca85 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr 4e08503bc89e214a5bacd17d3452b95ef1fbccf0e8e67c4067d324cfb3cdca85 network default NAD default]
I0403 00:13:06.371725    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-wrkrr, hostIfaceName: 4e08503bc89e214, network: default, NAD default, SandboxID: "4e08503bc89e214a5bacd17d3452b95ef1fbccf0e8e67c4067d324cfb3cdca85", PCI device ID: , UID: "775f1847-f816-4508-8373-6f7329042931", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0403 00:13:06.424368    3774 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr 4e08503bc89e214a5bacd17d3452b95ef1fbccf0e8e67c4067d324cfb3cdca85 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-wrkrr 4e08503bc89e214a5bacd17d3452b95ef1fbccf0e8e67c4067d324cfb3cdca85 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:1a:41:75:bb:fd\",\"name\":\"4e08503bc89e214\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74f0def8-77b2-44db-87fb-9e489a119fe3\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:13:09.305814    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0403 00:13:13.165350    3774 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:13:13.165876    3774 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:13:13.186772    3774 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:13:13.186807    3774 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:13:13.193247    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0403 00:13:13.193270    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
W0403 00:13:20.320044    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0403 00:13:21.095032    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0403 00:13:21.095112    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:13:21.095122    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0403 00:13:27.166621    3774 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0403 00:13:38.410214    3774 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:13:38.410760    3774 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:13:39.158855    3774 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:13:39.158881    3774 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:13:39.165360    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0403 00:13:39.165389    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0403 00:13:41.186611    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:13:41.186632    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:13:41.191701    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0403 00:13:45.085226    3774 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0403 00:13:45.085246    3774 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0403 00:13:45.085251    3774 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0403 00:13:58.316611    3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-hl6pd] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-hl6pd for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:13:58.316706    3774 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-hl6pd
I0403 00:13:58.337906    3774 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-hl6pd] pod update took 21.221174ms
I0403 00:13:58.337926    3774 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-hl6pd] addLogicalPort annotation time took 21.246162ms
I0403 00:13:58.339179    3774 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-hl6pd] addLogicalPort took 22.582291ms, libovsdb time 835.279µs
I0403 00:13:58.679847    3774 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-hl6pd 48d75e04cbe236d751a21443358d54df813700566cc0c25535059f5338b9b2dd network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-hl6pd 48d75e04cbe236d751a21443358d54df813700566cc0c25535059f5338b9b2dd network default NAD default]
I0403 00:13:58.689114    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-hl6pd, hostIfaceName: 48d75e04cbe236d, network: default, NAD default, SandboxID: "48d75e04cbe236d751a21443358d54df813700566cc0c25535059f5338b9b2dd", PCI device ID: , UID: "fcd00f0e-6efc-459b-8f6d-f98adc5c933f", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0403 00:13:58.741903    3774 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-hl6pd 48d75e04cbe236d751a21443358d54df813700566cc0c25535059f5338b9b2dd network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-hl6pd 48d75e04cbe236d751a21443358d54df813700566cc0c25535059f5338b9b2dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:52:3c:74:41:6a\",\"name\":\"48d75e04cbe236d\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8977cb6-d023-482c-a279-fa4b83ccbd72\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:14:15.210379    3774 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-lw99l for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:14:15.210483    3774 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l
I0403 00:14:15.228073    3774 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l] pod update took 17.623879ms
I0403 00:14:15.228099    3774 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l] addLogicalPort annotation time took 17.656074ms
I0403 00:14:15.229288    3774 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l] addLogicalPort took 18.929403ms, libovsdb time 802.573µs
I0403 00:14:15.306545    3774 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-hcj27 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:14:15.306649    3774 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27
I0403 00:14:15.321588    3774 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27] pod update took 14.967025ms
I0403 00:14:15.321618    3774 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27] addLogicalPort annotation time took 15.000195ms
I0403 00:14:15.322860    3774 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27] addLogicalPort took 16.355407ms, libovsdb time 774.252µs
I0403 00:14:15.508948    3774 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:14:15.509564    3774 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:14:15.576406    3774 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l a570dede3c5695550521dd98444a08c61ba5859ddb17d24bc3eb4b00be63365b network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l a570dede3c5695550521dd98444a08c61ba5859ddb17d24bc3eb4b00be63365b network default NAD default]
I0403 00:14:15.586096    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-lw99l, hostIfaceName: a570dede3c56955, network: default, NAD default, SandboxID: "a570dede3c5695550521dd98444a08c61ba5859ddb17d24bc3eb4b00be63365b", PCI device ID: , UID: "a3b3e28a-77a5-48a6-87f2-631b15c5b968", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0403 00:14:15.646268    3774 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l a570dede3c5695550521dd98444a08c61ba5859ddb17d24bc3eb4b00be63365b network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lw99l a570dede3c5695550521dd98444a08c61ba5859ddb17d24bc3eb4b00be63365b network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:0c:14:38:60:da\",\"name\":\"a570dede3c56955\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/544acc2a-87de-4ec7-80e5-c24247e52f71\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:14:15.671947    3774 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27 3220ec5551bc1d094200319a1ba0710303cd5d36bf11d7928e7a0616083cb7cb network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27 3220ec5551bc1d094200319a1ba0710303cd5d36bf11d7928e7a0616083cb7cb network default NAD default]
I0403 00:14:15.682899    3774 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-hcj27, hostIfaceName: 3220ec5551bc1d0, network: default, NAD default, SandboxID: "3220ec5551bc1d094200319a1ba0710303cd5d36bf11d7928e7a0616083cb7cb", PCI device ID: , UID: "bb6c83e9-ee19-4705-a00a-5a97cf9d8cbf", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0403 00:14:15.738941    3774 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27 3220ec5551bc1d094200319a1ba0710303cd5d36bf11d7928e7a0616083cb7cb network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hcj27 3220ec5551bc1d094200319a1ba0710303cd5d36bf11d7928e7a0616083cb7cb network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:f2:21:ce:35:02\",\"name\":\"3220ec5551bc1d0\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c8591a6-f359-49f1-8c54-d5b1a88788bf\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:14:18.679355    3774 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0403 00:14:18.679379    3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0403 00:14:18.704557    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0403 00:14:18.704578    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0403 00:14:18.723696    3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0403 00:14:21.555688    3774 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-29xrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:14:21.556270    3774 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-29xrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:14:22.584647    3774 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29xrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:14:22.584677    3774 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29xrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:14:22.941604    3774 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:14:22.942175    3774 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:14:23.431348    3774 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:14:23.431377    3774 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:14:23.438885    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0403 00:14:23.438909    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0403 00:14:24.453367    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:14:24.453375    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0403 00:14:24.453390    3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:14:29.687379    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0403 00:14:56.735344    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0403 00:15:15.631061    3774 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:15:15.631087    3774 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:15:15.634807    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0403 00:15:15.634831    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0403 00:15:24.868146    3774 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:15:24.868828    3774 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:15:24.888830    3774 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:15:24.888856    3774 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:15:24.896631    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0403 00:15:24.896662    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0403 00:15:27.515083    3774 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-fc9d5d49d-qbdjs] creating logical port tsf-tas_fulcio-server-fc9d5d49d-qbdjs for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:15:27.515203    3774 kube.go:256] Updating pod tsf-tas/fulcio-server-fc9d5d49d-qbdjs
I0403 00:15:27.533049    3774 pod.go:62] [tsf-tas/fulcio-server-fc9d5d49d-qbdjs] pod update took 17.865204ms
I0403 00:15:27.533070    3774 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-fc9d5d49d-qbdjs] addLogicalPort annotation time took 17.892174ms
I0403 00:15:27.534334    3774 pods.go:271] [tsf-tas/fulcio-server-fc9d5d49d-qbdjs] addLogicalPort took 19.270185ms, libovsdb time 812.372µs
I0403 00:15:27.875066    3774 cni.go:403] [tsf-tas/fulcio-server-fc9d5d49d-qbdjs 4e52ffbd982f7320ff89fb4c69ad8485d68d5681f62f5f040c7a4232c836ca30 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-fc9d5d49d-qbdjs 4e52ffbd982f7320ff89fb4c69ad8485d68d5681f62f5f040c7a4232c836ca30 network default NAD default]
I0403 00:15:27.884367    3774 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-fc9d5d49d-qbdjs, hostIfaceName: 4e52ffbd982f732, network: default, NAD default, SandboxID: "4e52ffbd982f7320ff89fb4c69ad8485d68d5681f62f5f040c7a4232c836ca30", PCI device ID: , UID: "d1888485-47df-4e2e-aa44-6c84917f3b71", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0403 00:15:27.894442    3774 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-79b4876858-mxgtd] creating logical port tsf-tas_trillian-logsigner-79b4876858-mxgtd for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:15:27.894566    3774 kube.go:256] Updating pod tsf-tas/trillian-logsigner-79b4876858-mxgtd
I0403 00:15:27.915751    3774 pod.go:62] [tsf-tas/trillian-logsigner-79b4876858-mxgtd] pod update took 21.220696ms
I0403 00:15:27.915839    3774 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-79b4876858-mxgtd] addLogicalPort annotation time took 21.314478ms
I0403 00:15:27.917677    3774 pods.go:271] [tsf-tas/trillian-logsigner-79b4876858-mxgtd] addLogicalPort took 23.253815ms, libovsdb time 1.169543ms
I0403 00:15:27.941205    3774 cni.go:424] [tsf-tas/fulcio-server-fc9d5d49d-qbdjs 4e52ffbd982f7320ff89fb4c69ad8485d68d5681f62f5f040c7a4232c836ca30 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-fc9d5d49d-qbdjs 4e52ffbd982f7320ff89fb4c69ad8485d68d5681f62f5f040c7a4232c836ca30 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:e2:b0:8b:d4:a3\",\"name\":\"4e52ffbd982f732\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f2f7976-1726-4208-aded-173888099b85\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:15:28.029303    3774 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-mlhc6-7m4m9] creating logical port tsf-tas_rekor-createtree-job-mlhc6-7m4m9 for pod on switch ip-10-0-2-232.ec2.internal
I0403 00:15:28.029424    3774 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-mlhc6-7m4m9
I0403 00:15:28.043358    3774 pod.go:62] [tsf-tas/rekor-createtree-job-mlhc6-7m4m9] pod update took 13.953917ms
I0403 00:15:28.043384    3774 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-mlhc6-7m4m9] addLogicalPort annotation time took 13.982694ms
I0403 00:15:28.044782    3774 pods.go:271] [tsf-tas/rekor-createtree-job-mlhc6-7m4m9] addLogicalPort took 15.497255ms, libovsdb time 853.2µs
I0403 00:15:28.387158    3774 cni.go:403] [tsf-tas/rekor-createtree-job-mlhc6-7m4m9 cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-mlhc6-7m4m9 cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10 network default NAD default]
I0403 00:15:28.396928    3774 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-mlhc6-7m4m9, hostIfaceName: cd5b5a508592c08, network: default, NAD default, SandboxID: "cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10", PCI device ID: , UID: "5d6976c3-28ae-40de-92c3-ce2843871bf9", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0403 00:15:28.449366    3774 cni.go:424] [tsf-tas/rekor-createtree-job-mlhc6-7m4m9 cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-mlhc6-7m4m9 cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:c4:ec:49:bf:92\",\"name\":\"cd5b5a508592c08\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b511b84-9788-462d-8d6a-7dea83bb947c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0403 00:15:28.864229    3774 cni.go:403] [tsf-tas/trillian-logsigner-79b4876858-mxgtd 9e0f221b4d34a78bf9b1558feda2e8c3c63e58639ab646bf7092b7e35350468b network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-79b4876858-mxgtd 9e0f221b4d34a78bf9b1558feda2e8c3c63e58639ab646bf7092b7e35350468b network default NAD default]
I0403 00:15:28.876191    3774 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-79b4876858-mxgtd, hostIfaceName: 9e0f221b4d34a78, network: default, NAD default, SandboxID: "9e0f221b4d34a78bf9b1558feda2e8c3c63e58639ab646bf7092b7e35350468b", PCI device ID: , UID: "18a986b3-5cb5-4c81-afe6-050c919d2752", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0403 00:15:28.939223    3774 cni.go:424] [tsf-tas/trillian-logsigner-79b4876858-mxgtd 9e0f221b4d34a78bf9b1558feda2e8c3c63e58639ab646bf7092b7e35350468b network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-79b4876858-mxgtd 9e0f221b4d34a78bf9b1558feda2e8c3c63e58639ab646bf7092b7e35350468b network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:b1:73:78:f7:94\",\"name\":\"9e0f221b4d34a78\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee9de63c-bfb9-4c9c-b63a-41b29087fc06\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0403 00:15:36.108279    3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0403 00:15:39.838490    3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0403 00:15:41.850922    3774 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0403 00:15:42.974229    3774 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:15:42.974857    3774 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:15:43.892671    3774 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:15:43.892701    3774 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:15:57.029571    3774 namespace.go:142] [openshift-pipelines] updating namespace
I0403 00:16:08.714448    3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
W0403 00:16:10.252722    3774 util.go:959] Failed to build node endpoints for node ip-10-0-2-232.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0403 00:16:15.144915    3774 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:15.145513    3774 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:15.167474    3774 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:15.167495    3774 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:15.176409    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0403 00:16:15.176429    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0403 00:16:23.368330    3774 cni.go:403] [tsf-tas/rekor-createtree-job-mlhc6-7m4m9 cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-mlhc6-7m4m9 cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10 network default NAD default]
I0403 00:16:23.443597    3774 cni.go:424] [tsf-tas/rekor-createtree-job-mlhc6-7m4m9 cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-mlhc6-7m4m9 cd5b5a508592c08f8d209962e9ea3ba7c7968d6084fcb3b6d416520291e07e10 network default NAD default], result "{}", err <nil>
I0403 00:16:23.498847    3774 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:23.498880    3774 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-mlhc6-7m4m9
I0403 00:16:23.500370    3774 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-mlhc6-7m4m9, ips: 10.129.0.45
I0403 00:16:23.500402    3774 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:24.129142    3774 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:24.129705    3774 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:24.151790    3774 obj_retry.go:464] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:24.152285    3774 obj_retry.go:464] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:24.395946    3774 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:24.395977    3774 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:25.017949    3774 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:25.017973    3774 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:25.173134    3774 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:25.173161    3774 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0403 00:16:31.103235    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0403 00:16:32.031661    3774 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0403 00:16:33.110594    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0403 00:16:34.242674    3774 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-4h29c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:34.243225    3774 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-4h29c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:16:35.273889    3774 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4h29c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:35.273914    3774 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4h29c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:35.328212    3774 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:35.328239    3774 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:16:35.333276    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-n2r7h
I0403 00:16:35.333299    3774 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-n2r7h
I0403 00:16:35.628249    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138
W0403 00:16:39.079718    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0403 00:16:45.729934    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0403 00:17:02.361881    3774 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:17:02.362488    3774 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:17:03.246263    3774 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:17:03.246291    3774 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0403 00:17:19.324843    3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0403 00:17:36.633895    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=48
I0403 00:18:09.632650    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0403 00:18:18.636777    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=52
I0403 00:18:26.713761    3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0403 00:19:19.753458    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0403 00:19:42.635893    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81
I0403 00:19:48.754406    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0403 00:19:53.718207    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0403 00:20:04.272043    3774 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:20:04.272730    3774 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:20:05.162119    3774 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:20:05.162181    3774 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:20:22.723742    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
W0403 00:21:10.689098    3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0403 00:21:18.648018    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=446
I0403 00:21:24.753496    3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0403 00:21:28.741527    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0403 00:21:37.631031    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15
I0403 00:21:38.738584    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0403 00:22:39.007408    3774 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:22:39.008028    3774 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:22:39.637301    3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6
I0403 00:22:51.733429    3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7