+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-196.ec2.internal
++ [[ -n ip-10-0-1-196.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-196.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0429 19:38:44.260163176 - disable conntrack on geneve port'
I0429 19:38:44.260163176 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0429 19:38:44.293216521 - starting ovnkube-node'
I0429 19:38:44.293216521 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-196.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-196.ec2.internal --init-node ip-10-0-1-196.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-196.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0429 19:38:44.344975    3799 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0429 19:38:44.345030    3799 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c689bfa631.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0429 19:38:44.346458    3799 kube.go:431] Waiting for certificate
I0429 19:38:44.346481    3799 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0429 19:38:44.346523    3799 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0429 19:38:44.347301    3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0429 19:38:44.381576    3799 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0429 19:38:44.381591    3799 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0429 19:38:44.386187    3799 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0429 19:38:44.386258    3799 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5fbx6"
I0429 19:38:44.392280    3799 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5fbx6"
I0429 19:38:44.392333    3799 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0429 19:38:45.347382    3799 kube.go:438] Certificate found
I0429 19:38:45.348044    3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0429 19:38:45.349610    3799 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0429 19:38:45.406160    3799 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-30 19:33:44 +0000 UTC" deadline="2026-04-30 13:55:05.125067436 +0000 UTC"
I0429 19:38:45.406221    3799 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h16m19.718859775s"
I0429 19:38:45.415674    3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0429 19:38:45.431030    3799 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0429 19:38:45.431110    3799 factory.go:561] Starting watch factory
I0429 19:38:45.431245    3799 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431268    3799 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431278    3799 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431288    3799 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431269    3799 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431331    3799 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431536    3799 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431560    3799 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431580    3799 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431643    3799 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431653    3799 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.431674    3799 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.432115    3799 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0429 19:38:45.432210    3799 server.go:101] MetricServer registers OVS metrics
I0429 19:38:45.432581    3799 server.go:105] MetricServer registers OVN DB metrics
I0429 19:38:45.437211    3799 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0429 19:38:45.437246    3799 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0429 19:38:45.437522    3799 controller_manager.go:370] Starting the ovnkube controller
I0429 19:38:45.437533    3799 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-196.ec2.internal
I0429 19:38:45.437571    3799 controller_manager.go:395] NBDB zone sync took: 32.171µs
I0429 19:38:45.437577    3799 factory.go:561] Starting watch factory
I0429 19:38:45.449571    3799 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.450493    3799 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0429 19:38:45.450524    3799 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0429 19:38:45.451154    3799 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.451807    3799 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.451946    3799 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.452628    3799 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.456553    3799 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0429 19:38:45.457229    3799 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0429 19:38:45.457263    3799 server.go:109] MetricServer registers OVN Controller metrics
I0429 19:38:45.462463    3799 server.go:113] MetricServer registers OVN Northd metrics
I0429 19:38:45.466312    3799 metrics.go:519] OVN Metrics Server starts to run ...
I0429 19:38:45.536696    3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0429 19:38:45.536720    3799 factory.go:1977] *v1.Namespace informer cache synced successfully
I0429 19:38:45.536724    3799 factory.go:1977] *v1.Node informer cache synced successfully
I0429 19:38:45.536728    3799 factory.go:1977] *v1.Service informer cache synced successfully
I0429 19:38:45.536731    3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0429 19:38:45.536733    3799 factory.go:1977] *v1.Pod informer cache synced successfully
I0429 19:38:45.536799    3799 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0429 19:38:45.536811    3799 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0429 19:38:45.536835    3799 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0429 19:38:45.536855    3799 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0429 19:38:45.539682    3799 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0429 19:38:45.539682    3799 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0429 19:38:45.541861    3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0429 19:38:45.541871    3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0429 19:38:45.541918    3799 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.541930    3799 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.543642    3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0429 19:38:45.543656    3799 factory.go:1977] *v1.Namespace informer cache synced successfully
I0429 19:38:45.543660    3799 factory.go:1977] *v1.Node informer cache synced successfully
I0429 19:38:45.543663    3799 factory.go:1977] *v1.Service informer cache synced successfully
I0429 19:38:45.543666    3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0429 19:38:45.543669    3799 factory.go:1977] *v1.Pod informer cache synced successfully
I0429 19:38:45.544023    3799 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.547837    3799 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0429 19:38:45.547890    3799 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.547901    3799 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.549267    3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0429 19:38:45.549279    3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0429 19:38:45.549913    3799 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.553122    3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0429 19:38:45.553269    3799 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.553286    3799 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.554605    3799 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0429 19:38:45.555592    3799 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.558372    3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0429 19:38:45.558828    3799 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.558857    3799 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.559667    3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0429 19:38:45.560829    3799 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.563639    3799 factory.go:1977] *v1.EgressService informer cache synced successfully
I0429 19:38:45.563701    3799 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.563713    3799 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.564787    3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0429 19:38:45.565769    3799 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.569659    3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0429 19:38:45.569803    3799 factory.go:1977] *v1.EgressService informer cache synced successfully
I0429 19:38:45.569819    3799 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0429 19:38:45.569840    3799 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0429 19:38:45.572054    3799 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0429 19:38:45.575084    3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0429 19:38:45.575096    3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0429 19:38:45.575147    3799 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.575157    3799 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.575215    3799 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.575229    3799 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.577685    3799 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.578115    3799 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0429 19:38:45.580223    3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0429 19:38:45.580233    3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0429 19:38:45.580235    3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0429 19:38:45.580240    3799 factory.go:680] Watch Factory start up complete, took: 149.135413ms
I0429 19:38:45.580304    3799 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0429 19:38:45.585788    3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0429 19:38:45.585801    3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0429 19:38:45.585808    3799 factory.go:680] Watch Factory start up complete, took: 148.229164ms
I0429 19:38:45.585816    3799 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-196.ec2.internal" zone
I0429 19:38:45.624974    3799 default_node_network_controller.go:710] Initializing the default node network controller
I0429 19:38:45.704099    3799 udn_isolation.go:101] Starting UDN host isolation manager
I0429 19:38:45.710082    3799 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0429 19:38:45.769695    3799 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0429 19:38:45.769781    3799 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0429 19:38:45.769796    3799 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0429 19:38:45.802929    3799 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0429 19:38:45.802988    3799 default_node_network_controller.go:809] Node ip-10-0-1-196.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0429 19:38:45.808541    3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.196"] k8s.ovn.org/zone-name:ip-10-0-1-196.ec2.internal] on node ip-10-0-1-196.ec2.internal
I0429 19:38:45.832399    3799 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0429 19:38:45.836615    3799 controller_manager.go:429] Waiting for node in zone sync took: 250.788247ms
I0429 19:38:45.839093    3799 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0429 19:38:45.839271    3799 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0429 19:38:45.839409    3799 gateway_init.go:263] Preparing Gateway
I0429 19:38:45.839421    3799 gateway_shared_intf.go:1687] Creating new gateway
I0429 19:38:45.842744    3799 controller_manager.go:611] Switching to transit router for layer2 networks
I0429 19:38:45.842766    3799 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-196.ec2.internal
I0429 19:38:45.859321    3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0429 19:38:45.866037    3799 controller_manager.go:290] SCTP support detected in OVN
I0429 19:38:45.866638    3799 services_controller.go:69] Creating services controller for network=default
I0429 19:38:45.866735    3799 udn_enabled_svc.go:80] Waiting for service informer to sync
I0429 19:38:45.866818    3799 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0429 19:38:45.866853    3799 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0429 19:38:45.866873    3799 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0429 19:38:45.866884    3799 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0429 19:38:45.867060    3799 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0429 19:38:45.867113    3799 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0429 19:38:45.867145    3799 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.034µs
I0429 19:38:45.867157    3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 34.086µs
I0429 19:38:45.867165    3799 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 51.853µs
I0429 19:38:45.867190    3799 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0429 19:38:45.867202    3799 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0429 19:38:45.867216    3799 default_network_controller.go:325] Starting the default network controller
I0429 19:38:45.867225    3799 udn_enabled_svc.go:95] Performing full resync
I0429 19:38:45.867359    3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.076µs
I0429 19:38:45.867580    3799 udn_enabled_svc.go:99] Waiting for handler to sync
I0429 19:38:45.867598    3799 udn_enabled_svc.go:104] Starting worker
I0429 19:38:45.876919    3799 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0429 19:38:45.876975    3799 repair.go:33] Syncing exgw routes took 42.274µs
I0429 19:38:45.876999    3799 default_network_controller.go:414] Starting all the Watchers...
I0429 19:38:45.877131    3799 namespace.go:98] [openshift-ingress] adding namespace
I0429 19:38:45.877144    3799 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0429 19:38:45.877151    3799 namespace.go:98] [openshift-host-network] adding namespace
I0429 19:38:45.877151    3799 namespace.go:98] [openshift-backplane-cee] adding namespace
I0429 19:38:45.877154    3799 namespace.go:98] [openshift-dns-operator] adding namespace
I0429 19:38:45.877134    3799 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0429 19:38:45.877168    3799 namespace.go:98] [openshift-network-operator] adding namespace
I0429 19:38:45.877189    3799 namespace.go:98] [openshift-console] adding namespace
I0429 19:38:45.877156    3799 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0429 19:38:45.877192    3799 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0429 19:38:45.877195    3799 namespace.go:98] [openshift-marketplace] adding namespace
I0429 19:38:45.877189    3799 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0429 19:38:45.877212    3799 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0429 19:38:45.877232    3799 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0429 19:38:45.877132    3799 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0429 19:38:45.877740    3799 namespace.go:102] [openshift-ingress] adding namespace took 596.048µs
I0429 19:38:45.877755    3799 namespace.go:98] [openshift-machine-api] adding namespace
I0429 19:38:45.878143    3799 namespace.go:102] [openshift-machine-api] adding namespace took 382.53µs
I0429 19:38:45.878159    3799 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0429 19:38:45.878672    3799 namespace.go:102] [openshift-machine-config-operator] adding namespace took 506.104µs
I0429 19:38:45.878688    3799 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0429 19:38:45.879196    3799 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.044512ms
I0429 19:38:45.879211    3799 namespace.go:98] [default] adding namespace
I0429 19:38:45.879856    3799 namespace.go:102] [openshift-host-network] adding namespace took 2.693049ms
I0429 19:38:45.879876    3799 namespace.go:98] [openshift-ingress-canary] adding namespace
I0429 19:38:45.880458    3799 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.291897ms
I0429 19:38:45.880471    3799 namespace.go:98] [openshift-console-user-settings] adding namespace
I0429 19:38:45.881058    3799 namespace.go:102] [openshift-dns-operator] adding namespace took 3.883592ms
I0429 19:38:45.881077    3799 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0429 19:38:45.881743    3799 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.551508ms
I0429 19:38:45.881761    3799 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0429 19:38:45.882286    3799 namespace.go:102] [openshift-network-operator] adding namespace took 5.089375ms
I0429 19:38:45.882306    3799 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0429 19:38:45.882838    3799 namespace.go:102] [openshift-console] adding namespace took 5.640921ms
I0429 19:38:45.882856    3799 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0429 19:38:45.883383    3799 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.183233ms
I0429 19:38:45.883399    3799 namespace.go:98] [openshift-network-console] adding namespace
I0429 19:38:45.883890    3799 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.687963ms
I0429 19:38:45.883906    3799 namespace.go:98] [openshift-operators] adding namespace
I0429 19:38:45.884441    3799 namespace.go:102] [openshift-marketplace] adding namespace took 7.234187ms
I0429 19:38:45.884457    3799 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0429 19:38:45.884981    3799 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.769012ms
I0429 19:38:45.884997    3799 namespace.go:98] [openshift-operators-redhat] adding namespace
I0429 19:38:45.885516    3799 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.29323ms
I0429 19:38:45.885528    3799 namespace.go:98] [openshift-backplane-csm] adding namespace
I0429 19:38:45.886042    3799 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.796717ms
I0429 19:38:45.886055    3799 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0429 19:38:45.886667    3799 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.394857ms
I0429 19:38:45.886679    3799 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0429 19:38:45.887127    3799 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.432363ms
I0429 19:38:45.887150    3799 namespace.go:98] [openshift-image-registry] adding namespace
I0429 19:38:45.887781    3799 namespace.go:102] [default] adding namespace took 8.564149ms
I0429 19:38:45.887796    3799 namespace.go:98] [dedicated-admin] adding namespace
I0429 19:38:45.888416    3799 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.532391ms
I0429 19:38:45.888434    3799 namespace.go:98] [openshift-backplane-srep] adding namespace
I0429 19:38:45.888878    3799 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.400276ms
I0429 19:38:45.888892    3799 namespace.go:98] [openshift-monitoring] adding namespace
I0429 19:38:45.889342    3799 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.258601ms
I0429 19:38:45.889355    3799 namespace.go:98] [openshift-dns] adding namespace
I0429 19:38:45.889858    3799 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.090164ms
I0429 19:38:45.889876    3799 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0429 19:38:45.890343    3799 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.029684ms
I0429 19:38:45.890356    3799 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0429 19:38:45.891203    3799 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.341864ms
I0429 19:38:45.891216    3799 namespace.go:98] [openshift-config-operator] adding namespace
I0429 19:38:45.891752    3799 namespace.go:102] [openshift-network-console] adding namespace took 8.346766ms
I0429 19:38:45.891767    3799 namespace.go:98] [openshift] adding namespace
I0429 19:38:45.892201    3799 namespace.go:102] [openshift-operators] adding namespace took 8.289604ms
I0429 19:38:45.892212    3799 namespace.go:98] [openshift-apiserver] adding namespace
I0429 19:38:45.892803    3799 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.342205ms
I0429 19:38:45.892819    3799 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0429 19:38:45.893293    3799 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.289645ms
I0429 19:38:45.893308    3799 namespace.go:98] [openshift-backplane] adding namespace
W0429 19:38:45.893718    3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-42rmb: pod openshift-network-diagnostics/network-check-target-42rmb: no pod IPs found 
W0429 19:38:45.893731    3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-555bt: pod openshift-network-diagnostics/network-check-target-555bt: no pod IPs found 
W0429 19:38:45.893737    3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-r4ptz: pod openshift-network-diagnostics/network-check-target-r4ptz: no pod IPs found 
I0429 19:38:45.893783    3799 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.24705ms
I0429 19:38:45.893810    3799 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0429 19:38:45.894515    3799 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.453267ms
I0429 19:38:45.894532    3799 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0429 19:38:45.895084    3799 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.397066ms
I0429 19:38:45.895105    3799 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0429 19:38:45.895715    3799 namespace.go:102] [openshift-image-registry] adding namespace took 8.557562ms
I0429 19:38:45.895731    3799 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0429 19:38:45.896152    3799 namespace.go:102] [dedicated-admin] adding namespace took 8.349921ms
I0429 19:38:45.896168    3799 namespace.go:98] [openshift-backplane-cse] adding namespace
I0429 19:38:45.896595    3799 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.153593ms
I0429 19:38:45.896614    3799 namespace.go:98] [openshift-logging] adding namespace
I0429 19:38:45.897123    3799 namespace.go:102] [openshift-monitoring] adding namespace took 8.226438ms
I0429 19:38:45.897134    3799 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0429 19:38:45.897603    3799 namespace.go:102] [openshift-dns] adding namespace took 8.242115ms
I0429 19:38:45.897616    3799 namespace.go:98] [openshift-package-operator] adding namespace
I0429 19:38:45.898062    3799 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.179451ms
I0429 19:38:45.898074    3799 namespace.go:98] [openshift-config] adding namespace
I0429 19:38:45.898654    3799 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.292589ms
I0429 19:38:45.898666    3799 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0429 19:38:45.899009    3799 namespace.go:102] [openshift-config-operator] adding namespace took 7.787997ms
I0429 19:38:45.899024    3799 namespace.go:98] [kube-public] adding namespace
I0429 19:38:45.899506    3799 namespace.go:102] [openshift] adding namespace took 7.73357ms
I0429 19:38:45.899521    3799 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0429 19:38:45.899898    3799 namespace.go:102] [openshift-apiserver] adding namespace took 7.680318ms
I0429 19:38:45.899914    3799 namespace.go:98] [openshift-multus] adding namespace
I0429 19:38:45.900358    3799 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.531258ms
I0429 19:38:45.900371    3799 namespace.go:98] [openshift-network-node-identity] adding namespace
I0429 19:38:45.900868    3799 namespace.go:102] [openshift-backplane] adding namespace took 7.552675ms
I0429 19:38:45.900884    3799 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0429 19:38:45.901413    3799 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.59607ms
I0429 19:38:45.901427    3799 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0429 19:38:45.901947    3799 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.409748ms
I0429 19:38:45.901960    3799 namespace.go:98] [openshift-etcd] adding namespace
I0429 19:38:45.902538    3799 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.424718ms
I0429 19:38:45.902560    3799 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0429 19:38:45.902961    3799 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.224613ms
I0429 19:38:45.903519    3799 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.325111ms
I0429 19:38:45.903537    3799 namespace.go:98] [openshift-insights] adding namespace
I0429 19:38:45.904056    3799 namespace.go:102] [openshift-logging] adding namespace took 7.434507ms
I0429 19:38:45.904072    3799 namespace.go:98] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] adding namespace
I0429 19:38:45.904580    3799 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.440284ms
I0429 19:38:45.904594    3799 namespace.go:98] [openshift-infra] adding namespace
I0429 19:38:45.905052    3799 namespace.go:102] [openshift-package-operator] adding namespace took 7.429646ms
I0429 19:38:45.905067    3799 namespace.go:98] [openshift-ingress-operator] adding namespace
I0429 19:38:45.905592    3799 namespace.go:102] [openshift-config] adding namespace took 7.512362ms
I0429 19:38:45.905606    3799 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0429 19:38:45.906029    3799 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.355908ms
I0429 19:38:45.906047    3799 namespace.go:98] [kube-system] adding namespace
I0429 19:38:45.906614    3799 namespace.go:102] [kube-public] adding namespace took 7.585387ms
W0429 19:38:45.907108    3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6tzwj: pod openshift-multus/network-metrics-daemon-6tzwj: no pod IPs found 
W0429 19:38:45.907124    3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-b7p9m: pod openshift-multus/network-metrics-daemon-b7p9m: no pod IPs found 
W0429 19:38:45.907135    3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wsr6s: pod openshift-multus/network-metrics-daemon-wsr6s: no pod IPs found 
I0429 19:38:45.907136    3799 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.610471ms
I0429 19:38:45.907147    3799 namespace.go:98] [kube-node-lease] adding namespace
I0429 19:38:45.907774    3799 namespace.go:102] [openshift-multus] adding namespace took 7.853595ms
I0429 19:38:45.908273    3799 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.896402ms
I0429 19:38:45.908289    3799 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0429 19:38:45.908675    3799 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.785219ms
I0429 19:38:45.909034    3799 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.603083ms
I0429 19:38:45.909592    3799 namespace.go:102] [openshift-etcd] adding namespace took 7.62784ms
I0429 19:38:45.909603    3799 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0429 19:38:45.910075    3799 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.508657ms
I0429 19:38:45.910090    3799 namespace.go:98] [openshift-controller-manager] adding namespace
I0429 19:38:45.910985    3799 namespace.go:102] [openshift-insights] adding namespace took 7.442126ms
I0429 19:38:45.910999    3799 namespace.go:98] [openshift-authentication-operator] adding namespace
I0429 19:38:45.911569    3799 namespace.go:102] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] adding namespace took 7.491508ms
I0429 19:38:45.911585    3799 namespace.go:98] [openshift-console-operator] adding namespace
I0429 19:38:45.912017    3799 namespace.go:102] [openshift-infra] adding namespace took 7.416175ms
I0429 19:38:45.912031    3799 namespace.go:98] [openshift-cluster-version] adding namespace
I0429 19:38:45.912451    3799 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.379032ms
I0429 19:38:45.912931    3799 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.31821ms
I0429 19:38:45.912944    3799 namespace.go:98] [openshift-backplane-tam] adding namespace
I0429 19:38:45.913350    3799 namespace.go:102] [kube-system] adding namespace took 7.297034ms
I0429 19:38:45.913770    3799 namespace.go:102] [kube-node-lease] adding namespace took 6.617293ms
I0429 19:38:45.913783    3799 namespace.go:98] [openshift-node] adding namespace
I0429 19:38:45.914564    3799 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.269866ms
I0429 19:38:45.914578    3799 namespace.go:98] [openshift-authentication] adding namespace
I0429 19:38:45.914925    3799 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.317119ms
I0429 19:38:45.915348    3799 namespace.go:102] [openshift-controller-manager] adding namespace took 5.252653ms
I0429 19:38:45.915360    3799 namespace.go:98] [openshift-config-managed] adding namespace
I0429 19:38:45.915737    3799 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.73353ms
I0429 19:38:45.916055    3799 namespace.go:102] [openshift-console-operator] adding namespace took 4.465574ms
I0429 19:38:45.916509    3799 namespace.go:102] [openshift-cluster-version] adding namespace took 4.472101ms
I0429 19:38:45.916912    3799 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.961139ms
I0429 19:38:45.917274    3799 namespace.go:102] [openshift-node] adding namespace took 3.485313ms
I0429 19:38:45.917677    3799 namespace.go:102] [openshift-authentication] adding namespace took 3.094628ms
I0429 19:38:45.918063    3799 namespace.go:102] [openshift-config-managed] adding namespace took 2.698972ms
W0429 19:38:45.918145    3799 master.go:458] Unable to parse local node ip-10-0-1-196.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0429 19:38:45.918154    3799 master.go:471] Unable to parse remote node ip-10-0-0-121.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0429 19:38:45.918158    3799 master.go:471] Unable to parse remote node ip-10-0-2-37.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0429 19:38:45.918162    3799 master.go:481] Removing stale chassis with ID/Name: 9656dd36-a251-47e8-8097-6e7f2f284e9a, hostname: ip-10-0-1-196.ec2.internal
I0429 19:38:45.918663    3799 master.go:548] Adding or Updating local node "ip-10-0-1-196.ec2.internal" for network "default"
I0429 19:38:45.918685    3799 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-37.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-37.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-37.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-37.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-37.ec2.internal
I0429 19:38:45.918698    3799 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-121.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-121.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-121.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-121.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-121.ec2.internal
I0429 19:38:45.921755    3799 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-196.ec2.internal for the network default
I0429 19:38:45.922023    3799 zone_ic_handler.go:195] Time taken to create transit switch: 256.222µs
I0429 19:38:45.922693    3799 default_network_controller.go:823] Node add failed for ip-10-0-1-196.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-196.ec2.internal, error getting gateway config for node ip-10-0-1-196.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-196.ec2.internal", failed to update chassis to local for local node ip-10-0-1-196.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-196.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-196.ec2.internal]
E0429 19:38:45.922732    3799 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-196.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-196.ec2.internal, error getting gateway config for node ip-10-0-1-196.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-196.ec2.internal", failed to update chassis to local for local node ip-10-0-1-196.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-196.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-196.ec2.internal]
I0429 19:38:45.922781    3799 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0429 19:38:45.922809    3799 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0429 19:38:45.922827    3799 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0429 19:38:45.922794    3799 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-196.ec2.internal", UID:"16be2705-4a44-423b-b01b-c810ef3c2080", APIVersion:"v1", ResourceVersion:"8657", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-196.ec2.internal, error getting gateway config for node ip-10-0-1-196.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-196.ec2.internal", failed to update chassis to local for local node ip-10-0-1-196.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-196.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-196.ec2.internal]
I0429 19:38:45.922836    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-196.ec2.internal in network "default"
I0429 19:38:45.922869    3799 node_tracker.go:235] Node ip-10-0-1-196.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-196.ec2.internal"
I0429 19:38:45.922883    3799 node_tracker.go:169] Node ip-10-0-1-196.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:38:45.922895    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:38:45.922906    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-37.ec2.internal in network "default"
I0429 19:38:45.922914    3799 node_tracker.go:235] Node ip-10-0-2-37.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-37.ec2.internal"
I0429 19:38:45.922920    3799 node_tracker.go:169] Node ip-10-0-2-37.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:38:45.922924    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:38:45.922929    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-121.ec2.internal in network "default"
I0429 19:38:45.922941    3799 node_tracker.go:235] Node ip-10-0-0-121.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-121.ec2.internal"
I0429 19:38:45.922949    3799 node_tracker.go:169] Node ip-10-0-0-121.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:38:45.922952    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:38:45.956068    3799 iptables.go:108] Creating table: filter chain: FORWARD
I0429 19:38:45.962956    3799 iptables.go:108] Creating table: filter chain: OUTPUT
I0429 19:38:45.965076    3799 default_network_controller.go:1025] Node "ip-10-0-0-121.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0429 19:38:45.969864    3799 gateway_shared_intf.go:1816] Gateway Creation Complete
I0429 19:38:45.969881    3799 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-196.ec2.internal","mac-address":"0a:ff:c0:b9:57:a5","ip-addresses":["10.0.1.196/24"],"ip-address":"10.0.1.196/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:9656dd36-a251-47e8-8097-6e7f2f284e9a k8s.ovn.org/node-encap-ips:["10.0.1.196"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.196/24"} k8s.ovn.org/zone-name:ip-10-0-1-196.ec2.internal] on node ip-10-0-1-196.ec2.internal
I0429 19:38:45.987057    3799 master.go:548] Adding or Updating local node "ip-10-0-1-196.ec2.internal" for network "default"
I0429 19:38:45.987072    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-196.ec2.internal in network "default"
I0429 19:38:45.987129    3799 node_tracker.go:169] Node ip-10-0-1-196.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:38:45.987147    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:38:45.991199    3799 default_node_network_controller.go:519] Node connection status = connected
W0429 19:38:45.991615    3799 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-42rmb: pod openshift-network-diagnostics/network-check-target-42rmb: no pod IPs found 
W0429 19:38:45.991644    3799 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-6tzwj: pod openshift-multus/network-metrics-daemon-6tzwj: no pod IPs found 
I0429 19:38:45.992673    3799 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-196.ec2.internal for the network default
I0429 19:38:45.992844    3799 zone_ic_handler.go:195] Time taken to create transit switch: 158.508µs
I0429 19:38:46.023597    3799 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0429 19:38:46.023614    3799 services_controller.go:208] Setting up event handlers for services for network=default
I0429 19:38:46.023657    3799 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0429 19:38:46.023687    3799 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0429 19:38:46.023696    3799 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0429 19:38:46.123930    3799 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0429 19:38:46.123948    3799 repair.go:60] Starting repairing loop for services
I0429 19:38:46.124029    3799 repair.go:131] Deleted 0 stale service LBs
I0429 19:38:46.124049    3799 repair.go:137] Deleted 0 stale Chassis Template Vars
I0429 19:38:46.124064    3799 repair.go:62] Finished repairing loop for services: 117.558µs
I0429 19:38:46.124090    3799 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0429 19:38:46.124099    3799 services_controller.go:254] Starting workers for network=default
I0429 19:38:46.124427    3799 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-b7p9m, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-b7p9m: suppressed error logged: pod openshift-multus/network-metrics-daemon-b7p9m: no pod IPs found 
I0429 19:38:46.124439    3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6tzwj] creating logical port openshift-multus_network-metrics-daemon-6tzwj for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:38:46.124497    3799 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-wsr6s, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wsr6s: suppressed error logged: pod openshift-multus/network-metrics-daemon-wsr6s: no pod IPs found 
I0429 19:38:46.124501    3799 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-555bt, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-555bt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-555bt: no pod IPs found 
I0429 19:38:46.124583    3799 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-r4ptz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-r4ptz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-r4ptz: no pod IPs found 
I0429 19:38:46.124655    3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-42rmb] creating logical port openshift-network-diagnostics_network-check-target-42rmb for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:38:46.124669    3799 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-6tzwj
I0429 19:38:46.124742    3799 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-42rmb
I0429 19:38:46.141293    3799 pod.go:62] [openshift-network-diagnostics/network-check-target-42rmb] pod update took 16.577358ms
I0429 19:38:46.141311    3799 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-42rmb] addLogicalPort annotation time took 16.596859ms
I0429 19:38:46.142087    3799 pods.go:271] [openshift-network-diagnostics/network-check-target-42rmb] addLogicalPort took 17.433407ms, libovsdb time 584.105µs
I0429 19:38:46.142895    3799 pod.go:62] [openshift-multus/network-metrics-daemon-6tzwj] pod update took 18.369777ms
I0429 19:38:46.142910    3799 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-6tzwj] addLogicalPort annotation time took 18.388223ms
I0429 19:38:46.143779    3799 pods.go:271] [openshift-multus/network-metrics-daemon-6tzwj] addLogicalPort took 19.356219ms, libovsdb time 668.514µs
I0429 19:38:46.144152    3799 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0429 19:38:46.144193    3799 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0429 19:38:46.144205    3799 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0429 19:38:46.144210    3799 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0429 19:38:46.144380    3799 repair.go:29] Repairing admin network policies took 166.083µs
I0429 19:38:46.144476    3799 repair.go:92] Repairing baseline admin network policies took 88.403µs
I0429 19:38:46.144900    3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0429 19:38:46.144917    3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0429 19:38:46.146910    3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0429 19:38:46.146941    3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0429 19:38:46.146956    3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0429 19:38:46.149085    3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0429 19:38:46.149105    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0429 19:38:46.149114    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0429 19:38:46.151086    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0429 19:38:46.151109    3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0429 19:38:46.151118    3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0429 19:38:46.151521    3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0429 19:38:46.151544    3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0429 19:38:46.151577    3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0429 19:38:46.151907    3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0429 19:38:46.151928    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0429 19:38:46.151936    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0429 19:38:46.153501    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0429 19:38:46.153520    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0429 19:38:46.153962    3799 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0429 19:38:46.153977    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0429 19:38:46.154844    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0429 19:38:46.154864    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0429 19:38:46.154873    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0429 19:38:46.155515    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0429 19:38:46.155536    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0429 19:38:46.155561    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0429 19:38:46.156439    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0429 19:38:46.156464    3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0429 19:38:46.156480    3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0429 19:38:46.157831    3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0429 19:38:46.157850    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0429 19:38:46.157858    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0429 19:38:46.158437    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0429 19:38:46.158455    3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0429 19:38:46.158466    3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0429 19:38:46.160084    3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0429 19:38:46.160101    3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0429 19:38:46.160109    3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0429 19:38:46.161239    3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0429 19:38:46.161262    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0429 19:38:46.161272    3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0429 19:38:46.162653    3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0429 19:38:46.162671    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0429 19:38:46.162680    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0429 19:38:46.163215    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0429 19:38:46.163231    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0429 19:38:46.163238    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0429 19:38:46.163804    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0429 19:38:46.163820    3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0429 19:38:46.163828    3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0429 19:38:46.165100    3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0429 19:38:46.165122    3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0429 19:38:46.165136    3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0429 19:38:46.166302    3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0429 19:38:46.166742    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0429 19:38:46.166760    3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0429 19:38:46.167664    3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0429 19:38:46.167692    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0429 19:38:46.167700    3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0429 19:38:46.168317    3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0429 19:38:46.168339    3799 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0429 19:38:46.168348    3799 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0429 19:38:46.170496    3799 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0429 19:38:46.170519    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0429 19:38:46.170531    3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0429 19:38:46.171189    3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0429 19:38:46.171207    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0429 19:38:46.171216    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0429 19:38:46.171868    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0429 19:38:46.171890    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0429 19:38:46.171898    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0429 19:38:46.172265    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0429 19:38:46.172288    3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0429 19:38:46.172301    3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0429 19:38:46.172876    3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0429 19:38:46.172897    3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0429 19:38:46.172908    3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0429 19:38:46.173955    3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0429 19:38:46.173976    3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0429 19:38:46.173985    3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0429 19:38:46.175058    3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0429 19:38:46.175079    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0429 19:38:46.175090    3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0429 19:38:46.175662    3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0429 19:38:46.175682    3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0429 19:38:46.175692    3799 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0429 19:38:46.177047    3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0429 19:38:46.182455    3799 egressfirewall.go:374] Starting EgressFirewall controller
I0429 19:38:46.182487    3799 controller.go:133] Adding controller egress-firewall-controller event handlers
I0429 19:38:46.182511    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0429 19:38:46.182524    3799 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0429 19:38:46.182527    3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0429 19:38:46.182557    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0429 19:38:46.182571    3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0429 19:38:46.182832    3799 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0429 19:38:46.182845    3799 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0429 19:38:46.182850    3799 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0429 19:38:46.182860    3799 egressqos.go:193] Setting up event handlers for EgressQoS
I0429 19:38:46.182864    3799 egressfirewall.go:723] Syncing node "ip-10-0-0-121.ec2.internal" for egress firewall
I0429 19:38:46.182872    3799 egressfirewall.go:723] Syncing node "ip-10-0-1-196.ec2.internal" for egress firewall
I0429 19:38:46.182877    3799 egressfirewall.go:723] Syncing node "ip-10-0-2-37.ec2.internal" for egress firewall
I0429 19:38:46.182980    3799 egressqos.go:245] Starting EgressQoS Controller
I0429 19:38:46.182991    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0429 19:38:46.182997    3799 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0429 19:38:46.183012    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0429 19:38:46.183020    3799 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0429 19:38:46.183050    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0429 19:38:46.183056    3799 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0429 19:38:46.183060    3799 egressqos.go:259] Repairing EgressQoSes
I0429 19:38:46.183064    3799 egressqos.go:399] Starting repairing loop for egressqos
I0429 19:38:46.183129    3799 egressqos.go:401] Finished repairing loop for egressqos: 65.154µs
I0429 19:38:46.183200    3799 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-196.ec2.internal
I0429 19:38:46.183213    3799 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0429 19:38:46.183279    3799 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-196.ec2.internal : 81.577µs
I0429 19:38:46.183419    3799 egressservice_zone.go:210] Starting Egress Services Controller
I0429 19:38:46.183437    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0429 19:38:46.183449    3799 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0429 19:38:46.183456    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0429 19:38:46.183461    3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0429 19:38:46.183466    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0429 19:38:46.183470    3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0429 19:38:46.183475    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0429 19:38:46.183479    3799 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0429 19:38:46.183483    3799 egressservice_zone.go:228] Repairing Egress Services
I0429 19:38:46.183798    3799 master_controller.go:88] Starting Admin Policy Based Route Controller
I0429 19:38:46.183812    3799 external_controller.go:278] Starting Admin Policy Based Route Controller
I0429 19:38:46.183875    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-121.ec2.internal
I0429 19:38:46.183896    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-121.ec2.internal: 21.433µs
I0429 19:38:46.183907    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-196.ec2.internal
I0429 19:38:46.183915    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-196.ec2.internal: 6.277µs
I0429 19:38:46.183921    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-37.ec2.internal
I0429 19:38:46.183928    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-37.ec2.internal: 7.357µs
I0429 19:38:46.183970    3799 default_network_controller.go:585] Completing all the Watchers took 306.959684ms
I0429 19:38:46.183988    3799 default_network_controller.go:589] Starting unidling controllers
I0429 19:38:46.184003    3799 unidle.go:46] Registering OVN SB ControllerEvent handler
I0429 19:38:46.184011    3799 unidle.go:63] Populating Initial ContollerEvent events
I0429 19:38:46.184025    3799 unidle.go:79] Setting up event handlers for services
I0429 19:38:46.184106    3799 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0429 19:38:46.491841    3799 default_node_network_controller.go:519] Node connection status = connected
I0429 19:38:46.992462    3799 default_node_network_controller.go:519] Node connection status = connected
I0429 19:38:47.492143    3799 default_node_network_controller.go:519] Node connection status = connected
I0429 19:38:47.992461    3799 default_node_network_controller.go:519] Node connection status = connected
I0429 19:38:48.229461    3799 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0429 19:38:48.491987    3799 default_node_network_controller.go:519] Node connection status = connected
I0429 19:38:48.510133    3799 bridgeconfig.go:537] Gateway is ready
I0429 19:38:48.510151    3799 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0429 19:38:48.521890    3799 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.196. Updating OVN encap IP.
I0429 19:38:48.527213    3799 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.196 - it is already configured
I0429 19:38:48.527226    3799 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.196/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0429 19:38:48.527432    3799 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.196/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-196.ec2.internal","mac-address":"0a:ff:c0:b9:57:a5","ip-addresses":["10.0.1.196/24"],"ip-address":"10.0.1.196/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:9656dd36-a251-47e8-8097-6e7f2f284e9a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.196/24"}] on node ip-10-0-1-196.ec2.internal
I0429 19:38:48.543106    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-196.ec2.internal in network "default"
I0429 19:38:48.543112    3799 egressfirewall.go:723] Syncing node "ip-10-0-1-196.ec2.internal" for egress firewall
I0429 19:38:48.543153    3799 master.go:548] Adding or Updating local node "ip-10-0-1-196.ec2.internal" for network "default"
I0429 19:38:48.543188    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-196.ec2.internal
I0429 19:38:48.543190    3799 node_tracker.go:169] Node ip-10-0-1-196.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:38:48.543204    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-196.ec2.internal: 39.194µs
I0429 19:38:48.543211    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:38:48.543359    3799 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.196
I0429 19:38:48.543422    3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-196.ec2.internal
I0429 19:38:48.547990    3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-196.ec2.internal. Updating no re-route policies
I0429 19:38:48.548070    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g6mvv
I0429 19:38:48.548078    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wsr6s
I0429 19:38:48.548087    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g6mvv
I0429 19:38:48.548092    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wsr6s
I0429 19:38:48.548091    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-r4ptz
I0429 19:38:48.548103    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f5xhm
I0429 19:38:48.548107    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-r4ptz
I0429 19:38:48.548111    3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-b27wb
I0429 19:38:48.548113    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6tzwj
I0429 19:38:48.548124    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6tzwj
I0429 19:38:48.548106    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g6mvv after 0 failed attempt(s)
I0429 19:38:48.548126    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-b79sj
I0429 19:38:48.548144    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-b79sj
I0429 19:38:48.548145    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-2xxb7
I0429 19:38:48.548146    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-b7p9m
I0429 19:38:48.548148    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-196.ec2.internal
I0429 19:38:48.548143    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sk27v
I0429 19:38:48.548155    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-b7p9m
I0429 19:38:48.548153    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-2xxb7
I0429 19:38:48.548160    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-196.ec2.internal
I0429 19:38:48.548114    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f5xhm
I0429 19:38:48.548166    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sk27v
I0429 19:38:48.548187    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-555bt
I0429 19:38:48.548169    3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-196.ec2.internal
I0429 19:38:48.548197    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-f5xhm after 0 failed attempt(s)
I0429 19:38:48.548202    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-2xxb7 after 0 failed attempt(s)
I0429 19:38:48.548203    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-555bt
I0429 19:38:48.548091    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-w9jbt
I0429 19:38:48.548207    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-gvvz8
I0429 19:38:48.548213    3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-b7p9m, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-b7p9m: suppressed error logged: pod openshift-multus/network-metrics-daemon-b7p9m: no pod IPs found 
I0429 19:38:48.548210    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sk27v after 0 failed attempt(s)
I0429 19:38:48.548221    3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6tzwj] creating logical port openshift-multus_network-metrics-daemon-6tzwj for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:38:48.548131    3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-wsr6s, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wsr6s: suppressed error logged: pod openshift-multus/network-metrics-daemon-wsr6s: no pod IPs found 
I0429 19:38:48.548222    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-gvvz8
I0429 19:38:48.548249    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-gvvz8 after 0 failed attempt(s)
I0429 19:38:48.548248    3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-555bt, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-555bt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-555bt: no pod IPs found 
I0429 19:38:48.548216    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-w9jbt
I0429 19:38:48.548124    3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-b27wb
I0429 19:38:48.548273    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-w9jbt after 0 failed attempt(s)
I0429 19:38:48.548162    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-b79sj after 0 failed attempt(s)
I0429 19:38:48.548150    3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-r4ptz, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-r4ptz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-r4ptz: no pod IPs found 
I0429 19:38:48.548283    3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-b27wb after 0 failed attempt(s)
I0429 19:38:48.548165    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-42rmb
I0429 19:38:48.548072    3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-c7lc6
I0429 19:38:48.548292    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-42rmb
I0429 19:38:48.548294    3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-c7lc6
I0429 19:38:48.548305    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-c7lc6 after 0 failed attempt(s)
I0429 19:38:48.548203    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-196.ec2.internal after 0 failed attempt(s)
I0429 19:38:48.548313    3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-42rmb] creating logical port openshift-network-diagnostics_network-check-target-42rmb for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:38:48.548204    3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-196.ec2.internal
I0429 19:38:48.548398    3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-196.ec2.internal after 0 failed attempt(s)
I0429 19:38:48.548901    3799 pods.go:271] [openshift-multus/network-metrics-daemon-6tzwj] addLogicalPort took 685.409µs, libovsdb time 278.646µs
I0429 19:38:48.548913    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-6tzwj after 0 failed attempt(s)
I0429 19:38:48.549030    3799 pods.go:271] [openshift-network-diagnostics/network-check-target-42rmb] addLogicalPort took 724.266µs, libovsdb time 332.346µs
I0429 19:38:48.549038    3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-42rmb after 0 failed attempt(s)
I0429 19:38:48.558513    3799 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0429 19:38:48.570928    3799 iptables.go:108] Creating table: mangle chain: OUTPUT
I0429 19:38:48.574580    3799 iptables.go:108] Creating table: nat chain: OUTPUT
I0429 19:38:48.601326    3799 iptables.go:108] Creating table: nat chain: PREROUTING
I0429 19:38:48.642753    3799 iptables.go:108] Creating table: filter chain: FORWARD
I0429 19:38:48.660981    3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0429 19:38:48.661127    3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0429 19:38:48.661168    3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0429 19:38:48.661317    3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0429 19:38:48.661364    3799 gateway_init.go:325] Gateway and management port readiness took 2.674391749s
I0429 19:38:48.661392    3799 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0429 19:38:48.661428    3799 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0429 19:38:48.661440    3799 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0429 19:38:48.661449    3799 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0429 19:38:48.661504    3799 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0429 19:38:48.661586    3799 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.295µs
I0429 19:38:48.661744    3799 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0429 19:38:48.661769    3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.108µs
I0429 19:38:48.661776    3799 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.318µs
I0429 19:38:48.661781    3799 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0429 19:38:48.661791    3799 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0429 19:38:48.661796    3799 default_node_network_controller.go:899] Starting the default node network controller
I0429 19:38:48.661801    3799 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0429 19:38:48.661814    3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.167µs
I0429 19:38:48.661948    3799 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0429 19:38:48.661956    3799 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0429 19:38:48.661979    3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a81a60 0xc0002f0230 0xc0002f02a0 0xc0002f0310 0xc0002f0460 0xc0002f04d0 <nil> 0xc0002f0540 0xc000c34870 0xc0002f05b0 0xc0002f0620 <nil> 0xc000c348c0 0xc006113340 <nil> <nil> <nil> 0xc0002f0700 <nil> map[0x2ff9080:0xc003242060 0x2ff95c0:0xc0032422a0 0x2ffa2e0:0xc00270fd40 0x2ffa580:0xc003242000 0x2ffad60:0xc0032420c0 0x2ffb000:0xc003242120 0x2ffb2a0:0xc003242240 0x2ffba80:0xc003242300 0x2ffbd20:0xc003242360 0x3026980:0xc000c8c5a0 0x3026d20:0xc000c8c600 0x3027800:0xc000aff9e0 0x3029160:0xc001cd8000 0x30298a0:0xc000c8c660 0x302a720:0xc001115800] 0xc00016b730 0}
I0429 19:38:48.662036    3799 gateway.go:151] Starting gateway service sync
I0429 19:38:48.662431    3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0429 19:38:48.664763    3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0429 19:38:48.674191    3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0429 19:38:48.675468    3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0429 19:38:48.676780    3799 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0429 19:38:48.712806    3799 gateway.go:168] Gateway service sync done. Time taken: 50.757212ms
I0429 19:38:48.713296    3799 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30707
I0429 19:38:48.713721    3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a81a60 0xc0002f0230 0xc0002f02a0 0xc0002f0310 0xc0002f0460 0xc0002f04d0 <nil> 0xc0002f0540 0xc000c34870 0xc0002f05b0 0xc0002f0620 <nil> 0xc000c348c0 0xc006113340 <nil> <nil> <nil> 0xc0002f0700 <nil> map[0x2ff9080:0xc003242060 0x2ff95c0:0xc0032422a0 0x2ffa2e0:0xc00270fd40 0x2ffa580:0xc003242000 0x2ffad60:0xc0032420c0 0x2ffb000:0xc003242120 0x2ffb2a0:0xc003242240 0x2ffba80:0xc003242300 0x2ffbd20:0xc003242360 0x3026980:0xc000c8c5a0 0x3026d20:0xc000c8c600 0x3027800:0xc000aff9e0 0x3029160:0xc001cd8000 0x30298a0:0xc000c8c660 0x302a720:0xc001115800] 0xc00016b730 0}
I0429 19:38:48.714202    3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a81a60 0xc0002f0230 0xc0002f02a0 0xc0002f0310 0xc0002f0460 0xc0002f04d0 <nil> 0xc0002f0540 0xc000c34870 0xc0002f05b0 0xc0002f0620 <nil> 0xc000c348c0 0xc006113340 <nil> <nil> <nil> 0xc0002f0700 <nil> map[0x2ff9080:0xc003242060 0x2ff95c0:0xc0032422a0 0x2ffa2e0:0xc00270fd40 0x2ffa580:0xc003242000 0x2ffad60:0xc0032420c0 0x2ffb000:0xc003242120 0x2ffb2a0:0xc003242240 0x2ffba80:0xc003242300 0x2ffbd20:0xc003242360 0x3026980:0xc000c8c5a0 0x3026d20:0xc000c8c600 0x3027800:0xc000aff9e0 0x3029160:0xc001cd8000 0x30298a0:0xc000c8c660 0x302a720:0xc001115800] 0xc00016b730 0}
I0429 19:38:48.714238    3799 gateway.go:532] Reconciling gateway with updates
I0429 19:38:48.719969    3799 gateway.go:339] Spawning Conntrack Rule Check Thread
I0429 19:38:48.720059    3799 default_node_network_controller.go:944] Gateway and management port readiness took 58.089583ms
I0429 19:38:48.720063    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0429 19:38:48.720076    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0429 19:38:48.720085    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0429 19:38:48.720095    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0429 19:38:48.720163    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0429 19:38:48.720196    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0429 19:38:48.720205    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0429 19:38:48.720202    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0429 19:38:48.720214    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0429 19:38:48.720205    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.720217    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0429 19:38:48.720225    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0429 19:38:48.720229    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.720234    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0429 19:38:48.720222    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0429 19:38:48.720230    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0429 19:38:48.720240    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0429 19:38:48.720241    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0429 19:38:48.720238    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:38:48.720248    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0429 19:38:48.720250    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0429 19:38:48.720256    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0429 19:38:48.720256    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:38:48.720260    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0429 19:38:48.720261    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0429 19:38:48.720268    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.720270    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0429 19:38:48.720274    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0429 19:38:48.720295    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0429 19:38:48.720301    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0429 19:38:48.720298    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0429 19:38:48.720305    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0429 19:38:48.720308    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0429 19:38:48.720313    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0429 19:38:48.720318    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0429 19:38:48.720315    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0429 19:38:48.720321    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0429 19:38:48.720323    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0429 19:38:48.720281    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0429 19:38:48.720333    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0429 19:38:48.720332    3799 port_claim.go:71] Svc openshift-ingress/router-default: port 31755 is already open, no action needed
I0429 19:38:48.720336    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0429 19:38:48.720335    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0429 19:38:48.720345    3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32516 is already open, no action needed
I0429 19:38:48.720349    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0429 19:38:48.720355    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0429 19:38:48.720289    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0429 19:38:48.720366    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0429 19:38:48.720368    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0429 19:38:48.720376    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0429 19:38:48.720381    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.720387    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0429 19:38:48.720397    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0429 19:38:48.720389    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0429 19:38:48.720404    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0429 19:38:48.720404    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0429 19:38:48.720289    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0429 19:38:48.720414    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0429 19:38:48.720418    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0429 19:38:48.720418    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0429 19:38:48.720430    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0429 19:38:48.720429    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0429 19:38:48.720433    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0429 19:38:48.720438    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0429 19:38:48.720437    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0429 19:38:48.720442    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0429 19:38:48.720408    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0429 19:38:48.720448    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0429 19:38:48.720451    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0429 19:38:48.720452    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0429 19:38:48.720460    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0429 19:38:48.720468    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0429 19:38:48.720471    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0429 19:38:48.720473    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0429 19:38:48.720477    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0429 19:38:48.720483    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0429 19:38:48.720484    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0429 19:38:48.720491    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0429 19:38:48.720432    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0429 19:38:48.720497    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0429 19:38:48.720503    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0429 19:38:48.720509    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0429 19:38:48.720474    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0429 19:38:48.720511    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0429 19:38:48.720509    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0429 19:38:48.720520    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0429 19:38:48.720404    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0429 19:38:48.720528    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0429 19:38:48.720536    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0429 19:38:48.720478    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0429 19:38:48.720404    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0429 19:38:48.720257    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0429 19:38:48.720561    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0429 19:38:48.720436    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0429 19:38:48.720580    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0429 19:38:48.720589    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0429 19:38:48.720451    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0429 19:38:48.720423    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0429 19:38:48.720488    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0429 19:38:48.720649    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0429 19:38:48.720491    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0429 19:38:48.720667    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0429 19:38:48.720513    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0429 19:38:48.720681    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0429 19:38:48.720570    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0429 19:38:48.720694    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0429 19:38:48.720439    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0429 19:38:48.720745    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0429 19:38:48.721539    3799 node_ip_handler_linux.go:160] Node IP manager is running
W0429 19:38:48.760883    3799 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0429 19:38:48.761052    3799 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0429 19:38:48.761194    3799 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0429 19:38:48.769323    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0429 19:38:48.769333    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.769350    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0429 19:38:48.769360    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0429 19:38:48.810134    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0429 19:38:48.810159    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0429 19:38:48.810166    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.810186    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0429 19:38:48.848358    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0429 19:38:48.848384    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0429 19:38:48.848391    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0429 19:38:48.848397    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0429 19:38:48.848403    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0429 19:38:48.848413    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.848422    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0429 19:38:48.848435    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.848440    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.848448    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0429 19:38:48.848454    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0429 19:38:48.848459    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.848464    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0429 19:38:48.848473    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0429 19:38:48.848487    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0429 19:38:48.848506    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0429 19:38:48.848512    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0429 19:38:48.848519    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0429 19:38:50.642935    3799 default_node_network_controller.go:1380] Starting node controller node sync
W0429 19:38:50.642942    3799 egressip_healthcheck.go:76] Health checking using insecure connection
I0429 19:38:50.642991    3799 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0429 19:38:50.655009    3799 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.050859ms
I0429 19:38:50.655167    3799 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0429 19:38:50.655490    3799 egressservice_node.go:93] Setting up event handlers for Egress Services
I0429 19:38:50.655633    3799 egressservice_node.go:183] Starting Egress Services Controller
I0429 19:38:50.655649    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0429 19:38:50.655661    3799 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0429 19:38:50.655666    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0429 19:38:50.655671    3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0429 19:38:50.655677    3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0429 19:38:50.655682    3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0429 19:38:50.655686    3799 egressservice_node.go:197] Repairing Egress Services
I0429 19:38:50.666749    3799 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0429 19:38:50.666762    3799 external_controller.go:278] Starting Admin Policy Based Route Controller
I0429 19:38:50.666919    3799 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0429 19:38:50.666956    3799 link_network_manager.go:119] Link manager is running
I0429 19:38:50.666972    3799 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0429 19:38:50.667136    3799 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0429 19:38:50.667611    3799 vrf_manager.go:128] VRF manager is running
I0429 19:38:50.667885    3799 node_controller_manager.go:437] Removing flows to drop GARP
I0429 19:38:50.667894    3799 gateway.go:532] Reconciling gateway with updates
I0429 19:38:50.693154    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0429 19:38:50.693153    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0429 19:38:50.693191    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0429 19:38:50.693201    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0429 19:38:50.693201    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0429 19:38:50.693206    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0429 19:38:50.693214    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0429 19:38:50.693222    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0429 19:38:50.693234    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0429 19:38:50.693246    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0429 19:38:50.693249    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0429 19:38:50.693263    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0429 19:38:50.693164    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0429 19:38:50.693269    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0429 19:38:50.693272    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0429 19:38:50.693282    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0429 19:38:50.693286    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0429 19:38:50.693288    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0429 19:38:50.693292    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0429 19:38:50.693287    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0429 19:38:50.693298    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0429 19:38:50.693306    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0429 19:38:50.693310    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0429 19:38:50.693311    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.693314    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0429 19:38:50.693323    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0429 19:38:50.693310    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0429 19:38:50.693329    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.693235    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0429 19:38:50.693287    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0429 19:38:50.693337    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0429 19:38:50.693348    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0429 19:38:50.693353    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0429 19:38:50.693359    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0429 19:38:50.693366    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0429 19:38:50.693368    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0429 19:38:50.693370    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0429 19:38:50.693369    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0429 19:38:50.693376    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0429 19:38:50.693376    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.693385    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0429 19:38:50.693385    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0429 19:38:50.693399    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0429 19:38:50.693406    3799 port_claim.go:71] Svc openshift-ingress/router-default: port 31755 is already open, no action needed
I0429 19:38:50.693204    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0429 19:38:50.693417    3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32516 is already open, no action needed
I0429 19:38:50.693424    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0429 19:38:50.693425    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.693438    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0429 19:38:50.693377    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0429 19:38:50.693348    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0429 19:38:50.693352    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0429 19:38:50.693473    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0429 19:38:50.693482    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:38:50.693485    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0429 19:38:50.693486    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0429 19:38:50.693488    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0429 19:38:50.693496    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:38:50.693499    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0429 19:38:50.693499    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0429 19:38:50.693508    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0429 19:38:50.693505    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0429 19:38:50.693221    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0429 19:38:50.693518    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0429 19:38:50.693519    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0429 19:38:50.693525    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0429 19:38:50.693528    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0429 19:38:50.693529    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.693312    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0429 19:38:50.693534    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0429 19:38:50.693539    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0429 19:38:50.693543    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0429 19:38:50.693322    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0429 19:38:50.693549    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0429 19:38:50.693554    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0429 19:38:50.693553    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0429 19:38:50.693548    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0429 19:38:50.693562    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0429 19:38:50.693561    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0429 19:38:50.693567    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0429 19:38:50.693573    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0429 19:38:50.693527    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0429 19:38:50.693580    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0429 19:38:50.693522    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0429 19:38:50.693587    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0429 19:38:50.693544    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0429 19:38:50.693368    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0429 19:38:50.693585    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0429 19:38:50.693297    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0429 19:38:50.693599    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0429 19:38:50.693609    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0429 19:38:50.693551    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0429 19:38:50.693598    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0429 19:38:50.693632    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0429 19:38:50.693633    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0429 19:38:50.693640    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0429 19:38:50.693649    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0429 19:38:50.693537    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0429 19:38:50.693666    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0429 19:38:50.693679    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0429 19:38:50.693720    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0429 19:38:50.693722    3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0429 19:38:50.693733    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0429 19:38:50.693758    3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0429 19:38:50.693765    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0429 19:38:50.736666    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0429 19:38:50.736692    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0429 19:38:50.736698    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0429 19:38:50.736704    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.736711    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0429 19:38:50.736720    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0429 19:38:50.778301    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0429 19:38:50.778310    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0429 19:38:50.778332    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.778343    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0429 19:38:50.778351    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0429 19:38:50.778357    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0429 19:38:50.778364    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0429 19:38:50.820307    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0429 19:38:50.820344    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0429 19:38:50.820355    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0429 19:38:50.820362    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0429 19:38:50.820368    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0429 19:38:50.820374    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0429 19:38:50.820379    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0429 19:38:50.820385    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0429 19:38:50.820390    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.820395    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.820401    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.820408    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0429 19:38:50.820414    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0429 19:38:50.820419    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0429 19:38:50.820425    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0429 19:38:50.820429    3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0429 19:38:51.974321    3799 default_network_controller.go:1025] Node "ip-10-0-2-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0429 19:38:52.689890    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-196.ec2.internal
I0429 19:38:52.689932    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-196.ec2.internal: 49.203µs
I0429 19:38:52.721665    3799 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-b6dd48dcb-7x5lr] creating logical port openshift-image-registry_image-registry-b6dd48dcb-7x5lr for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:38:52.721795    3799 kube.go:256] Updating pod openshift-image-registry/image-registry-b6dd48dcb-7x5lr
I0429 19:38:52.742153    3799 pod.go:62] [openshift-image-registry/image-registry-b6dd48dcb-7x5lr] pod update took 20.386556ms
I0429 19:38:52.742189    3799 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-b6dd48dcb-7x5lr] addLogicalPort annotation time took 20.411501ms
I0429 19:38:52.743280    3799 pods.go:271] [openshift-image-registry/image-registry-b6dd48dcb-7x5lr] addLogicalPort took 21.630844ms, libovsdb time 845.915µs
I0429 19:38:52.762549    3799 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2d2rc] creating logical port openshift-dns_dns-default-2d2rc for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:38:52.762652    3799 kube.go:256] Updating pod openshift-dns/dns-default-2d2rc
I0429 19:38:52.765796    3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-kvwfn for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:38:52.765841    3799 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8m8mw] creating logical port openshift-ingress-canary_ingress-canary-8m8mw for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:38:52.765908    3799 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn
I0429 19:38:52.765936    3799 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8m8mw
I0429 19:38:52.785239    3799 pod.go:62] [openshift-ingress-canary/ingress-canary-8m8mw] pod update took 19.340088ms
I0429 19:38:52.785268    3799 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8m8mw] addLogicalPort annotation time took 19.372763ms
I0429 19:38:52.785503    3799 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn] pod update took 19.621113ms
I0429 19:38:52.785523    3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn] addLogicalPort annotation time took 19.647559ms
I0429 19:38:52.786547    3799 pods.go:271] [openshift-ingress-canary/ingress-canary-8m8mw] addLogicalPort took 20.717392ms, libovsdb time 983.563µs
I0429 19:38:52.786894    3799 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn] addLogicalPort took 21.110259ms, libovsdb time 1.154682ms
I0429 19:38:52.791813    3799 pod.go:62] [openshift-dns/dns-default-2d2rc] pod update took 29.188566ms
I0429 19:38:52.791830    3799 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-2d2rc] addLogicalPort annotation time took 29.209275ms
I0429 19:38:52.793059    3799 pods.go:271] [openshift-dns/dns-default-2d2rc] addLogicalPort took 30.526342ms, libovsdb time 983.772µs
I0429 19:38:53.133924    3799 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn 77efd1913aba5bb19598d13e0b90898d8a8b295cb0b7958782203bf3776ce0bd network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn 77efd1913aba5bb19598d13e0b90898d8a8b295cb0b7958782203bf3776ce0bd network default NAD default NAD key ]
I0429 19:38:53.136802    3799 cni.go:452] [openshift-ingress-canary/ingress-canary-8m8mw 864880db0e187f9dadf89a097dc757a4832a9fa6af371f4d43580550ce8f0ef3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8m8mw 864880db0e187f9dadf89a097dc757a4832a9fa6af371f4d43580550ce8f0ef3 network default NAD default NAD key ]
I0429 19:38:53.169718    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-kvwfn, hostIfaceName: 77efd1913aba5bb, network: default, NAD default, SandboxID: "77efd1913aba5bb19598d13e0b90898d8a8b295cb0b7958782203bf3776ce0bd", PCI device ID: , UID: "f5d37317-0753-4b10-941a-aa9e83c93a92", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0429 19:38:53.172796    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8m8mw, hostIfaceName: 864880db0e187f9, network: default, NAD default, SandboxID: "864880db0e187f9dadf89a097dc757a4832a9fa6af371f4d43580550ce8f0ef3", PCI device ID: , UID: "474d954f-881c-4455-9c71-20b55f3fe5e4", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0429 19:38:53.215219    3799 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn 77efd1913aba5bb19598d13e0b90898d8a8b295cb0b7958782203bf3776ce0bd network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kvwfn 77efd1913aba5bb19598d13e0b90898d8a8b295cb0b7958782203bf3776ce0bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:42:b7:05:d1:18\",\"name\":\"77efd1913aba5bb\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcead4bd-5700-4438-b305-d622707571b0\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:38:53.221653    3799 cni.go:473] [openshift-ingress-canary/ingress-canary-8m8mw 864880db0e187f9dadf89a097dc757a4832a9fa6af371f4d43580550ce8f0ef3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8m8mw 864880db0e187f9dadf89a097dc757a4832a9fa6af371f4d43580550ce8f0ef3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:52:d6:17:02:a4\",\"name\":\"864880db0e187f9\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82135efd-d4c6-4476-bc66-bea603c6fe67\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:38:53.637406    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-121.ec2.internal
I0429 19:38:53.637431    3799 egressfirewall.go:723] Syncing node "ip-10-0-0-121.ec2.internal" for egress firewall
I0429 19:38:53.637432    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-121.ec2.internal: 32.115µs
I0429 19:38:53.637490    3799 default_network_controller.go:1025] Node "ip-10-0-0-121.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0429 19:38:55.495244    3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:38:59.571361    3799 default_network_controller.go:1025] Node "ip-10-0-2-37.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0429 19:38:59.571388    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-37.ec2.internal
I0429 19:38:59.571406    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-37.ec2.internal: 24.366µs
I0429 19:38:59.571438    3799 egressfirewall.go:723] Syncing node "ip-10-0-2-37.ec2.internal" for egress firewall
I0429 19:39:00.239716    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-121.ec2.internal in network "default"
I0429 19:39:00.239766    3799 node_tracker.go:235] Node ip-10-0-0-121.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-121.ec2.internal"
I0429 19:39:00.239781    3799 node_tracker.go:169] Node ip-10-0-0-121.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:39:00.239792    3799 default_network_controller.go:1025] Node "ip-10-0-0-121.ec2.internal" in remote zone "ip-10-0-0-121.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0429 19:39:00.239795    3799 services_controller.go:574] Full service sync requested for network=default
W0429 19:39:00.239882    3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:39:00.392769    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-121.ec2.internal in network "default"
I0429 19:39:00.392828    3799 node_tracker.go:169] Node ip-10-0-0-121.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:39:00.392841    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:39:00.392851    3799 default_network_controller.go:1025] Node "ip-10-0-0-121.ec2.internal" in remote zone "ip-10-0-0-121.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0429 19:39:00.392986    3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:39:00.393873    3799 zone_ic_handler.go:195] Time taken to create transit switch: 263.431µs
I0429 19:39:00.393886    3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-121.ec2.internal for the network default
I0429 19:39:00.394845    3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-121.ec2.internal" on network "default" took: 1.248409ms
I0429 19:39:01.950751    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-121.ec2.internal in network "default"
I0429 19:39:01.950769    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-121.ec2.internal
I0429 19:39:01.950784    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-121.ec2.internal: 18.905µs
I0429 19:39:01.950813    3799 node_tracker.go:169] Node ip-10-0-0-121.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:39:01.950827    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:39:01.950762    3799 egressfirewall.go:723] Syncing node "ip-10-0-0-121.ec2.internal" for egress firewall
I0429 19:39:01.950864    3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-121.ec2.internal", IP: 10.0.0.121 to PMTUD blocking rules
I0429 19:39:01.950875    3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-121.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0429 19:39:01.951102    3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:39:01.957361    3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-121.ec2.internal. Updating no re-route policies
I0429 19:39:01.967534    3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-121.ec2.internal", IP: 10.0.0.121 to PMTUD blocking rules
I0429 19:39:01.967549    3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-121.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0429 19:39:03.539129    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0429 19:39:04.252437    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-37.ec2.internal in network "default"
I0429 19:39:04.252469    3799 node_tracker.go:235] Node ip-10-0-2-37.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-37.ec2.internal"
I0429 19:39:04.252476    3799 default_network_controller.go:1025] Node "ip-10-0-2-37.ec2.internal" in remote zone "ip-10-0-2-37.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0429 19:39:04.252483    3799 node_tracker.go:169] Node ip-10-0-2-37.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:39:04.252502    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:39:04.304561    3799 default_network_controller.go:1025] Node "ip-10-0-2-37.ec2.internal" in remote zone "ip-10-0-2-37.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0429 19:39:04.379007    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-37.ec2.internal in network "default"
I0429 19:39:04.379064    3799 default_network_controller.go:1025] Node "ip-10-0-2-37.ec2.internal" in remote zone "ip-10-0-2-37.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0429 19:39:04.379074    3799 node_tracker.go:169] Node ip-10-0-2-37.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:39:04.379087    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:39:04.380047    3799 zone_ic_handler.go:195] Time taken to create transit switch: 292.405µs
I0429 19:39:04.380062    3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-37.ec2.internal for the network default
I0429 19:39:04.381151    3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-37.ec2.internal" on network "default" took: 1.405789ms
I0429 19:39:05.910640    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-121.ec2.internal
I0429 19:39:05.910674    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-121.ec2.internal: 41.001µs
I0429 19:39:06.034027    3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:39:06.034123    3799 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p
I0429 19:39:06.051033    3799 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p] pod update took 16.956112ms
I0429 19:39:06.051054    3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p] addLogicalPort annotation time took 16.982155ms
I0429 19:39:06.052232    3799 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p] addLogicalPort took 18.215325ms, libovsdb time 874.7µs
I0429 19:39:06.439728    3799 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26 network default NAD default NAD key ]
I0429 19:39:06.449197    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p, hostIfaceName: d031f757825a1a4, network: default, NAD default, SandboxID: "d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26", PCI device ID: , UID: "4e4334e0-3afb-4f8e-b0aa-ed02baea434d", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0429 19:39:06.494161    3799 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:13:85:ef:d8:53\",\"name\":\"d031f757825a1a4\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ba9964c-8590-46d7-88da-9269ceaa4504\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:39:06.934128    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-37.ec2.internal
I0429 19:39:06.934133    3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-37.ec2.internal", IP: 10.0.2.37 to PMTUD blocking rules
I0429 19:39:06.934151    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-37.ec2.internal: 30.457µs
I0429 19:39:06.934156    3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-37.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0429 19:39:06.934204    3799 egressfirewall.go:723] Syncing node "ip-10-0-2-37.ec2.internal" for egress firewall
I0429 19:39:06.934234    3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-37.ec2.internal in network "default"
I0429 19:39:06.934286    3799 node_tracker.go:169] Node ip-10-0-2-37.ec2.internal switch + router changed, syncing services in network "default"
I0429 19:39:06.934304    3799 services_controller.go:574] Full service sync requested for network=default
I0429 19:39:06.940350    3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-37.ec2.internal. Updating no re-route policies
I0429 19:39:06.950256    3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-37.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0429 19:39:06.950273    3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-37.ec2.internal", IP: 10.0.2.37 to PMTUD blocking rules
I0429 19:39:10.432274    3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-37.ec2.internal
I0429 19:39:10.432319    3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-37.ec2.internal: 52.017µs
W0429 19:39:15.813499    3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0429 19:39:17.738909    3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0429 19:39:20.475537    3799 cni.go:452] [openshift-network-diagnostics/network-check-target-42rmb 09efc66e038600b4cfce00709c6ce81ffdeba12c8a086ed7302dc6df9df400ee network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-42rmb 09efc66e038600b4cfce00709c6ce81ffdeba12c8a086ed7302dc6df9df400ee network default NAD default NAD key ]
I0429 19:39:20.484718    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-42rmb, hostIfaceName: 09efc66e038600b, network: default, NAD default, SandboxID: "09efc66e038600b4cfce00709c6ce81ffdeba12c8a086ed7302dc6df9df400ee", PCI device ID: , UID: "7dcaceca-a7f0-4a9c-83bc-d0deed6a1e02", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0429 19:39:20.530002    3799 cni.go:473] [openshift-network-diagnostics/network-check-target-42rmb 09efc66e038600b4cfce00709c6ce81ffdeba12c8a086ed7302dc6df9df400ee network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-42rmb 09efc66e038600b4cfce00709c6ce81ffdeba12c8a086ed7302dc6df9df400ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:97:b6:0f:cf:b4\",\"name\":\"09efc66e038600b\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/129dccf9-bcfb-49a0-be9d-97980b5d308f\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:39:23.579659    3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0429 19:39:29.606951    3799 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26 network default NAD default NAD key ]
I0429 19:39:29.665975    3799 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p d031f757825a1a450a06ce8246e8d5b98f04a4cce4d02ae01e19ce9f5c02ff26 network default NAD default NAD key default], result "{}", err <nil>
I0429 19:39:29.708615    3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:39:29.708654    3799 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p
I0429 19:39:29.709980    3799 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p, ips: 10.128.0.9
I0429 19:39:29.710009    3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:39:29.710028    3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:39:29.710038    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0429 19:39:29.710282    3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:39:29.710298    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0429 19:39:30.634314    3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:39:30.634343    3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:39:30.634360    3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:39:30.634367    3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:39:31.200007    3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0429 19:39:31.211411    3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0429 19:39:46.819254    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0429 19:39:46.819290    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0429 19:39:48.747823    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0429 19:39:48.747852    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0429 19:39:54.587371    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0429 19:40:24.162794    3799 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7b77f48c7f-clgvv] creating logical port openshift-ingress_router-default-7b77f48c7f-clgvv for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:40:24.162878    3799 kube.go:256] Updating pod openshift-ingress/router-default-7b77f48c7f-clgvv
I0429 19:40:24.184642    3799 pod.go:62] [openshift-ingress/router-default-7b77f48c7f-clgvv] pod update took 21.785113ms
I0429 19:40:24.184664    3799 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7b77f48c7f-clgvv] addLogicalPort annotation time took 21.810924ms
I0429 19:40:24.185792    3799 pods.go:271] [openshift-ingress/router-default-7b77f48c7f-clgvv] addLogicalPort took 23.009217ms, libovsdb time 815.497µs
I0429 19:40:24.236728    3799 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-lrws6 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:40:24.236815    3799 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6
I0429 19:40:24.256320    3799 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6] pod update took 19.529518ms
I0429 19:40:24.256342    3799 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6] addLogicalPort annotation time took 19.555524ms
I0429 19:40:24.257344    3799 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6] addLogicalPort took 20.639368ms, libovsdb time 733.373µs
I0429 19:40:24.334889    3799 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-hxzdf] creating logical port openshift-insights_insights-operator-6dbb575d6c-hxzdf for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:40:24.334980    3799 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-hxzdf
I0429 19:40:24.341291    3799 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-2z87q for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:40:24.341455    3799 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q
I0429 19:40:24.358335    3799 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-hxzdf] pod update took 23.374868ms
I0429 19:40:24.358355    3799 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-hxzdf] addLogicalPort annotation time took 23.402158ms
I0429 19:40:24.359506    3799 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-hxzdf] addLogicalPort took 24.637334ms, libovsdb time 885.631µs
I0429 19:40:24.368994    3799 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q] pod update took 27.574091ms
I0429 19:40:24.369011    3799 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q] addLogicalPort annotation time took 27.595703ms
I0429 19:40:24.369972    3799 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q] addLogicalPort took 28.697467ms, libovsdb time 649.884µs
I0429 19:40:24.592191    3799 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6 d92c711d8f49652a65074d085721d2c15908f0c631e3c5b046b047fc47acba7a network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6 d92c711d8f49652a65074d085721d2c15908f0c631e3c5b046b047fc47acba7a network default NAD default NAD key ]
I0429 19:40:24.601675    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-lrws6, hostIfaceName: d92c711d8f49652, network: default, NAD default, SandboxID: "d92c711d8f49652a65074d085721d2c15908f0c631e3c5b046b047fc47acba7a", PCI device ID: , UID: "e5ac1941-1aac-4b73-9ae7-6112d0029719", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0429 19:40:24.648102    3799 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6 d92c711d8f49652a65074d085721d2c15908f0c631e3c5b046b047fc47acba7a network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lrws6 d92c711d8f49652a65074d085721d2c15908f0c631e3c5b046b047fc47acba7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:58:8a:13:f5:2b\",\"name\":\"d92c711d8f49652\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac105728-8032-40f4-b822-3c8483d7496e\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:40:24.695752    3799 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-hxzdf be10a9f903a50629375a83b9902b2307f1c7784f3a448ac3aeaa24b32b0d4332 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-hxzdf be10a9f903a50629375a83b9902b2307f1c7784f3a448ac3aeaa24b32b0d4332 network default NAD default NAD key ]
I0429 19:40:24.706740    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-hxzdf, hostIfaceName: be10a9f903a5062, network: default, NAD default, SandboxID: "be10a9f903a50629375a83b9902b2307f1c7784f3a448ac3aeaa24b32b0d4332", PCI device ID: , UID: "c5897cc0-2d91-4c27-9166-b60ad6677ac7", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0429 19:40:24.752030    3799 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-hxzdf be10a9f903a50629375a83b9902b2307f1c7784f3a448ac3aeaa24b32b0d4332 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-hxzdf be10a9f903a50629375a83b9902b2307f1c7784f3a448ac3aeaa24b32b0d4332 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a3:9b:8b:80:3e\",\"name\":\"be10a9f903a5062\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cf851bb-91ab-4dbc-aea9-ce6e9b22d698\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:40:27.899530    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0429 19:40:29.202985    3799 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0429 19:40:29.203916    3799 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 911.167µs
I0429 19:40:29.225552    3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0429 19:40:29.378995    3799 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-d72g6 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:40:29.379119    3799 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6
I0429 19:40:29.393834    3799 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6] pod update took 14.740802ms
I0429 19:40:29.393856    3799 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6] addLogicalPort annotation time took 14.767639ms
I0429 19:40:29.395043    3799 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6] addLogicalPort took 16.065512ms, libovsdb time 861.62µs
I0429 19:40:29.735875    3799 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6 552914f9d272bfadfec945445c0565ccafad59c27957973b637407e7ad736d3c network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6 552914f9d272bfadfec945445c0565ccafad59c27957973b637407e7ad736d3c network default NAD default NAD key ]
I0429 19:40:29.746062    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-d72g6, hostIfaceName: 552914f9d272bfa, network: default, NAD default, SandboxID: "552914f9d272bfadfec945445c0565ccafad59c27957973b637407e7ad736d3c", PCI device ID: , UID: "2e45c860-c860-4d45-811e-335f0a0d9163", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0429 19:40:29.793483    3799 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6 552914f9d272bfadfec945445c0565ccafad59c27957973b637407e7ad736d3c network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d72g6 552914f9d272bfadfec945445c0565ccafad59c27957973b637407e7ad736d3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:16:12:37:ce:e7\",\"name\":\"552914f9d272bfa\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c82ccff3-7463-47a2-abf1-862216d833b4\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:40:30.106534    3799 namespace.go:98] [openshift-service-ca] adding namespace
I0429 19:40:30.107390    3799 namespace.go:102] [openshift-service-ca] adding namespace took 832.437µs
I0429 19:40:30.125417    3799 namespace.go:142] [openshift-service-ca] updating namespace
W0429 19:40:38.688841    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0429 19:40:54.512674    3799 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-m7f8s] creating logical port openshift-insights_insights-runtime-extractor-m7f8s for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:40:54.512782    3799 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-m7f8s
I0429 19:40:54.528225    3799 pod.go:62] [openshift-insights/insights-runtime-extractor-m7f8s] pod update took 15.47069ms
I0429 19:40:54.528248    3799 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-m7f8s] addLogicalPort annotation time took 15.499495ms
I0429 19:40:54.529379    3799 pods.go:271] [openshift-insights/insights-runtime-extractor-m7f8s] addLogicalPort took 16.725715ms, libovsdb time 825.617µs
I0429 19:40:54.874182    3799 cni.go:452] [openshift-insights/insights-runtime-extractor-m7f8s ff267f3d8c6a4f6441dd826a55d94c349990cd83c301a82679772c0873b57865 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-m7f8s ff267f3d8c6a4f6441dd826a55d94c349990cd83c301a82679772c0873b57865 network default NAD default NAD key ]
I0429 19:40:54.883653    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-m7f8s, hostIfaceName: ff267f3d8c6a4f6, network: default, NAD default, SandboxID: "ff267f3d8c6a4f6441dd826a55d94c349990cd83c301a82679772c0873b57865", PCI device ID: , UID: "72001733-927b-4482-bd4c-278e884304c4", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0429 19:40:54.930297    3799 cni.go:473] [openshift-insights/insights-runtime-extractor-m7f8s ff267f3d8c6a4f6441dd826a55d94c349990cd83c301a82679772c0873b57865 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-m7f8s ff267f3d8c6a4f6441dd826a55d94c349990cd83c301a82679772c0873b57865 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e6:b5:44:1e:c8\",\"name\":\"ff267f3d8c6a4f6\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35e4a174-4cf6-43af-b5e2-4b915976d435\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:40:55.858599    3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6dd48dcb-7x5lr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:40:55.858629    3799 pods.go:176] Deleting pod: openshift-image-registry/image-registry-b6dd48dcb-7x5lr
I0429 19:40:55.859915    3799 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-b6dd48dcb-7x5lr, ips: 10.128.0.5
I0429 19:40:55.859947    3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6dd48dcb-7x5lr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:40:55.869253    3799 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-568c8fdbb5-q6qnm] creating logical port openshift-image-registry_image-registry-568c8fdbb5-q6qnm for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:40:55.869345    3799 kube.go:256] Updating pod openshift-image-registry/image-registry-568c8fdbb5-q6qnm
I0429 19:40:55.881071    3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6dd48dcb-7x5lr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:40:55.881090    3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6dd48dcb-7x5lr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:40:55.889241    3799 pod.go:62] [openshift-image-registry/image-registry-568c8fdbb5-q6qnm] pod update took 19.925016ms
I0429 19:40:55.889259    3799 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-568c8fdbb5-q6qnm] addLogicalPort annotation time took 19.946535ms
I0429 19:40:55.890310    3799 pods.go:271] [openshift-image-registry/image-registry-568c8fdbb5-q6qnm] addLogicalPort took 21.073605ms, libovsdb time 710.885µs
I0429 19:40:55.893758    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6dd48dcb-7x5lr
I0429 19:40:55.893786    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6dd48dcb-7x5lr
I0429 19:40:55.993251    3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9b94754f9-52vmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:40:55.993793    3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9b94754f9-52vmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:40:56.008669    3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9b94754f9-52vmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:40:56.008687    3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9b94754f9-52vmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:40:56.017811    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-9b94754f9-52vmd
I0429 19:40:56.017832    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-9b94754f9-52vmd
I0429 19:40:56.227214    3799 cni.go:452] [openshift-image-registry/image-registry-568c8fdbb5-q6qnm 1e8e23bb8a44cbfd7dfe1492a135c40f90d6f63358a3b307cb4e97f3ef073a84 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-568c8fdbb5-q6qnm 1e8e23bb8a44cbfd7dfe1492a135c40f90d6f63358a3b307cb4e97f3ef073a84 network default NAD default NAD key ]
I0429 19:40:56.236879    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-568c8fdbb5-q6qnm, hostIfaceName: 1e8e23bb8a44cbf, network: default, NAD default, SandboxID: "1e8e23bb8a44cbfd7dfe1492a135c40f90d6f63358a3b307cb4e97f3ef073a84", PCI device ID: , UID: "5de66fa7-a5c6-4192-b4f6-d2f68f74e943", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0429 19:40:56.282747    3799 cni.go:473] [openshift-image-registry/image-registry-568c8fdbb5-q6qnm 1e8e23bb8a44cbfd7dfe1492a135c40f90d6f63358a3b307cb4e97f3ef073a84 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-568c8fdbb5-q6qnm 1e8e23bb8a44cbfd7dfe1492a135c40f90d6f63358a3b307cb4e97f3ef073a84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:da:d6:e6:58:b1\",\"name\":\"1e8e23bb8a44cbf\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a7e806c-a9d7-4eaa-9fc6-7119befc7644\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:40:56.318261    3799 cni.go:452] [openshift-ingress/router-default-7b77f48c7f-clgvv 37b5639363dc733d19857d8f6bded5c78319cef38ad98042cbfc542186b85b57 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7b77f48c7f-clgvv 37b5639363dc733d19857d8f6bded5c78319cef38ad98042cbfc542186b85b57 network default NAD default NAD key ]
I0429 19:40:56.328254    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7b77f48c7f-clgvv, hostIfaceName: 37b5639363dc733, network: default, NAD default, SandboxID: "37b5639363dc733d19857d8f6bded5c78319cef38ad98042cbfc542186b85b57", PCI device ID: , UID: "b28ad221-6bed-491f-a4b1-7ec3a3fa6c1b", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0429 19:40:56.376511    3799 cni.go:473] [openshift-ingress/router-default-7b77f48c7f-clgvv 37b5639363dc733d19857d8f6bded5c78319cef38ad98042cbfc542186b85b57 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7b77f48c7f-clgvv 37b5639363dc733d19857d8f6bded5c78319cef38ad98042cbfc542186b85b57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:73:4d:1e:ab:2d\",\"name\":\"37b5639363dc733\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51a8e5bb-ac0f-4973-a09d-c0b83f61a98d\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:40:56.501136    3799 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q 4dbfc590b6f31d4b02662c135578adb7e287cf68fdcdaf93698ec5fb0983f1b1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q 4dbfc590b6f31d4b02662c135578adb7e287cf68fdcdaf93698ec5fb0983f1b1 network default NAD default NAD key ]
I0429 19:40:56.511540    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-2z87q, hostIfaceName: 4dbfc590b6f31d4, network: default, NAD default, SandboxID: "4dbfc590b6f31d4b02662c135578adb7e287cf68fdcdaf93698ec5fb0983f1b1", PCI device ID: , UID: "65006fe8-ed37-4c44-926c-bcf2aa872264", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0429 19:40:56.560588    3799 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q 4dbfc590b6f31d4b02662c135578adb7e287cf68fdcdaf93698ec5fb0983f1b1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2z87q 4dbfc590b6f31d4b02662c135578adb7e287cf68fdcdaf93698ec5fb0983f1b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:1c:ac:16:e4:d1\",\"name\":\"4dbfc590b6f31d4\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbbc44ba-e605-4daa-aac7-311e1f402846\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:40:56.863616    3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0429 19:40:56.894593    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:56.894614    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:56.894622    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:56.894631    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0429 19:40:56.894650    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0429 19:40:57.000610    3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0429 19:40:57.086693    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:57.086710    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:57.086715    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:57.091201    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0429 19:40:57.091220    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0429 19:40:57.117844    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0429 19:40:57.117859    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0429 19:40:57.119503    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:57.119516    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:57.119522    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:57.904200    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0429 19:40:57.904241    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0429 19:40:57.975997    3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0429 19:40:57.989323    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:57.989340    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0429 19:40:57.989346    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0429 19:40:59.240953    3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-5xpmb for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:40:59.241080    3799 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb
I0429 19:40:59.255898    3799 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb] pod update took 14.843323ms
I0429 19:40:59.255919    3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb] addLogicalPort annotation time took 14.8711ms
I0429 19:40:59.257086    3799 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb] addLogicalPort took 16.150257ms, libovsdb time 836.591µs
I0429 19:41:00.196628    3799 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb 68e9dd4474558d47d31ae3e2d576a8552a107a48f42952e091769d84da87d260 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb 68e9dd4474558d47d31ae3e2d576a8552a107a48f42952e091769d84da87d260 network default NAD default NAD key ]
I0429 19:41:00.207081    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-5xpmb, hostIfaceName: 68e9dd4474558d4, network: default, NAD default, SandboxID: "68e9dd4474558d47d31ae3e2d576a8552a107a48f42952e091769d84da87d260", PCI device ID: , UID: "a0233c26-b351-4c53-a4ea-58e5323d4010", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0429 19:41:00.255416    3799 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb 68e9dd4474558d47d31ae3e2d576a8552a107a48f42952e091769d84da87d260 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5xpmb 68e9dd4474558d47d31ae3e2d576a8552a107a48f42952e091769d84da87d260 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:75:d3:22:fb:55\",\"name\":\"68e9dd4474558d4\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2306ad22-3564-4d4d-be35-9cbd2442eb3c\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:41:00.981367    3799 cni.go:452] [openshift-dns/dns-default-2d2rc 3356e222e629fef0c3d849812ab96629ba242af80634323aa376a57cf97563c3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-2d2rc 3356e222e629fef0c3d849812ab96629ba242af80634323aa376a57cf97563c3 network default NAD default NAD key ]
I0429 19:41:00.993018    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2d2rc, hostIfaceName: 3356e222e629fef, network: default, NAD default, SandboxID: "3356e222e629fef0c3d849812ab96629ba242af80634323aa376a57cf97563c3", PCI device ID: , UID: "4134060b-1690-45df-a40c-77c027285358", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0429 19:41:01.039898    3799 cni.go:473] [openshift-dns/dns-default-2d2rc 3356e222e629fef0c3d849812ab96629ba242af80634323aa376a57cf97563c3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-2d2rc 3356e222e629fef0c3d849812ab96629ba242af80634323aa376a57cf97563c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:9b:cb:5a:7c:f2\",\"name\":\"3356e222e629fef\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4bfac1d-81ed-457a-afd9-abd7ba0b19b6\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:41:01.885720    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0429 19:41:01.910151    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0429 19:41:04.900322    3799 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0429 19:41:04.900342    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0429 19:41:04.900347    3799 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0429 19:41:06.893550    3799 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-524lp] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-524lp for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:41:06.893643    3799 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-524lp
I0429 19:41:06.912029    3799 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-524lp] pod update took 18.410192ms
I0429 19:41:06.912051    3799 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-524lp] addLogicalPort annotation time took 18.436771ms
I0429 19:41:06.913188    3799 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-524lp] addLogicalPort took 19.642267ms, libovsdb time 827.979µs
I0429 19:41:07.858822    3799 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-524lp 7a21717b0f9b1bbac61f7d65f0f1560aa91e581c34eab3395cc7ca3cc2a89032 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-524lp 7a21717b0f9b1bbac61f7d65f0f1560aa91e581c34eab3395cc7ca3cc2a89032 network default NAD default NAD key ]
I0429 19:41:07.870618    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-524lp, hostIfaceName: 7a21717b0f9b1bb, network: default, NAD default, SandboxID: "7a21717b0f9b1bbac61f7d65f0f1560aa91e581c34eab3395cc7ca3cc2a89032", PCI device ID: , UID: "086e19f1-5d4b-4de5-8c83-f81422397a9e", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0429 19:41:07.921807    3799 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-524lp 7a21717b0f9b1bbac61f7d65f0f1560aa91e581c34eab3395cc7ca3cc2a89032 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-524lp 7a21717b0f9b1bbac61f7d65f0f1560aa91e581c34eab3395cc7ca3cc2a89032 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ec:b4:15:98:1f\",\"name\":\"7a21717b0f9b1bb\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cce2b643-fa68-48be-82a6-61d083ad5665\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:41:08.103942    3799 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:41:08.104069    3799 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0429 19:41:08.127470    3799 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.450937ms
I0429 19:41:08.127499    3799 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.48386ms
I0429 19:41:08.128959    3799 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.038889ms, libovsdb time 1.10156ms
I0429 19:41:08.466406    3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061 network default NAD default NAD key ]
I0429 19:41:08.476672    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a94bf8041b22c83, network: default, NAD default, SandboxID: "a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061", PCI device ID: , UID: "48e489f8-1496-43d7-a005-b2000ba90a24", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0429 19:41:08.536307    3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:25:53:f1:9c:ce\",\"name\":\"a94bf8041b22c83\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ffde088-fab4-4d7b-88f4-b878e59ff1ba\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:41:10.106912    3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:41:10.106940    3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:41:10.106948    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:41:10.946746    3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:41:10.946764    3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:41:10.946769    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0429 19:41:11.589791    3799 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-768b58b878-crpcn] creating logical port openshift-monitoring_metrics-server-768b58b878-crpcn for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:41:11.589914    3799 kube.go:256] Updating pod openshift-monitoring/metrics-server-768b58b878-crpcn
I0429 19:41:11.614930    3799 pod.go:62] [openshift-monitoring/metrics-server-768b58b878-crpcn] pod update took 25.041319ms
I0429 19:41:11.614955    3799 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-768b58b878-crpcn] addLogicalPort annotation time took 25.070026ms
I0429 19:41:11.616242    3799 pods.go:271] [openshift-monitoring/metrics-server-768b58b878-crpcn] addLogicalPort took 26.471557ms, libovsdb time 899.261µs
I0429 19:41:12.015130    3799 cni.go:452] [openshift-monitoring/metrics-server-768b58b878-crpcn 4988f2ee14a6afd255ea25b0d021af6b575598fb0bb434b444e9b2e0e42f8bf5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-768b58b878-crpcn 4988f2ee14a6afd255ea25b0d021af6b575598fb0bb434b444e9b2e0e42f8bf5 network default NAD default NAD key ]
I0429 19:41:12.024975    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-768b58b878-crpcn, hostIfaceName: 4988f2ee14a6afd, network: default, NAD default, SandboxID: "4988f2ee14a6afd255ea25b0d021af6b575598fb0bb434b444e9b2e0e42f8bf5", PCI device ID: , UID: "474d3e06-5576-4cb9-8ee4-555ce4945093", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0429 19:41:12.075989    3799 cni.go:473] [openshift-monitoring/metrics-server-768b58b878-crpcn 4988f2ee14a6afd255ea25b0d021af6b575598fb0bb434b444e9b2e0e42f8bf5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-768b58b878-crpcn 4988f2ee14a6afd255ea25b0d021af6b575598fb0bb434b444e9b2e0e42f8bf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:da:e5:f6:26:34\",\"name\":\"4988f2ee14a6afd\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e48b5fcf-61df-445b-8b78-0b67a5df649e\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:41:13.371706    3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:41:13.371917    3799 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0429 19:41:13.414492    3799 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 42.631777ms
I0429 19:41:13.414518    3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 42.663698ms
I0429 19:41:13.416032    3799 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 44.347544ms, libovsdb time 1.077135ms
I0429 19:41:13.804161    3799 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d network default NAD default NAD key ]
I0429 19:41:13.814463    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: d641521bced4b37, network: default, NAD default, SandboxID: "d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d", PCI device ID: , UID: "27edd30d-8f0f-4792-9a56-6952e91a12f3", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0429 19:41:13.864677    3799 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9a:08:79:1a:04\",\"name\":\"d641521bced4b37\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58bde775-85ce-4993-a151-912e015ecf58\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:41:13.949017    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0429 19:41:14.090023    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0429 19:41:14.905340    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0429 19:41:14.905359    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0429 19:41:14.905364    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0429 19:41:14.974587    3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0429 19:41:14.974605    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0429 19:41:15.163727    3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0429 19:41:15.163746    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0429 19:41:15.163753    3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0429 19:41:15.163757    3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0429 19:41:15.228237    3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0429 19:41:15.274198    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0429 19:41:15.274213    3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0429 19:41:16.128476    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0429 19:41:16.128498    3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0429 19:41:16.128503    3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0429 19:41:16.128508    3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0429 19:41:17.882032    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0429 19:41:34.253851    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0429 19:41:34.975564    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0429 19:41:36.193032    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0429 19:41:36.282733    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0429 19:41:38.539633    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:41:38.539656    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:41:38.539662    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0429 19:41:40.364239    3799 base_network_controller_pods.go:487] [default/openshift-console/console-7d5fd49fd8-vx5zg] creating logical port openshift-console_console-7d5fd49fd8-vx5zg for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:41:40.364341    3799 kube.go:256] Updating pod openshift-console/console-7d5fd49fd8-vx5zg
I0429 19:41:40.382469    3799 pod.go:62] [openshift-console/console-7d5fd49fd8-vx5zg] pod update took 18.157001ms
I0429 19:41:40.382491    3799 base_network_controller_pods.go:951] [default/openshift-console/console-7d5fd49fd8-vx5zg] addLogicalPort annotation time took 18.18255ms
I0429 19:41:40.383663    3799 pods.go:271] [openshift-console/console-7d5fd49fd8-vx5zg] addLogicalPort took 19.446767ms, libovsdb time 837.248µs
W0429 19:41:40.386969    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0429 19:41:40.728089    3799 cni.go:452] [openshift-console/console-7d5fd49fd8-vx5zg caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d5fd49fd8-vx5zg caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269 network default NAD default NAD key ]
I0429 19:41:40.737517    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d5fd49fd8-vx5zg, hostIfaceName: caf4f95f9e64389, network: default, NAD default, SandboxID: "caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269", PCI device ID: , UID: "a66c8e8d-33fc-42a5-93a7-919085af0c6a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0429 19:41:40.787540    3799 cni.go:473] [openshift-console/console-7d5fd49fd8-vx5zg caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d5fd49fd8-vx5zg caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:f2:72:89:aa:d5\",\"name\":\"caf4f95f9e64389\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0d2d61d-bf63-4231-ac99-8d32aaee65da\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:41:43.222864    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0429 19:41:43.230194    3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9b94754f9-lqtbq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:41:43.230738    3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9b94754f9-lqtbq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:41:43.587773    3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9b94754f9-lqtbq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:41:43.587802    3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9b94754f9-lqtbq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:41:43.593550    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-9b94754f9-lqtbq
I0429 19:41:43.593578    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-9b94754f9-lqtbq
W0429 19:41:49.104781    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0429 19:41:49.104821    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0429 19:41:49.104865    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0429 19:41:50.108447    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0429 19:41:51.119195    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0429 19:41:59.359646    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0429 19:42:05.713478    3799 obj_retry.go:498] Detected object openshift-console/console-54bcd559d5-rdrk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:05.715140    3799 obj_retry.go:498] Detected object openshift-console/console-54bcd559d5-rdrk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:06.337631    3799 obj_retry.go:492] Detected object openshift-console/console-54bcd559d5-rdrk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:06.337661    3799 obj_retry.go:492] Detected object openshift-console/console-54bcd559d5-rdrk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:06.345641    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54bcd559d5-rdrk9
I0429 19:42:06.345671    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54bcd559d5-rdrk9
I0429 19:42:13.369729    3799 obj_retry.go:498] Detected object openshift-ingress/router-default-557b65ff59-q4kpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:13.370290    3799 obj_retry.go:498] Detected object openshift-ingress/router-default-557b65ff59-q4kpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:13.730431    3799 obj_retry.go:492] Detected object openshift-ingress/router-default-557b65ff59-q4kpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:13.730458    3799 obj_retry.go:492] Detected object openshift-ingress/router-default-557b65ff59-q4kpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:13.738125    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-557b65ff59-q4kpj
I0429 19:42:13.738149    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-557b65ff59-q4kpj
W0429 19:42:14.239160    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0429 19:42:14.239205    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0429 19:42:16.521039    3799 obj_retry.go:498] Detected object openshift-console/console-54bcd559d5-ttshh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:16.521629    3799 obj_retry.go:498] Detected object openshift-console/console-54bcd559d5-ttshh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:17.436862    3799 obj_retry.go:492] Detected object openshift-console/console-54bcd559d5-ttshh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:17.436893    3799 obj_retry.go:492] Detected object openshift-console/console-54bcd559d5-ttshh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:17.442998    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54bcd559d5-ttshh
I0429 19:42:17.443022    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54bcd559d5-ttshh
I0429 19:42:26.161925    3799 cni.go:452] [openshift-multus/network-metrics-daemon-6tzwj 52d9ada908308eac6089500294ef4c1fe75726989af38d332fc901cbe9494a44 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-6tzwj 52d9ada908308eac6089500294ef4c1fe75726989af38d332fc901cbe9494a44 network default NAD default NAD key ]
I0429 19:42:26.171195    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-6tzwj, hostIfaceName: 52d9ada908308ea, network: default, NAD default, SandboxID: "52d9ada908308eac6089500294ef4c1fe75726989af38d332fc901cbe9494a44", PCI device ID: , UID: "f9cbf571-96b8-4aed-bca8-9f81d37d4d10", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0429 19:42:26.220080    3799 cni.go:473] [openshift-multus/network-metrics-daemon-6tzwj 52d9ada908308eac6089500294ef4c1fe75726989af38d332fc901cbe9494a44 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-6tzwj 52d9ada908308eac6089500294ef4c1fe75726989af38d332fc901cbe9494a44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:9e:ef:5e:7c:bb\",\"name\":\"52d9ada908308ea\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd780e75-e189-4e3d-b7e2-f28ac1c1a07e\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:42:28.947793    3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:28.948421    3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:29.421134    3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:29.421162    3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:29.426612    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0429 19:42:29.426636    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0429 19:42:33.190610    3799 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d network default NAD default NAD key ]
I0429 19:42:33.273789    3799 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 d641521bced4b370eb8cc33d3606e5cdbed7731d6c1d4ff5c48f0f155714ac7d network default NAD default NAD key default], result "{}", err <nil>
I0429 19:42:33.355435    3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:33.355471    3799 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0429 19:42:33.356719    3799 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.21
I0429 19:42:33.356749    3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:42:34.289659    3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:34.289680    3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:42:34.297032    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0429 19:42:34.297059    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0429 19:42:34.339710    3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:42:34.339809    3799 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0429 19:42:34.361683    3799 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.91103ms
I0429 19:42:34.361705    3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.937996ms
I0429 19:42:34.362859    3799 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 23.166387ms, libovsdb time 849.296µs
I0429 19:42:34.699951    3799 cni.go:452] [openshift-monitoring/prometheus-k8s-1 989522fd68b3482e838036f7ca0e47106946a263ed384f26b64877a961950a76 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 989522fd68b3482e838036f7ca0e47106946a263ed384f26b64877a961950a76 network default NAD default NAD key ]
I0429 19:42:34.709684    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 989522fd68b3482, network: default, NAD default, SandboxID: "989522fd68b3482e838036f7ca0e47106946a263ed384f26b64877a961950a76", PCI device ID: , UID: "27e56eb6-3962-49f3-a7ca-99ec20b49ba0", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0429 19:42:34.758918    3799 cni.go:473] [openshift-monitoring/prometheus-k8s-1 989522fd68b3482e838036f7ca0e47106946a263ed384f26b64877a961950a76 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 989522fd68b3482e838036f7ca0e47106946a263ed384f26b64877a961950a76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:24:57:07:ed:b6\",\"name\":\"989522fd68b3482\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c024e42-e87c-43a5-a761-f1f9cb94a4bf\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:43:01.072243    3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061 network default NAD default NAD key ]
I0429 19:43:01.144663    3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 a94bf8041b22c839224a81450265889f02e531ff7b273bcf06bc1d4a57170061 network default NAD default NAD key default], result "{}", err <nil>
I0429 19:43:01.160428    3799 obj_retry.go:498] Detected object openshift-console/console-7d5fd49fd8-6b7br of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:01.160960    3799 obj_retry.go:498] Detected object openshift-console/console-7d5fd49fd8-6b7br of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:01.207776    3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:01.207815    3799 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0429 19:43:01.209298    3799 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.19
I0429 19:43:01.209329    3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:01.404691    3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:01.404720    3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:01.417937    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0429 19:43:01.417969    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0429 19:43:01.455556    3799 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:43:01.455661    3799 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0429 19:43:01.477398    3799 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.775601ms
I0429 19:43:01.477422    3799 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.801357ms
I0429 19:43:01.478583    3799 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.073599ms, libovsdb time 852.016µs
I0429 19:43:01.569001    3799 obj_retry.go:492] Detected object openshift-console/console-7d5fd49fd8-6b7br of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:01.569023    3799 obj_retry.go:492] Detected object openshift-console/console-7d5fd49fd8-6b7br of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:01.576593    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d5fd49fd8-6b7br
I0429 19:43:01.576614    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d5fd49fd8-6b7br
I0429 19:43:01.579518    3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0429 19:43:01.814935    3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 d182841901b244241fe3e1c8a08bf0f17cf1be980c24470fae810bf3f5e7377d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d182841901b244241fe3e1c8a08bf0f17cf1be980c24470fae810bf3f5e7377d network default NAD default NAD key ]
I0429 19:43:01.825002    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d182841901b2442, network: default, NAD default, SandboxID: "d182841901b244241fe3e1c8a08bf0f17cf1be980c24470fae810bf3f5e7377d", PCI device ID: , UID: "2ad8d133-5a29-43a2-bd89-072d1a484504", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0429 19:43:01.881068    3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 d182841901b244241fe3e1c8a08bf0f17cf1be980c24470fae810bf3f5e7377d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d182841901b244241fe3e1c8a08bf0f17cf1be980c24470fae810bf3f5e7377d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:27:5c:be:be:9f\",\"name\":\"d182841901b2442\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd1f6a0f-30f3-4a2a-a4e0-c6fba4c26f89\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:43:11.765400    3799 cni.go:452] [openshift-console/console-7d5fd49fd8-vx5zg caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d5fd49fd8-vx5zg caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269 network default NAD default NAD key ]
I0429 19:43:11.837052    3799 cni.go:473] [openshift-console/console-7d5fd49fd8-vx5zg caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d5fd49fd8-vx5zg caf4f95f9e64389a30379bc8e2478b87563690079405d4e103e3ac2275c86269 network default NAD default NAD key default], result "{}", err <nil>
I0429 19:43:11.884132    3799 obj_retry.go:498] Detected object openshift-console/console-7d5fd49fd8-vx5zg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:11.884207    3799 pods.go:176] Deleting pod: openshift-console/console-7d5fd49fd8-vx5zg
I0429 19:43:11.885536    3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d5fd49fd8-vx5zg, ips: 10.128.0.22
I0429 19:43:11.885569    3799 obj_retry.go:498] Detected object openshift-console/console-7d5fd49fd8-vx5zg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:12.452243    3799 obj_retry.go:492] Detected object openshift-console/console-7d5fd49fd8-vx5zg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:12.452270    3799 obj_retry.go:492] Detected object openshift-console/console-7d5fd49fd8-vx5zg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:12.458674    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d5fd49fd8-vx5zg
I0429 19:43:12.458701    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d5fd49fd8-vx5zg
I0429 19:43:12.748941    3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:12.749463    3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:13.632497    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:13.632526    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0429 19:43:31.875279    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:43:31.875299    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:43:31.875305    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0429 19:43:35.586392    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0429 19:43:35.586417    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0429 19:43:36.889860    3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:36.890497    3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:43:37.749382    3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:37.749403    3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:43:37.755503    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0429 19:43:37.755528    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0429 19:44:07.542718    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0429 19:44:07.568000    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0429 19:44:24.552384    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
W0429 19:44:35.954341    3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0429 19:44:36.580203    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0429 19:44:46.994377    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0429 19:44:46.994441    3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dpnrw IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dpnrw: no pod IPs found 
I0429 19:44:49.132690    3799 base_network_controller_pods.go:487] [default/openshift-console/console-64d48c864d-dbvv5] creating logical port openshift-console_console-64d48c864d-dbvv5 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:44:49.132830    3799 kube.go:256] Updating pod openshift-console/console-64d48c864d-dbvv5
I0429 19:44:49.150336    3799 pod.go:62] [openshift-console/console-64d48c864d-dbvv5] pod update took 17.539716ms
I0429 19:44:49.150364    3799 base_network_controller_pods.go:951] [default/openshift-console/console-64d48c864d-dbvv5] addLogicalPort annotation time took 17.570129ms
I0429 19:44:49.151575    3799 pods.go:271] [openshift-console/console-64d48c864d-dbvv5] addLogicalPort took 18.901698ms, libovsdb time 889.6µs
I0429 19:44:49.496961    3799 cni.go:452] [openshift-console/console-64d48c864d-dbvv5 d03fcdad6fa31d49bb005675cb3d1817db5b9d55d6d0e1b4ca7d3f9bf4f29c75 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-64d48c864d-dbvv5 d03fcdad6fa31d49bb005675cb3d1817db5b9d55d6d0e1b4ca7d3f9bf4f29c75 network default NAD default NAD key ]
I0429 19:44:49.506274    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-64d48c864d-dbvv5, hostIfaceName: d03fcdad6fa31d4, network: default, NAD default, SandboxID: "d03fcdad6fa31d49bb005675cb3d1817db5b9d55d6d0e1b4ca7d3f9bf4f29c75", PCI device ID: , UID: "fa472361-c4af-4fd6-b6c8-b74d19fa2728", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0429 19:44:49.555064    3799 cni.go:473] [openshift-console/console-64d48c864d-dbvv5 d03fcdad6fa31d49bb005675cb3d1817db5b9d55d6d0e1b4ca7d3f9bf4f29c75 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-64d48c864d-dbvv5 d03fcdad6fa31d49bb005675cb3d1817db5b9d55d6d0e1b4ca7d3f9bf4f29c75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ac:d5:24:69:ad\",\"name\":\"d03fcdad6fa31d4\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/095f2827-da0f-44af-b5e6-1da5e69fcfe5\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:44:59.878672    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0429 19:45:14.444152    3799 obj_retry.go:498] Detected object openshift-console/console-799447877-fc6tj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:45:14.444819    3799 obj_retry.go:498] Detected object openshift-console/console-799447877-fc6tj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:45:14.542471    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0429 19:45:15.140059    3799 obj_retry.go:492] Detected object openshift-console/console-799447877-fc6tj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:45:15.140079    3799 obj_retry.go:492] Detected object openshift-console/console-799447877-fc6tj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:45:15.146247    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799447877-fc6tj
I0429 19:45:15.146274    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799447877-fc6tj
I0429 19:45:25.208912    3799 obj_retry.go:498] Detected object openshift-console/console-799447877-8k2mz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:45:25.209484    3799 obj_retry.go:498] Detected object openshift-console/console-799447877-8k2mz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:45:26.149194    3799 obj_retry.go:492] Detected object openshift-console/console-799447877-8k2mz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:45:26.149224    3799 obj_retry.go:492] Detected object openshift-console/console-799447877-8k2mz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:45:26.156945    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799447877-8k2mz
I0429 19:45:26.156972    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799447877-8k2mz
I0429 19:45:45.452237    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76
I0429 19:45:50.563580    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0429 19:46:26.455009    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148
I0429 19:46:36.580536    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0429 19:46:43.459655    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=639
I0429 19:46:57.454546    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72
I0429 19:46:58.558141    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0429 19:46:59.575147    3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0429 19:47:56.456286    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17
I0429 19:48:29.453399    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0429 19:48:44.546011    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0429 19:49:11.570904    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0429 19:49:50.554803    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0429 19:50:04.367655    3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:50:04.368283    3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:50:05.257865    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:50:05.257915    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:21.545468    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0429 19:51:24.738815    3799 namespace.go:98] [tsf] adding namespace
I0429 19:51:24.739759    3799 namespace.go:102] [tsf] adding namespace took 918.289µs
I0429 19:51:24.759046    3799 namespace.go:142] [tsf] updating namespace
I0429 19:51:24.771187    3799 namespace.go:142] [tsf] updating namespace
I0429 19:51:28.655678    3799 namespace.go:98] [tsf-keycloak] adding namespace
I0429 19:51:28.656532    3799 namespace.go:102] [tsf-keycloak] adding namespace took 834.172µs
I0429 19:51:28.657821    3799 namespace.go:98] [rhtpa-operator] adding namespace
I0429 19:51:28.658356    3799 namespace.go:102] [rhtpa-operator] adding namespace took 515.841µs
I0429 19:51:28.663778    3799 namespace.go:98] [tsf-tpa] adding namespace
I0429 19:51:28.664468    3799 namespace.go:102] [tsf-tpa] adding namespace took 672.89µs
I0429 19:51:28.664504    3799 namespace.go:98] [cert-manager-operator] adding namespace
I0429 19:51:28.665008    3799 namespace.go:102] [cert-manager-operator] adding namespace took 492.542µs
I0429 19:51:28.665036    3799 namespace.go:98] [konflux-ui] adding namespace
I0429 19:51:28.665038    3799 namespace.go:98] [konflux-operator] adding namespace
I0429 19:51:28.665717    3799 namespace.go:102] [konflux-ui] adding namespace took 670.808µs
I0429 19:51:28.666440    3799 namespace.go:102] [konflux-operator] adding namespace took 1.389129ms
I0429 19:51:28.668490    3799 namespace.go:98] [rhbk-operator] adding namespace
I0429 19:51:28.669018    3799 namespace.go:102] [rhbk-operator] adding namespace took 515.436µs
I0429 19:51:28.674085    3799 namespace.go:142] [tsf-keycloak] updating namespace
I0429 19:51:28.679657    3799 namespace.go:98] [tsf-tas] adding namespace
I0429 19:51:28.680251    3799 namespace.go:102] [tsf-tas] adding namespace took 579.747µs
I0429 19:51:28.684589    3799 namespace.go:142] [tsf-keycloak] updating namespace
I0429 19:51:28.696042    3799 namespace.go:142] [rhtpa-operator] updating namespace
I0429 19:51:28.709972    3799 namespace.go:142] [rhtpa-operator] updating namespace
I0429 19:51:28.717646    3799 namespace.go:142] [tsf-tpa] updating namespace
I0429 19:51:28.733958    3799 namespace.go:142] [cert-manager-operator] updating namespace
I0429 19:51:28.734046    3799 namespace.go:142] [konflux-ui] updating namespace
I0429 19:51:28.739472    3799 namespace.go:142] [tsf-tpa] updating namespace
I0429 19:51:28.742517    3799 namespace.go:142] [rhbk-operator] updating namespace
I0429 19:51:28.742661    3799 namespace.go:142] [konflux-operator] updating namespace
I0429 19:51:28.743972    3799 namespace.go:142] [tsf-tas] updating namespace
I0429 19:51:28.748099    3799 namespace.go:142] [tsf-keycloak] updating namespace
I0429 19:51:28.756874    3799 namespace.go:142] [rhtpa-operator] updating namespace
I0429 19:51:28.782532    3799 namespace.go:142] [konflux-ui] updating namespace
I0429 19:51:28.796353    3799 namespace.go:142] [konflux-ui] updating namespace
I0429 19:51:28.803411    3799 namespace.go:142] [konflux-operator] updating namespace
I0429 19:51:28.820387    3799 namespace.go:142] [konflux-operator] updating namespace
I0429 19:51:28.824977    3799 namespace.go:142] [rhbk-operator] updating namespace
I0429 19:51:28.840236    3799 namespace.go:142] [rhbk-operator] updating namespace
I0429 19:51:28.848247    3799 namespace.go:142] [tsf-tas] updating namespace
I0429 19:51:28.862109    3799 namespace.go:142] [tsf-tas] updating namespace
I0429 19:51:28.866551    3799 namespace.go:142] [cert-manager-operator] updating namespace
I0429 19:51:28.877425    3799 namespace.go:142] [cert-manager-operator] updating namespace
I0429 19:51:28.889724    3799 namespace.go:142] [tsf-tpa] updating namespace
I0429 19:51:29.942855    3799 namespace.go:142] [tsf-keycloak] updating namespace
I0429 19:51:29.946521    3799 namespace.go:142] [tsf-tpa] updating namespace
I0429 19:51:31.094083    3799 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:51:31.094280    3799 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54
I0429 19:51:31.110600    3799 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:51:31.110695    3799 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9
I0429 19:51:31.116795    3799 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54] pod update took 22.560778ms
I0429 19:51:31.116818    3799 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54] addLogicalPort annotation time took 22.587627ms
I0429 19:51:31.118104    3799 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54] addLogicalPort took 24.042212ms, libovsdb time 886.382µs
I0429 19:51:31.128826    3799 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9] pod update took 18.165358ms
I0429 19:51:31.128850    3799 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9] addLogicalPort annotation time took 18.190604ms
I0429 19:51:31.129961    3799 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9] addLogicalPort took 19.375126ms, libovsdb time 697.701µs
I0429 19:51:31.454719    3799 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027 network default NAD default NAD key ]
I0429 19:51:31.464735    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54, hostIfaceName: 5cf646f8959dad6, network: default, NAD default, SandboxID: "5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027", PCI device ID: , UID: "11b103fd-ca1a-4105-8b6c-02519c8f0ee5", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0429 19:51:31.467794    3799 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca network default NAD default NAD key ]
I0429 19:51:31.477317    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9, hostIfaceName: b2647d932daa53a, network: default, NAD default, SandboxID: "b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca", PCI device ID: , UID: "6bd49a05-3f2a-4811-831d-19c70f5f5c17", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0429 19:51:31.517062    3799 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:09:24:0c:63:bd\",\"name\":\"5cf646f8959dad6\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d295237e-c58d-403e-8a90-a76bde49f3cf\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:51:31.537279    3799 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:b9:0e:bb:e9:f4\",\"name\":\"b2647d932daa53a\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdf443ab-08ef-4844-9f36-c8bcd44c60b8\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:51:34.258034    3799 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:51:34.258153    3799 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj
I0429 19:51:34.272284    3799 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj] pod update took 14.157896ms
I0429 19:51:34.272306    3799 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj] addLogicalPort annotation time took 14.185479ms
I0429 19:51:34.273480    3799 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj] addLogicalPort took 15.459233ms, libovsdb time 847.587µs
I0429 19:51:34.458160    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6
I0429 19:51:34.616465    3799 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8 network default NAD default NAD key ]
I0429 19:51:34.626504    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj, hostIfaceName: f7b6b4c0aa848c2, network: default, NAD default, SandboxID: "f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8", PCI device ID: , UID: "426cc1fb-84c4-46e4-8185-1b0791bf9bb6", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0429 19:51:34.677954    3799 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:60:81:9b:4c:02\",\"name\":\"f7b6b4c0aa848c2\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e66bbc03-8c8a-4276-86b8-b9696d927281\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:51:35.453205    3799 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027 network default NAD default NAD key ]
I0429 19:51:35.520202    3799 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 5cf646f8959dad6128c9debac8897d6c89333091c298c5c6b3054d0e42545027 network default NAD default NAD key default], result "{}", err <nil>
I0429 19:51:35.567387    3799 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:35.567417    3799 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54
I0429 19:51:35.568862    3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54, ips: 10.128.0.26
I0429 19:51:35.568898    3799 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:35.568927    3799 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:35.568942    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0429 19:51:35.569154    3799 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:35.569168    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0429 19:51:35.658033    3799 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:51:35.658204    3799 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc
I0429 19:51:35.673156    3799 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc] pod update took 15.000665ms
I0429 19:51:35.673210    3799 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc] addLogicalPort annotation time took 15.061767ms
I0429 19:51:35.676848    3799 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc] addLogicalPort took 18.833772ms, libovsdb time 3.192637ms
I0429 19:51:36.016063    3799 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc 989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc 989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af network default NAD default NAD key ]
I0429 19:51:36.025995    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc, hostIfaceName: 989afd40b62a14c, network: default, NAD default, SandboxID: "989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af", PCI device ID: , UID: "e6f5dff6-0f79-4864-9a80-affbfb61bbca", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0429 19:51:36.074971    3799 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc 989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc 989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ea:64:1a:1a:63\",\"name\":\"989afd40b62a14c\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3def5cb3-00eb-44ee-bfa3-1a4ba214f985\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:51:36.453740    3799 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca network default NAD default NAD key ]
I0429 19:51:36.523323    3799 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 b2647d932daa53a643b800280b4f21843086a9058a6955f61e5f1189636e10ca network default NAD default NAD key default], result "{}", err <nil>
I0429 19:51:36.574347    3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:36.574411    3799 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9
I0429 19:51:36.576074    3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9, ips: 10.128.0.27
I0429 19:51:36.576100    3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:36.576115    3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:36.576126    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0429 19:51:36.576339    3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:36.576355    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0429 19:51:36.593335    3799 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:36.593366    3799 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:36.593378    3799 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:36.593395    3799 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:37.602724    3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:37.602748    3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:37.602762    3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:37.602773    3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:38.035235    3799 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:51:38.035389    3799 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7
I0429 19:51:38.048500    3799 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7] pod update took 13.140347ms
I0429 19:51:38.048528    3799 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7] addLogicalPort annotation time took 13.17288ms
I0429 19:51:38.049776    3799 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7] addLogicalPort took 14.564093ms, libovsdb time 857.15µs
I0429 19:51:38.139457    3799 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:51:38.139568    3799 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7
I0429 19:51:38.153802    3799 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7] pod update took 14.283702ms
I0429 19:51:38.153828    3799 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7] addLogicalPort annotation time took 14.312059ms
I0429 19:51:38.155106    3799 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7] addLogicalPort took 15.661137ms, libovsdb time 860.486µs
I0429 19:51:38.393106    3799 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7 network default NAD default NAD key ]
I0429 19:51:38.402717    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7, hostIfaceName: 455aa1e82047a1f, network: default, NAD default, SandboxID: "455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7", PCI device ID: , UID: "8dcc6436-0df0-4106-b0df-5b07910fc873", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0429 19:51:38.455951    3799 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e2:08:ca:28:1f\",\"name\":\"455aa1e82047a1f\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b77170bf-6ae7-43ad-99f7-bdc3fcaf694c\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:51:38.504457    3799 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e network default NAD default NAD key ]
I0429 19:51:38.515682    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7, hostIfaceName: fb708c6ae1b7cfd, network: default, NAD default, SandboxID: "fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e", PCI device ID: , UID: "3bbd82ad-bbfb-44de-a8f5-55752a6ecf6d", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0429 19:51:38.571259    3799 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:36:c4:eb:2e:9c\",\"name\":\"fb708c6ae1b7cfd\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/727ecf51-07d6-4626-9ea9-5a406b726fae\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:51:40.487492    3799 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8 network default NAD default NAD key ]
I0429 19:51:40.488473    3799 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc 989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc 989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af network default NAD default NAD key ]
I0429 19:51:40.568439    3799 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj f7b6b4c0aa848c24d5a7f1f127e63c2cefabbd9d7ca5c733a7c6b86769e038a8 network default NAD default NAD key default], result "{}", err <nil>
I0429 19:51:40.601959    3799 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc 989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc 989afd40b62a14cd33574f81d1647dedcb0a33b2abde48f1ac29d71c1117b8af network default NAD default NAD key default], result "{}", err <nil>
I0429 19:51:40.618785    3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:40.618896    3799 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj
I0429 19:51:40.620804    3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj, ips: 10.128.0.28
I0429 19:51:40.620838    3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:40.620862    3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:40.620873    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0429 19:51:40.621094    3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:40.621114    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0429 19:51:40.773915    3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:40.773983    3799 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc
I0429 19:51:40.775555    3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc, ips: 10.128.0.29
I0429 19:51:40.775583    3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:40.775603    3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:40.775612    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0429 19:51:40.775797    3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:40.775818    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0429 19:51:41.653475    3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:41.653504    3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:41.653519    3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:41.653532    3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:41.801432    3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:41.801491    3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:41.801506    3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:41.801521    3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:42.504737    3799 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e network default NAD default NAD key ]
I0429 19:51:42.577691    3799 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 fb708c6ae1b7cfd99d163f5d0ac1efa1aff8c16b988e2b1a1aa2b3cc562c4c8e network default NAD default NAD key default], result "{}", err <nil>
I0429 19:51:42.627637    3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:42.627682    3799 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7
I0429 19:51:42.629023    3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7, ips: 10.128.0.31
I0429 19:51:42.629051    3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:42.629073    3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:42.629080    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0429 19:51:42.629289    3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:42.629308    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0429 19:51:43.511978    3799 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7 network default NAD default NAD key ]
I0429 19:51:43.587724    3799 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 455aa1e82047a1f4f424f7e08671cca824f265b7c8374cd102bf605a1efe07d7 network default NAD default NAD key default], result "{}", err <nil>
I0429 19:51:43.641217    3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:43.641257    3799 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7
I0429 19:51:43.642491    3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7, ips: 10.128.0.30
I0429 19:51:43.642518    3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:43.642542    3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:43.642556    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0429 19:51:43.642723    3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0429 19:51:43.642734    3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0429 19:51:43.679798    3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:43.679818    3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:43.679829    3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:43.679842    3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:44.682708    3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:44.682732    3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:44.682748    3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:44.682758    3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:51:56.240145    3799 namespace.go:142] [openshift-operators] updating namespace
I0429 19:51:56.255814    3799 namespace.go:142] [openshift-operators] updating namespace
W0429 19:51:57.673453    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0429 19:52:00.709833    3799 namespace.go:98] [cert-manager] adding namespace
I0429 19:52:00.710749    3799 namespace.go:102] [cert-manager] adding namespace took 885.218µs
I0429 19:52:00.880039    3799 namespace.go:142] [cert-manager] updating namespace
I0429 19:52:00.924873    3799 namespace.go:142] [cert-manager] updating namespace
W0429 19:52:01.955119    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0429 19:52:01.961631    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0429 19:52:01.972230    3799 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-9r6n7 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:52:01.972322    3799 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7
I0429 19:52:02.014294    3799 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7] pod update took 41.99971ms
I0429 19:52:02.014318    3799 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7] addLogicalPort annotation time took 42.029857ms
I0429 19:52:02.015439    3799 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7] addLogicalPort took 43.223211ms, libovsdb time 808.563µs
W0429 19:52:02.167259    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0429 19:52:02.173302    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0429 19:52:03.717870    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0429 19:52:03.854470    3799 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7 02fad4e5b2ccd022c31ed7627dac96afa5375c4bb5d0b342816360a2949f7c6e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7 02fad4e5b2ccd022c31ed7627dac96afa5375c4bb5d0b342816360a2949f7c6e network default NAD default NAD key ]
I0429 19:52:03.863613    3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-9r6n7, hostIfaceName: 02fad4e5b2ccd02, network: default, NAD default, SandboxID: "02fad4e5b2ccd022c31ed7627dac96afa5375c4bb5d0b342816360a2949f7c6e", PCI device ID: , UID: "5a81381f-3545-4226-8d52-4b5fd114c6ae", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0429 19:52:03.913727    3799 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7 02fad4e5b2ccd022c31ed7627dac96afa5375c4bb5d0b342816360a2949f7c6e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9r6n7 02fad4e5b2ccd022c31ed7627dac96afa5375c4bb5d0b342816360a2949f7c6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2a:17:ac:4b:c6\",\"name\":\"02fad4e5b2ccd02\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdf394d4-fd0b-42a2-96f9-e2ea6ae0cedd\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:52:05.973963    3799 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-szcws] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-szcws for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:52:05.974071    3799 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-szcws
I0429 19:52:06.057889    3799 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-szcws] pod update took 83.838985ms
I0429 19:52:06.057916    3799 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-szcws] addLogicalPort annotation time took 83.871408ms
I0429 19:52:06.059210    3799 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-szcws] addLogicalPort took 85.26697ms, libovsdb time 875.171µs
I0429 19:52:06.124681    3799 namespace.go:98] [trusted-artifact-signer] adding namespace
I0429 19:52:06.125578    3799 namespace.go:102] [trusted-artifact-signer] adding namespace took 878.687µs
I0429 19:52:06.216924    3799 namespace.go:142] [trusted-artifact-signer] updating namespace
I0429 19:52:06.256229    3799 namespace.go:142] [trusted-artifact-signer] updating namespace
I0429 19:52:06.633750    3799 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-szcws 674d494c2a8de386ef117616f80311df87d4d5aca536ea5495b2426fdceb5784 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-szcws 674d494c2a8de386ef117616f80311df87d4d5aca536ea5495b2426fdceb5784 network default NAD default NAD key ]
I0429 19:52:06.643440    3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-szcws, hostIfaceName: 674d494c2a8de38, network: default, NAD default, SandboxID: "674d494c2a8de386ef117616f80311df87d4d5aca536ea5495b2426fdceb5784", PCI device ID: , UID: "eb471608-e480-4bc1-979b-e72b3034f4e2", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
W0429 19:52:06.649947    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0429 19:52:06.649964    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0429 19:52:06.692373    3799 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-szcws 674d494c2a8de386ef117616f80311df87d4d5aca536ea5495b2426fdceb5784 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-szcws 674d494c2a8de386ef117616f80311df87d4d5aca536ea5495b2426fdceb5784 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0c:71:20:cb:3d\",\"name\":\"674d494c2a8de38\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44d56028-981a-474b-8d58-49bcda60edec\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:52:06.716857    3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0429 19:52:07.259052    3799 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-zmhcv for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:52:07.259134    3799 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv
I0429 19:52:07.273844    3799 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv] pod update took 14.727921ms
I0429 19:52:07.273874    3799 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv] addLogicalPort annotation time took 14.761578ms
I0429 19:52:07.275019    3799 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv] addLogicalPort took 15.980026ms, libovsdb time 779.556µs
I0429 19:52:07.577561    3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0429 19:52:07.618753    3799 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv bdcfefdaedae95841f8d13fa09adb28c6b15350b6519096b75906247971377c4 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv bdcfefdaedae95841f8d13fa09adb28c6b15350b6519096b75906247971377c4 network default NAD default NAD key ]
I0429 19:52:07.628098    3799 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-zmhcv, hostIfaceName: bdcfefdaedae958, network: default, NAD default, SandboxID: "bdcfefdaedae95841f8d13fa09adb28c6b15350b6519096b75906247971377c4", PCI device ID: , UID: "992e751f-cbc3-4c0e-8501-365729c7ae91", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0429 19:52:07.678119    3799 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv bdcfefdaedae95841f8d13fa09adb28c6b15350b6519096b75906247971377c4 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-zmhcv bdcfefdaedae95841f8d13fa09adb28c6b15350b6519096b75906247971377c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:a4:06:38:98:42\",\"name\":\"bdcfefdaedae958\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b59f076-8972-4d89-9628-0f14dc745042\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:52:08.325213    3799 namespace.go:142] [openshift-operators] updating namespace
I0429 19:52:09.082881    3799 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-jbpt5 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:52:09.082996    3799 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5
I0429 19:52:09.110694    3799 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5] pod update took 27.719999ms
I0429 19:52:09.110718    3799 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5] addLogicalPort annotation time took 27.748744ms
I0429 19:52:09.111843    3799 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5] addLogicalPort took 28.977722ms, libovsdb time 800.165µs
I0429 19:52:11.660698    3799 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5 feb0210b5c90d9e096368a147b5c0c21ab917d1ac2c928998331c5e54830a986 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5 feb0210b5c90d9e096368a147b5c0c21ab917d1ac2c928998331c5e54830a986 network default NAD default NAD key ]
I0429 19:52:11.670758    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-jbpt5, hostIfaceName: feb0210b5c90d9e, network: default, NAD default, SandboxID: "feb0210b5c90d9e096368a147b5c0c21ab917d1ac2c928998331c5e54830a986", PCI device ID: , UID: "2b03ba22-a5b5-4ae1-93b4-741eb0d5f76c", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0429 19:52:11.724502    3799 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5 feb0210b5c90d9e096368a147b5c0c21ab917d1ac2c928998331c5e54830a986 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-jbpt5 feb0210b5c90d9e096368a147b5c0c21ab917d1ac2c928998331c5e54830a986 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3a:b7:e7:7a:f4\",\"name\":\"feb0210b5c90d9e\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5de5e203-b299-4faa-bab4-098226cdd370\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:52:12.648402    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0429 19:52:12.648425    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0429 19:52:21.693320    3799 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-xztcm] creating logical port cert-manager_cert-manager-59c77684cc-xztcm for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:52:21.693431    3799 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-xztcm
I0429 19:52:21.714271    3799 pod.go:62] [cert-manager/cert-manager-59c77684cc-xztcm] pod update took 20.86689ms
I0429 19:52:21.714293    3799 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-xztcm] addLogicalPort annotation time took 20.897832ms
I0429 19:52:21.715616    3799 pods.go:271] [cert-manager/cert-manager-59c77684cc-xztcm] addLogicalPort took 22.319221ms, libovsdb time 969.968µs
I0429 19:52:22.053344    3799 cni.go:452] [cert-manager/cert-manager-59c77684cc-xztcm b9fbcb20dc6840200389ba76ce743e512ec1aedf6ac3f0e9deed264bd0ea044a network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-xztcm b9fbcb20dc6840200389ba76ce743e512ec1aedf6ac3f0e9deed264bd0ea044a network default NAD default NAD key ]
I0429 19:52:22.063189    3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-xztcm, hostIfaceName: b9fbcb20dc68402, network: default, NAD default, SandboxID: "b9fbcb20dc6840200389ba76ce743e512ec1aedf6ac3f0e9deed264bd0ea044a", PCI device ID: , UID: "d954fece-300c-4b5a-885a-6b911080a62c", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0429 19:52:22.113937    3799 cni.go:473] [cert-manager/cert-manager-59c77684cc-xztcm b9fbcb20dc6840200389ba76ce743e512ec1aedf6ac3f0e9deed264bd0ea044a network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-xztcm b9fbcb20dc6840200389ba76ce743e512ec1aedf6ac3f0e9deed264bd0ea044a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:65:28:f0:94:16\",\"name\":\"b9fbcb20dc68402\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb7d216e-4841-4259-a4c9-cd7d8b1af979\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:52:23.960196    3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:52:23.960788    3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:52:23.976618    3799 namespace.go:98] [openshift-pipelines] adding namespace
I0429 19:52:23.977311    3799 namespace.go:102] [openshift-pipelines] adding namespace took 675.412µs
I0429 19:52:23.986887    3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:52:23.986904    3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:52:23.995596    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0429 19:52:23.995616    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0429 19:52:24.005473    3799 namespace.go:142] [openshift-pipelines] updating namespace
I0429 19:52:24.718924    3799 namespace.go:142] [cert-manager] updating namespace
I0429 19:52:24.919283    3799 namespace.go:142] [cert-manager-operator] updating namespace
I0429 19:52:25.322429    3799 namespace.go:142] [konflux-operator] updating namespace
I0429 19:52:25.513825    3799 namespace.go:142] [konflux-ui] updating namespace
I0429 19:52:25.722964    3799 namespace.go:142] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] updating namespace
I0429 19:52:26.115208    3799 namespace.go:142] [rhbk-operator] updating namespace
I0429 19:52:26.317392    3799 namespace.go:142] [rhtpa-operator] updating namespace
I0429 19:52:26.519606    3799 namespace.go:142] [trusted-artifact-signer] updating namespace
I0429 19:52:26.717768    3799 namespace.go:142] [tsf] updating namespace
I0429 19:52:26.921329    3799 namespace.go:142] [tsf-keycloak] updating namespace
I0429 19:52:27.119145    3799 namespace.go:142] [tsf-tas] updating namespace
I0429 19:52:27.320229    3799 namespace.go:142] [tsf-tpa] updating namespace
I0429 19:52:27.453023    3799 namespace.go:142] [cert-manager] updating namespace
I0429 19:52:27.461935    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=167
I0429 19:52:27.464290    3799 namespace.go:142] [cert-manager-operator] updating namespace
I0429 19:52:27.475708    3799 namespace.go:142] [default] updating namespace
I0429 19:52:27.487905    3799 namespace.go:142] [konflux-operator] updating namespace
I0429 19:52:27.500471    3799 namespace.go:142] [konflux-ui] updating namespace
I0429 19:52:27.511541    3799 namespace.go:142] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] updating namespace
I0429 19:52:27.523026    3799 namespace.go:142] [openshift] updating namespace
I0429 19:52:27.537333    3799 namespace.go:142] [rhbk-operator] updating namespace
I0429 19:52:27.550868    3799 namespace.go:142] [rhtpa-operator] updating namespace
I0429 19:52:27.564243    3799 namespace.go:142] [trusted-artifact-signer] updating namespace
I0429 19:52:27.573749    3799 namespace.go:142] [tsf] updating namespace
I0429 19:52:27.585714    3799 namespace.go:142] [tsf-keycloak] updating namespace
I0429 19:52:27.597885    3799 namespace.go:142] [tsf-tas] updating namespace
I0429 19:52:27.612709    3799 namespace.go:142] [tsf-tpa] updating namespace
I0429 19:52:27.703538    3799 namespace.go:142] [cert-manager] updating namespace
I0429 19:52:27.807602    3799 namespace.go:142] [cert-manager-operator] updating namespace
I0429 19:52:27.911669    3799 namespace.go:142] [default] updating namespace
I0429 19:52:28.007150    3799 namespace.go:142] [konflux-operator] updating namespace
I0429 19:52:28.102054    3799 namespace.go:142] [konflux-ui] updating namespace
I0429 19:52:28.201659    3799 namespace.go:142] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] updating namespace
I0429 19:52:28.299529    3799 namespace.go:142] [openshift] updating namespace
I0429 19:52:28.402754    3799 namespace.go:142] [rhbk-operator] updating namespace
I0429 19:52:28.501782    3799 namespace.go:142] [rhtpa-operator] updating namespace
I0429 19:52:28.601756    3799 namespace.go:142] [trusted-artifact-signer] updating namespace
I0429 19:52:28.705554    3799 namespace.go:142] [tsf] updating namespace
I0429 19:52:28.804865    3799 namespace.go:142] [tsf-keycloak] updating namespace
I0429 19:52:28.902542    3799 namespace.go:142] [tsf-tas] updating namespace
I0429 19:52:29.004290    3799 namespace.go:142] [tsf-tpa] updating namespace
I0429 19:52:29.299559    3799 namespace.go:142] [openshift-pipelines] updating namespace
I0429 19:52:35.457381    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=26
I0429 19:52:36.983381    3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-sggq4 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:52:36.983483    3799 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4
I0429 19:52:37.003158    3799 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4] pod update took 19.704392ms
I0429 19:52:37.003200    3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4] addLogicalPort annotation time took 19.753264ms
I0429 19:52:37.004432    3799 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4] addLogicalPort took 21.06919ms, libovsdb time 818.98µs
I0429 19:52:37.344371    3799 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4 6e688791756b489a2785c053ce3900386f6352ea5aa9f1d4d9dbae9a72558ac4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4 6e688791756b489a2785c053ce3900386f6352ea5aa9f1d4d9dbae9a72558ac4 network default NAD default NAD key ]
I0429 19:52:37.354328    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-sggq4, hostIfaceName: 6e688791756b489, network: default, NAD default, SandboxID: "6e688791756b489a2785c053ce3900386f6352ea5aa9f1d4d9dbae9a72558ac4", PCI device ID: , UID: "6fa7da2d-be08-42d9-a7df-f66fdcf8e3f3", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0429 19:52:37.407357    3799 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4 6e688791756b489a2785c053ce3900386f6352ea5aa9f1d4d9dbae9a72558ac4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-sggq4 6e688791756b489a2785c053ce3900386f6352ea5aa9f1d4d9dbae9a72558ac4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:90:18:08:d0:ae\",\"name\":\"6e688791756b489\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48dd8533-8c7a-4a78-8906-751b584c855b\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:52:40.810941    3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0429 19:52:40.810962    3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0429 19:52:40.810968    3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0429 19:52:40.880017    3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0429 19:52:40.880034    3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0429 19:52:40.880042    3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0429 19:52:42.935626    3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0429 19:52:42.992410    3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0429 19:52:43.027052    3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0429 19:52:43.027072    3799 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0429 19:52:43.027078    3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0429 19:52:43.027083    3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0429 19:52:51.822024    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0429 19:52:51.822046    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0429 19:52:51.822052    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0429 19:53:00.703911    3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-9cj5g for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:53:00.704033    3799 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g
I0429 19:53:00.745475    3799 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g] pod update took 41.464836ms
I0429 19:53:00.745500    3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g] addLogicalPort annotation time took 41.495873ms
I0429 19:53:00.746766    3799 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g] addLogicalPort took 42.869061ms, libovsdb time 920.233µs
I0429 19:53:01.104215    3799 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g 90e092e6cf4cf7e1bd6e4666e6c06645bd6e67fdcee4f0b7db9d2bfba1dd8fc0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g 90e092e6cf4cf7e1bd6e4666e6c06645bd6e67fdcee4f0b7db9d2bfba1dd8fc0 network default NAD default NAD key ]
I0429 19:53:01.113572    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-9cj5g, hostIfaceName: 90e092e6cf4cf7e, network: default, NAD default, SandboxID: "90e092e6cf4cf7e1bd6e4666e6c06645bd6e67fdcee4f0b7db9d2bfba1dd8fc0", PCI device ID: , UID: "38f63772-063e-4bef-9e4e-971fcf9d3339", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0429 19:53:01.165958    3799 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g 90e092e6cf4cf7e1bd6e4666e6c06645bd6e67fdcee4f0b7db9d2bfba1dd8fc0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-9cj5g 90e092e6cf4cf7e1bd6e4666e6c06645bd6e67fdcee4f0b7db9d2bfba1dd8fc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:cf:dd:3d:32:c6\",\"name\":\"90e092e6cf4cf7e\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c23804f-03c4-4a56-a41a-bca0d3992209\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:53:04.990080    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0429 19:53:06.186693    3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:53:06.187285    3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:53:06.208252    3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:53:06.208273    3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:53:06.212390    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0429 19:53:06.212419    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0429 19:53:08.265042    3799 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0429 19:53:08.265694    3799 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0429 19:53:08.265719    3799 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0429 19:53:08.267760    3799 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0429 19:53:16.125533    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0429 19:53:16.125555    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0429 19:53:16.129877    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0429 19:53:16.129894    3799 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0429 19:53:20.454595    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47
I0429 19:53:24.186542    3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0429 19:53:27.265455    3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:53:27.265552    3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0429 19:53:27.277519    3799 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.996194ms
I0429 19:53:27.277542    3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.025181ms
I0429 19:53:27.278927    3799 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.490165ms, libovsdb time 920.618µs
I0429 19:53:31.566713    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0429 19:53:35.430531    3799 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 1ba4b348498f6e5e4b67b876527feeedb7e03495d3addef807d8a53df54ce462 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 1ba4b348498f6e5e4b67b876527feeedb7e03495d3addef807d8a53df54ce462 network default NAD default NAD key ]
I0429 19:53:35.440549    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 1ba4b348498f6e5, network: default, NAD default, SandboxID: "1ba4b348498f6e5e4b67b876527feeedb7e03495d3addef807d8a53df54ce462", PCI device ID: , UID: "6bea2105-390b-428b-a0e0-b8b097e8d90b", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0429 19:53:35.491305    3799 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 1ba4b348498f6e5e4b67b876527feeedb7e03495d3addef807d8a53df54ce462 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 1ba4b348498f6e5e4b67b876527feeedb7e03495d3addef807d8a53df54ce462 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:a1:3c:ae:99:2c\",\"name\":\"1ba4b348498f6e5\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42fa4403-ee61-4d27-8bfc-2de798e5061c\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:53:42.171058    3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0429 19:53:43.516475    3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-xz6v2 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:53:43.516571    3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2
I0429 19:53:43.537351    3799 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2] pod update took 20.806715ms
I0429 19:53:43.537373    3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2] addLogicalPort annotation time took 20.833248ms
I0429 19:53:43.538606    3799 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2] addLogicalPort took 22.155891ms, libovsdb time 859.808µs
I0429 19:53:43.544983    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0429 19:53:43.612961    3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-p9hp6 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:53:43.613078    3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6
I0429 19:53:43.627374    3799 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6] pod update took 14.313586ms
I0429 19:53:43.627398    3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6] addLogicalPort annotation time took 14.343872ms
I0429 19:53:43.628753    3799 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6] addLogicalPort took 15.80942ms, libovsdb time 966.014µs
I0429 19:53:43.877087    3799 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2 adc7b25b246e3e8ae8f9d9fd5faea03da1ec7d9ddae84363d6124c01948268f5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2 adc7b25b246e3e8ae8f9d9fd5faea03da1ec7d9ddae84363d6124c01948268f5 network default NAD default NAD key ]
I0429 19:53:43.886621    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-xz6v2, hostIfaceName: adc7b25b246e3e8, network: default, NAD default, SandboxID: "adc7b25b246e3e8ae8f9d9fd5faea03da1ec7d9ddae84363d6124c01948268f5", PCI device ID: , UID: "8c00e60d-b628-4195-a35a-ebbe1c38d9de", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0429 19:53:43.939848    3799 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2 adc7b25b246e3e8ae8f9d9fd5faea03da1ec7d9ddae84363d6124c01948268f5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-xz6v2 adc7b25b246e3e8ae8f9d9fd5faea03da1ec7d9ddae84363d6124c01948268f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:d4:53:d3:ab:9c\",\"name\":\"adc7b25b246e3e8\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9b90cb9-0fec-4c4e-afbb-7c94ca6aa43d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:53:43.976403    3799 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6 e4560b3f907da46f9208adbb0cbed037b7f89f186eebc70ac374824fcbe24a0c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6 e4560b3f907da46f9208adbb0cbed037b7f89f186eebc70ac374824fcbe24a0c network default NAD default NAD key ]
I0429 19:53:43.987020    3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-p9hp6, hostIfaceName: e4560b3f907da46, network: default, NAD default, SandboxID: "e4560b3f907da46f9208adbb0cbed037b7f89f186eebc70ac374824fcbe24a0c", PCI device ID: , UID: "25e720fe-2b08-4b1b-a498-be374c307fed", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0429 19:53:44.038858    3799 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6 e4560b3f907da46f9208adbb0cbed037b7f89f186eebc70ac374824fcbe24a0c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-p9hp6 e4560b3f907da46f9208adbb0cbed037b7f89f186eebc70ac374824fcbe24a0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:08:9a:07:d5:fb\",\"name\":\"e4560b3f907da46\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26048009-f3da-4bc6-a918-b8645261ade6\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:53:52.583599    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11
W0429 19:53:53.199259    3799 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0429 19:53:53.199285    3799 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0429 19:53:53.199292    3799 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0429 19:53:56.792544    3799 namespace.go:142] [openshift-pipelines] updating namespace
I0429 19:53:58.485436    3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:53:58.485947    3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:53:58.533317    3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:53:58.533334    3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:53:58.539664    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0429 19:53:58.539694    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0429 19:54:01.065502    3799 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-69cd895969-tpg8v] creating logical port tsf-tas_fulcio-server-69cd895969-tpg8v for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:54:01.065591    3799 kube.go:256] Updating pod tsf-tas/fulcio-server-69cd895969-tpg8v
I0429 19:54:01.084641    3799 pod.go:62] [tsf-tas/fulcio-server-69cd895969-tpg8v] pod update took 19.073862ms
I0429 19:54:01.084673    3799 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-69cd895969-tpg8v] addLogicalPort annotation time took 19.107089ms
I0429 19:54:01.086116    3799 pods.go:271] [tsf-tas/fulcio-server-69cd895969-tpg8v] addLogicalPort took 20.628675ms, libovsdb time 946.642µs
I0429 19:54:01.239843    3799 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-sb9vf-xl2rt] creating logical port tsf-tas_ctlog-createtree-job-sb9vf-xl2rt for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:54:01.239942    3799 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-sb9vf-xl2rt
I0429 19:54:01.262277    3799 pod.go:62] [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt] pod update took 22.361592ms
I0429 19:54:01.262304    3799 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-sb9vf-xl2rt] addLogicalPort annotation time took 22.396608ms
I0429 19:54:01.263499    3799 pods.go:271] [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt] addLogicalPort took 23.677338ms, libovsdb time 849.135µs
I0429 19:54:01.427337    3799 cni.go:452] [tsf-tas/fulcio-server-69cd895969-tpg8v 6ef5206885769432eca5e888edc27d793f2774cff9e9c608f71f6bd3e63cd631 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-69cd895969-tpg8v 6ef5206885769432eca5e888edc27d793f2774cff9e9c608f71f6bd3e63cd631 network default NAD default NAD key ]
I0429 19:54:01.429692    3799 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-96d858d6-gjshx] creating logical port tsf-tas_trillian-logserver-96d858d6-gjshx for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:54:01.429809    3799 kube.go:256] Updating pod tsf-tas/trillian-logserver-96d858d6-gjshx
I0429 19:54:01.436755    3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-69cd895969-tpg8v, hostIfaceName: 6ef520688576943, network: default, NAD default, SandboxID: "6ef5206885769432eca5e888edc27d793f2774cff9e9c608f71f6bd3e63cd631", PCI device ID: , UID: "ba82577c-f36d-4bc8-93e3-111e3578dc8d", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0429 19:54:01.453097    3799 pod.go:62] [tsf-tas/trillian-logserver-96d858d6-gjshx] pod update took 23.325225ms
I0429 19:54:01.453129    3799 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-96d858d6-gjshx] addLogicalPort annotation time took 23.36639ms
I0429 19:54:01.454338    3799 pods.go:271] [tsf-tas/trillian-logserver-96d858d6-gjshx] addLogicalPort took 24.663311ms, libovsdb time 763.621µs
I0429 19:54:01.493327    3799 cni.go:473] [tsf-tas/fulcio-server-69cd895969-tpg8v 6ef5206885769432eca5e888edc27d793f2774cff9e9c608f71f6bd3e63cd631 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-69cd895969-tpg8v 6ef5206885769432eca5e888edc27d793f2774cff9e9c608f71f6bd3e63cd631 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:0c:cc:43:47:07\",\"name\":\"6ef520688576943\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61b3d071-ec94-4402-875b-199f45232a68\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:54:01.561010    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0429 19:54:01.582095    3799 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-54q99-lkm9k] creating logical port tsf-tas_rekor-createtree-job-54q99-lkm9k for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:54:01.582228    3799 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-54q99-lkm9k
I0429 19:54:01.593750    3799 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-f65774485-h6fr5] creating logical port tsf-tas_trillian-logsigner-f65774485-h6fr5 for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:54:01.593894    3799 kube.go:256] Updating pod tsf-tas/trillian-logsigner-f65774485-h6fr5
I0429 19:54:01.601567    3799 pod.go:62] [tsf-tas/rekor-createtree-job-54q99-lkm9k] pod update took 19.364517ms
I0429 19:54:01.601597    3799 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-54q99-lkm9k] addLogicalPort annotation time took 19.389206ms
I0429 19:54:01.601650    3799 cni.go:452] [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt 03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt 03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6 network default NAD default NAD key ]
I0429 19:54:01.602976    3799 pods.go:271] [tsf-tas/rekor-createtree-job-54q99-lkm9k] addLogicalPort took 20.90277ms, libovsdb time 966.287µs
I0429 19:54:01.612699    3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-sb9vf-xl2rt, hostIfaceName: 03038e376276fcd, network: default, NAD default, SandboxID: "03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6", PCI device ID: , UID: "8d899cc7-d2d5-4e20-8412-d54daf164f48", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0429 19:54:01.623209    3799 pod.go:62] [tsf-tas/trillian-logsigner-f65774485-h6fr5] pod update took 29.340153ms
I0429 19:54:01.623232    3799 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-f65774485-h6fr5] addLogicalPort annotation time took 29.370362ms
I0429 19:54:01.624500    3799 pods.go:271] [tsf-tas/trillian-logsigner-f65774485-h6fr5] addLogicalPort took 30.769978ms, libovsdb time 843.736µs
I0429 19:54:01.667747    3799 cni.go:473] [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt 03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt 03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f7:d6:cf:b8:8e\",\"name\":\"03038e376276fcd\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2b36197-a0f5-4bf6-a953-4da3d9d13923\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:54:01.943442    3799 cni.go:452] [tsf-tas/rekor-createtree-job-54q99-lkm9k 82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-54q99-lkm9k 82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5 network default NAD default NAD key ]
I0429 19:54:01.954087    3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-54q99-lkm9k, hostIfaceName: 82fa9aed154dfeb, network: default, NAD default, SandboxID: "82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5", PCI device ID: , UID: "c6371b88-9d07-4976-aed1-d5384e60b22a", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0429 19:54:02.007162    3799 cni.go:473] [tsf-tas/rekor-createtree-job-54q99-lkm9k 82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-54q99-lkm9k 82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e8:ec:31:64:b2\",\"name\":\"82fa9aed154dfeb\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c8f7b04-01e5-4784-87f2-9247c5c3e8fa\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:54:02.404872    3799 cni.go:452] [tsf-tas/trillian-logserver-96d858d6-gjshx f841d120b38aa11cf88c3d4c9f54f30caa76f044da84b5811323c90cfbfcc659 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-96d858d6-gjshx f841d120b38aa11cf88c3d4c9f54f30caa76f044da84b5811323c90cfbfcc659 network default NAD default NAD key ]
I0429 19:54:02.415413    3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-96d858d6-gjshx, hostIfaceName: f841d120b38aa11, network: default, NAD default, SandboxID: "f841d120b38aa11cf88c3d4c9f54f30caa76f044da84b5811323c90cfbfcc659", PCI device ID: , UID: "d6fa0f7e-e43d-4570-8533-832d56819beb", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0429 19:54:02.469251    3799 cni.go:473] [tsf-tas/trillian-logserver-96d858d6-gjshx f841d120b38aa11cf88c3d4c9f54f30caa76f044da84b5811323c90cfbfcc659 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-96d858d6-gjshx f841d120b38aa11cf88c3d4c9f54f30caa76f044da84b5811323c90cfbfcc659 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a9:d7:08:c5:fa\",\"name\":\"f841d120b38aa11\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed2f76c4-94ec-4a1a-9e4b-075d0c0e1594\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:54:02.566916    3799 cni.go:452] [tsf-tas/trillian-logsigner-f65774485-h6fr5 166eba46ee097458cb02106bb084f02b9f11a86725af4e3a1cc2ce4d108cf05c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-f65774485-h6fr5 166eba46ee097458cb02106bb084f02b9f11a86725af4e3a1cc2ce4d108cf05c network default NAD default NAD key ]
I0429 19:54:02.577857    3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-f65774485-h6fr5, hostIfaceName: 166eba46ee09745, network: default, NAD default, SandboxID: "166eba46ee097458cb02106bb084f02b9f11a86725af4e3a1cc2ce4d108cf05c", PCI device ID: , UID: "1b23f0af-6793-4925-b56d-40d8db340df7", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0429 19:54:02.633356    3799 cni.go:473] [tsf-tas/trillian-logsigner-f65774485-h6fr5 166eba46ee097458cb02106bb084f02b9f11a86725af4e3a1cc2ce4d108cf05c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-f65774485-h6fr5 166eba46ee097458cb02106bb084f02b9f11a86725af4e3a1cc2ce4d108cf05c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:98:ad:0e:fd:11\",\"name\":\"166eba46ee09745\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51efb334-98ae-4a67-8342-36f08c0b6a7f\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:54:03.256579    3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0429 19:54:03.256624    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0429 19:54:03.283260    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server
W0429 19:54:03.283290    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server
W0429 19:54:03.898333    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0429 19:54:03.898422    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0429 19:54:03.898453    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0429 19:54:10.316715    3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0429 19:54:10.350931    3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0429 19:54:13.731914    3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6557z-nddqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:13.732596    3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6557z-nddqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:14.358643    3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fckz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:14.359254    3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fckz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0429 19:54:14.453802    3799 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0429 19:54:14.757002    3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6557z-nddqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:14.757025    3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6557z-nddqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:15.386519    3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fckz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:15.386550    3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fckz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:24.459627    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97
W0429 19:54:28.445438    3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0429 19:54:29.527023    3799 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0429 19:54:29.527041    3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0429 19:54:44.467786    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0429 19:54:44.492271    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
I0429 19:54:48.759345    3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:48.759894    3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:48.781578    3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:48.781597    3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:48.787408    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0429 19:54:48.787430    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0429 19:54:58.584811    3799 cni.go:452] [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt 03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt 03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6 network default NAD default NAD key ]
I0429 19:54:58.585305    3799 cni.go:452] [tsf-tas/rekor-createtree-job-54q99-lkm9k 82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-54q99-lkm9k 82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5 network default NAD default NAD key ]
I0429 19:54:58.692564    3799 cni.go:473] [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt 03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-sb9vf-xl2rt 03038e376276fcdd3d8c8d59d252c3cef27a17296a194d3aa69e6fbdb07da9c6 network default NAD default NAD key default], result "{}", err <nil>
I0429 19:54:58.708715    3799 cni.go:473] [tsf-tas/rekor-createtree-job-54q99-lkm9k 82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-54q99-lkm9k 82fa9aed154dfeb5c256d0f5caa3d4d3d2f8f307eace52679b67757e1e6677e5 network default NAD default NAD key default], result "{}", err <nil>
I0429 19:54:58.761358    3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sb9vf-xl2rt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:58.761392    3799 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-sb9vf-xl2rt
I0429 19:54:58.762631    3799 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-sb9vf-xl2rt, ips: 10.128.0.43
I0429 19:54:58.762659    3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sb9vf-xl2rt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:58.792109    3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-54q99-lkm9k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:58.792144    3799 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-54q99-lkm9k
I0429 19:54:58.793387    3799 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-54q99-lkm9k, ips: 10.128.0.45
I0429 19:54:58.793411    3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-54q99-lkm9k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:58.821420    3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-bhnrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:58.821867    3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-bhnrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:54:59.600929    3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-54q99-lkm9k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:59.600957    3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-54q99-lkm9k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:59.624284    3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sb9vf-xl2rt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:59.624301    3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sb9vf-xl2rt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:59.704600    3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-bhnrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:54:59.704620    3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-bhnrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:01.502802    3799 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6894fbf588-n8bsq] creating logical port tsf-tas_ctlog-6894fbf588-n8bsq for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:55:01.502956    3799 kube.go:256] Updating pod tsf-tas/ctlog-6894fbf588-n8bsq
I0429 19:55:01.519775    3799 pod.go:62] [tsf-tas/ctlog-6894fbf588-n8bsq] pod update took 16.846626ms
I0429 19:55:01.519803    3799 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6894fbf588-n8bsq] addLogicalPort annotation time took 16.879484ms
I0429 19:55:01.521270    3799 pods.go:271] [tsf-tas/ctlog-6894fbf588-n8bsq] addLogicalPort took 18.484668ms, libovsdb time 1.05261ms
I0429 19:55:02.462351    3799 cni.go:452] [tsf-tas/ctlog-6894fbf588-n8bsq 9d88e32636ee01fb40aefcdb59d330c0fa7e72fae7be6f52174b34194cbc16bc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6894fbf588-n8bsq 9d88e32636ee01fb40aefcdb59d330c0fa7e72fae7be6f52174b34194cbc16bc network default NAD default NAD key ]
I0429 19:55:02.471805    3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6894fbf588-n8bsq, hostIfaceName: 9d88e32636ee01f, network: default, NAD default, SandboxID: "9d88e32636ee01fb40aefcdb59d330c0fa7e72fae7be6f52174b34194cbc16bc", PCI device ID: , UID: "3d416c0a-bbad-4ff3-b800-944480f898f1", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0429 19:55:02.527642    3799 cni.go:473] [tsf-tas/ctlog-6894fbf588-n8bsq 9d88e32636ee01fb40aefcdb59d330c0fa7e72fae7be6f52174b34194cbc16bc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6894fbf588-n8bsq 9d88e32636ee01fb40aefcdb59d330c0fa7e72fae7be6f52174b34194cbc16bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:de:f7:a7:b1:9a\",\"name\":\"9d88e32636ee01f\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c15f047-f0bc-4ed3-b792-9e05473d1651\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0429 19:55:03.079042    3799 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr] creating logical port tsf-tas_rekor-search-ui-5b8869c6ff-7nhqr for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:55:03.079166    3799 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr
I0429 19:55:03.093285    3799 pod.go:62] [tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr] pod update took 14.152243ms
I0429 19:55:03.093314    3799 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr] addLogicalPort annotation time took 14.186076ms
I0429 19:55:03.094927    3799 pods.go:271] [tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr] addLogicalPort took 15.908886ms, libovsdb time 1.046493ms
I0429 19:55:03.441117    3799 cni.go:452] [tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr e2aa22fb8deb5a7429b33ce295395f51d01bdb270820bca086b369902e0619b2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr e2aa22fb8deb5a7429b33ce295395f51d01bdb270820bca086b369902e0619b2 network default NAD default NAD key ]
I0429 19:55:03.451726    3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5b8869c6ff-7nhqr, hostIfaceName: e2aa22fb8deb5a7, network: default, NAD default, SandboxID: "e2aa22fb8deb5a7429b33ce295395f51d01bdb270820bca086b369902e0619b2", PCI device ID: , UID: "a586aafb-e468-4b03-bb97-07baecab4aee", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0429 19:55:03.503918    3799 cni.go:473] [tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr e2aa22fb8deb5a7429b33ce295395f51d01bdb270820bca086b369902e0619b2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-5b8869c6ff-7nhqr e2aa22fb8deb5a7429b33ce295395f51d01bdb270820bca086b369902e0619b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:6b:e7:eb:25:26\",\"name\":\"e2aa22fb8deb5a7\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b27768f3-11dc-4125-9f7a-e9a99dcbe74c\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:55:04.622491    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0429 19:55:05.726740    3799 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0429 19:55:05.831367    3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xjv75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:05.831932    3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xjv75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:06.852504    3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xjv75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:06.852528    3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xjv75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:06.894412    3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-bhnrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:06.894435    3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-bhnrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:06.900010    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bhnrw
I0429 19:55:06.900049    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bhnrw
W0429 19:55:07.638907    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0429 19:55:10.897562    3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:10.898143    3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:10.917783    3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:10.917801    3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:10.923818    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0429 19:55:10.923836    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
W0429 19:55:15.635522    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
W0429 19:55:16.807846    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0429 19:55:17.965084    3799 obj_retry.go:498] Detected object tsf-tpa/create-db-rtkfj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:17.965655    3799 obj_retry.go:498] Detected object tsf-tpa/create-db-rtkfj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:18.990229    3799 obj_retry.go:492] Detected object tsf-tpa/create-db-rtkfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:18.990254    3799 obj_retry.go:492] Detected object tsf-tpa/create-db-rtkfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0429 19:55:19.673454    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0429 19:55:22.557936    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0429 19:55:25.900605    3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6z4cf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:25.901194    3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6z4cf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:26.772801    3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6z4cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:26.772826    3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6z4cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:29.012238    3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-xmjtv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:29.012783    3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-xmjtv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:30.040589    3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-xmjtv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:30.040607    3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-xmjtv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:34.456637    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
W0429 19:55:39.831478    3799 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0429 19:55:50.138445    3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-64rlv-9dc68 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:50.139065    3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-64rlv-9dc68 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:55:51.016545    3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-64rlv-9dc68 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:51.016571    3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-64rlv-9dc68 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:55:54.573634    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
W0429 19:55:55.026250    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0429 19:56:00.583884    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0429 19:56:05.222304    3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:56:05.222817    3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:56:05.268287    3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:56:05.268304    3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:56:05.275402    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0429 19:56:05.275423    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0429 19:56:06.033332    3799 namespace.go:98] [default-tenant] adding namespace
I0429 19:56:06.033379    3799 namespace.go:98] [integration-service] adding namespace
I0429 19:56:06.033516    3799 namespace.go:98] [build-service] adding namespace
I0429 19:56:06.033602    3799 namespace.go:98] [image-controller] adding namespace
I0429 19:56:06.034303    3799 namespace.go:102] [default-tenant] adding namespace took 868.611µs
I0429 19:56:06.034944    3799 namespace.go:102] [integration-service] adding namespace took 1.424811ms
I0429 19:56:06.035543    3799 namespace.go:102] [build-service] adding namespace took 2.014023ms
I0429 19:56:06.036082    3799 namespace.go:102] [image-controller] adding namespace took 2.46444ms
I0429 19:56:06.198408    3799 namespace.go:142] [default-tenant] updating namespace
I0429 19:56:06.234595    3799 namespace.go:142] [default-tenant] updating namespace
I0429 19:56:06.242951    3799 namespace.go:142] [integration-service] updating namespace
I0429 19:56:06.267765    3799 namespace.go:142] [integration-service] updating namespace
I0429 19:56:06.274767    3799 namespace.go:142] [build-service] updating namespace
I0429 19:56:06.311470    3799 namespace.go:142] [image-controller] updating namespace
I0429 19:56:06.313747    3799 namespace.go:142] [build-service] updating namespace
I0429 19:56:06.338705    3799 namespace.go:142] [image-controller] updating namespace
I0429 19:56:06.394782    3799 namespace.go:142] [build-service] updating namespace
I0429 19:56:06.435820    3799 namespace.go:142] [integration-service] updating namespace
I0429 19:56:06.481920    3799 namespace.go:98] [release-service] adding namespace
I0429 19:56:06.482716    3799 namespace.go:102] [release-service] adding namespace took 778.181µs
I0429 19:56:06.518468    3799 namespace.go:142] [release-service] updating namespace
I0429 19:56:06.523210    3799 namespace.go:142] [konflux-ui] updating namespace
I0429 19:56:06.551714    3799 namespace.go:142] [release-service] updating namespace
I0429 19:56:06.633690    3799 namespace.go:98] [konflux-info] adding namespace
I0429 19:56:06.634533    3799 namespace.go:102] [konflux-info] adding namespace took 825.472µs
I0429 19:56:06.690237    3799 namespace.go:142] [konflux-info] updating namespace
I0429 19:56:06.746095    3799 namespace.go:142] [konflux-info] updating namespace
I0429 19:56:06.746139    3799 namespace.go:98] [namespace-lister] adding namespace
I0429 19:56:06.747038    3799 namespace.go:102] [namespace-lister] adding namespace took 885.681µs
I0429 19:56:06.793765    3799 namespace.go:142] [namespace-lister] updating namespace
I0429 19:56:06.900778    3799 namespace.go:98] [enterprise-contract-service] adding namespace
I0429 19:56:06.901548    3799 namespace.go:102] [enterprise-contract-service] adding namespace took 749.774µs
I0429 19:56:06.995263    3799 namespace.go:142] [image-controller] updating namespace
I0429 19:56:07.030807    3799 namespace.go:142] [enterprise-contract-service] updating namespace
I0429 19:56:07.085735    3799 namespace.go:142] [namespace-lister] updating namespace
I0429 19:56:07.171516    3799 namespace.go:142] [enterprise-contract-service] updating namespace
I0429 19:56:07.319577    3799 namespace.go:142] [default-tenant] updating namespace
I0429 19:56:07.526558    3799 namespace.go:98] [segment-bridge] adding namespace
I0429 19:56:07.527382    3799 namespace.go:102] [segment-bridge] adding namespace took 802.264µs
I0429 19:56:07.641867    3799 namespace.go:142] [segment-bridge] updating namespace
I0429 19:56:07.857253    3799 namespace.go:142] [segment-bridge] updating namespace
I0429 19:56:08.013629    3799 namespace.go:98] [konflux-cli] adding namespace
I0429 19:56:08.014548    3799 namespace.go:102] [konflux-cli] adding namespace took 894.263µs
I0429 19:56:08.078991    3799 namespace.go:142] [konflux-cli] updating namespace
I0429 19:56:08.214711    3799 namespace.go:142] [konflux-cli] updating namespace
I0429 19:56:08.497879    3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0429 19:56:08.498560    3799 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0429 19:56:08.498581    3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0429 19:56:08.501494    3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0429 19:56:08.690813    3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0429 19:56:08.690842    3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0429 19:56:08.691691    3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0429 19:56:09.438006    3799 namespace.go:142] [build-service] updating namespace
I0429 19:56:09.863215    3799 namespace.go:142] [default-tenant] updating namespace
I0429 19:56:10.148904    3799 namespace.go:142] [enterprise-contract-service] updating namespace
I0429 19:56:10.335964    3799 namespace.go:142] [image-controller] updating namespace
I0429 19:56:10.566270    3799 namespace.go:142] [integration-service] updating namespace
I0429 19:56:10.651077    3799 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7bd656c9f-q9svk] creating logical port konflux-ui_proxy-7bd656c9f-q9svk for pod on switch ip-10-0-1-196.ec2.internal
I0429 19:56:10.651238    3799 kube.go:256] Updating pod konflux-ui/proxy-7bd656c9f-q9svk
I0429 19:56:10.672530    3799 pod.go:62] [konflux-ui/proxy-7bd656c9f-q9svk] pod update took 21.373209ms
I0429 19:56:10.672550    3799 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7bd656c9f-q9svk] addLogicalPort annotation time took 21.399341ms
I0429 19:56:10.673949    3799 pods.go:271] [konflux-ui/proxy-7bd656c9f-q9svk] addLogicalPort took 22.894044ms, libovsdb time 1.005383ms
I0429 19:56:10.749537    3799 namespace.go:142] [konflux-cli] updating namespace
I0429 19:56:10.949337    3799 namespace.go:142] [konflux-info] updating namespace
I0429 19:56:11.149188    3799 namespace.go:142] [namespace-lister] updating namespace
I0429 19:56:11.350607    3799 namespace.go:142] [release-service] updating namespace
I0429 19:56:11.566283    3799 namespace.go:142] [segment-bridge] updating namespace
I0429 19:56:11.750198    3799 namespace.go:142] [build-service] updating namespace
I0429 19:56:11.785511    3799 namespace.go:142] [default-tenant] updating namespace
I0429 19:56:11.822219    3799 namespace.go:142] [enterprise-contract-service] updating namespace
I0429 19:56:11.850284    3799 namespace.go:142] [image-controller] updating namespace
I0429 19:56:11.885759    3799 namespace.go:142] [integration-service] updating namespace
I0429 19:56:11.922337    3799 namespace.go:142] [konflux-cli] updating namespace
I0429 19:56:11.963276    3799 namespace.go:142] [konflux-info] updating namespace
I0429 19:56:11.997481    3799 namespace.go:142] [namespace-lister] updating namespace
I0429 19:56:12.022680    3799 namespace.go:142] [release-service] updating namespace
I0429 19:56:12.059871    3799 namespace.go:142] [segment-bridge] updating namespace
I0429 19:56:12.178727    3799 namespace.go:142] [build-service] updating namespace
I0429 19:56:12.322492    3799 namespace.go:142] [default-tenant] updating namespace
I0429 19:56:12.493716    3799 namespace.go:142] [enterprise-contract-service] updating namespace
I0429 19:56:12.652537    3799 namespace.go:142] [image-controller] updating namespace
I0429 19:56:12.848386    3799 namespace.go:142] [integration-service] updating namespace
I0429 19:56:12.962028    3799 namespace.go:142] [konflux-cli] updating namespace
I0429 19:56:13.091743    3799 namespace.go:142] [konflux-info] updating namespace
I0429 19:56:13.252972    3799 namespace.go:142] [namespace-lister] updating namespace
I0429 19:56:13.329376    3799 namespace.go:142] [release-service] updating namespace
I0429 19:56:13.397522    3799 namespace.go:142] [segment-bridge] updating namespace
W0429 19:56:17.171221    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0429 19:56:17.222791    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0429 19:56:17.253137    3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0429 19:56:18.527965    3799 cni.go:452] [konflux-ui/proxy-7bd656c9f-q9svk 471689308a450659bf6aa67e622570e973e87940d3956c5f95f9bdae18b504af network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7bd656c9f-q9svk 471689308a450659bf6aa67e622570e973e87940d3956c5f95f9bdae18b504af network default NAD default NAD key ]
I0429 19:56:18.537158    3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7bd656c9f-q9svk, hostIfaceName: 471689308a45065, network: default, NAD default, SandboxID: "471689308a450659bf6aa67e622570e973e87940d3956c5f95f9bdae18b504af", PCI device ID: , UID: "c798d9eb-0962-43ca-a998-a0d3f957c86f", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0429 19:56:18.589907    3799 cni.go:473] [konflux-ui/proxy-7bd656c9f-q9svk 471689308a450659bf6aa67e622570e973e87940d3956c5f95f9bdae18b504af network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7bd656c9f-q9svk 471689308a450659bf6aa67e622570e973e87940d3956c5f95f9bdae18b504af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:5b:1f:76:dc:d5\",\"name\":\"471689308a45065\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0fe84c1-8d30-432d-a258-6cd288a1b706\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0429 19:56:19.197264    3799 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0429 19:56:23.237097    3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0429 19:56:23.237114    3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0429 19:56:23.268209    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0429 19:56:23.275517    3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0429 19:56:23.309242    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0429 19:56:23.311115    3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0429 19:56:23.333348    3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0429 19:56:23.338637    3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0429 19:56:24.075808    3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0429 19:56:24.075826    3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0429 19:56:34.627666    3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:56:34.628254    3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:56:35.326611    3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:56:35.326634    3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:56:35.333897    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-k5h72
I0429 19:56:35.333918    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-k5h72
I0429 19:56:52.548702    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
W0429 19:57:02.133934    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0429 19:57:02.133953    3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-196.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0429 19:57:32.480401    3799 obj_retry.go:498] Detected object konflux-ui/proxy-fcf9db6b-5w76q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:57:32.480960    3799 obj_retry.go:498] Detected object konflux-ui/proxy-fcf9db6b-5w76q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:57:32.655136    3799 obj_retry.go:492] Detected object konflux-ui/proxy-fcf9db6b-5w76q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:57:32.655158    3799 obj_retry.go:492] Detected object konflux-ui/proxy-fcf9db6b-5w76q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:57:32.664740    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-fcf9db6b-5w76q
I0429 19:57:32.664767    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-fcf9db6b-5w76q
I0429 19:57:38.846836    3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 19:57:38.847470    3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 19:57:38.871078    3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:57:38.871099    3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 19:57:38.875894    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0429 19:57:38.875915    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0429 19:57:58.548692    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0429 19:58:13.724958    3799 namespace.go:98] [managed-tenant-i8t4y] adding namespace
I0429 19:58:13.725843    3799 namespace.go:102] [managed-tenant-i8t4y] adding namespace took 863.085µs
I0429 19:58:13.750897    3799 namespace.go:142] [managed-tenant-i8t4y] updating namespace
I0429 19:58:13.771958    3799 namespace.go:142] [managed-tenant-i8t4y] updating namespace
I0429 19:58:14.924636    3799 namespace.go:142] [managed-tenant-i8t4y] updating namespace
I0429 19:58:15.060190    3799 namespace.go:142] [managed-tenant-i8t4y] updating namespace
I0429 19:58:15.157074    3799 namespace.go:142] [managed-tenant-i8t4y] updating namespace
I0429 19:58:35.464949    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=458
I0429 19:58:54.586592    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5
I0429 19:59:42.459774    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=59
I0429 20:00:04.657786    3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 20:00:04.658344    3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 20:00:05.532969    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:00:05.532998    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:00:06.583784    3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0429 20:00:27.461458    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157
I0429 20:00:48.569080    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0429 20:00:51.458973    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0429 20:02:24.563841    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0429 20:02:47.586308    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0429 20:02:53.551810    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0429 20:03:05.548618    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11
I0429 20:03:13.457218    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77
W0429 20:03:15.867214    3799 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr
I0429 20:03:36.468124    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29
I0429 20:03:40.461977    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81
I0429 20:04:05.560589    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0429 20:04:19.576114    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0429 20:05:18.050724    3799 obj_retry.go:492] Detected object tsf-tpa/create-db-rtkfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:05:18.050769    3799 obj_retry.go:492] Detected object tsf-tpa/create-db-rtkfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:05:18.055160    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-rtkfj
I0429 20:05:18.055218    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-rtkfj
I0429 20:05:26.038890    3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6z4cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:05:26.038937    3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6z4cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:05:26.042743    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-6z4cf
I0429 20:05:26.042768    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-6z4cf
I0429 20:05:30.049454    3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-xmjtv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:05:30.049499    3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-xmjtv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:05:30.055271    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-xmjtv
I0429 20:05:30.055291    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-xmjtv
I0429 20:06:09.586912    3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0429 20:06:10.464096    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7
I0429 20:07:32.566103    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0429 20:07:48.571780    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0429 20:07:51.551278    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0429 20:07:51.589667    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0429 20:08:33.589455    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0429 20:08:55.462813    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10
I0429 20:09:16.470859    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=14
I0429 20:10:03.855739    3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0429 20:10:03.856377    3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0429 20:10:04.554865    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0429 20:10:04.718826    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:10:04.718847    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:10:04.759999    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:10:04.760020    3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0429 20:10:04.764241    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr
I0429 20:10:04.764261    3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr
I0429 20:10:35.461253    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0429 20:11:22.551765    3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0429 20:11:26.465029    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0429 20:11:52.460315    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38
I0429 20:12:38.563142    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0429 20:12:52.466862    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7
I0429 20:12:55.574688    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0429 20:12:56.589516    3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0429 20:14:08.579366    3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0429 20:14:31.473876    3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=19