+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-157.ec2.internal
++ [[ -n ip-10-0-1-157.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-157.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0521 19:32:05.357241860 - disable conntrack on geneve port'
I0521 19:32:05.357241860 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0521 19:32:05.373718200 - starting ovnkube-node'
I0521 19:32:05.373718200 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-157.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-157.ec2.internal --init-node ip-10-0-1-157.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-157.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0521 19:32:05.412873    3675 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0521 19:32:05.412934    3675 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-503f544312.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0521 19:32:05.414389    3675 kube.go:431] Waiting for certificate
I0521 19:32:05.414447    3675 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0521 19:32:05.414501    3675 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0521 19:32:05.415378    3675 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0521 19:32:05.479068    3675 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:32:05.479084    3675 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:32:05.490994    3675 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:32:05.491084    3675 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4rxhq"
I0521 19:32:05.541479    3675 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4rxhq"
I0521 19:32:05.541548    3675 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:32:06.414870    3675 kube.go:438] Certificate found
I0521 19:32:06.415474    3675 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0521 19:32:06.416427    3675 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0521 19:32:06.482473    3675 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0521 19:32:06.499008    3675 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0521 19:32:06.499629    3675 server.go:101] MetricServer registers OVS metrics
I0521 19:32:06.500570    3675 server.go:105] MetricServer registers OVN DB metrics
I0521 19:32:06.501470    3675 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0521 19:32:06.501531    3675 factory.go:561] Starting watch factory
I0521 19:32:06.501650    3675 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501672    3675 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501649    3675 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501709    3675 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501746    3675 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501729    3675 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501649    3675 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501795    3675 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501824    3675 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.501844    3675 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.502419    3675 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.502444    3675 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.505540    3675 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0521 19:32:06.505561    3675 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0521 19:32:06.508408    3675 controller_manager.go:370] Starting the ovnkube controller
I0521 19:32:06.508417    3675 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-157.ec2.internal
I0521 19:32:06.508495    3675 controller_manager.go:395] NBDB zone sync took: 69.273µs
I0521 19:32:06.508507    3675 factory.go:561] Starting watch factory
I0521 19:32:06.519337    3675 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0521 19:32:06.519364    3675 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0521 19:32:06.519470    3675 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.519528    3675 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.519345    3675 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.519782    3675 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.521654    3675 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.526344    3675 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0521 19:32:06.526425    3675 server.go:109] MetricServer registers OVN Controller metrics
I0521 19:32:06.531139    3675 server.go:113] MetricServer registers OVN Northd metrics
I0521 19:32:06.531714    3675 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:32:06.534849    3675 metrics.go:519] OVN Metrics Server starts to run ...
I0521 19:32:06.546833    3675 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:27:05 +0000 UTC" deadline="2026-05-22 13:31:49.521213316 +0000 UTC"
I0521 19:32:06.546851    3675 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h59m42.974369232s"
I0521 19:32:06.607442    3675 factory.go:1977] *v1.Node informer cache synced successfully
I0521 19:32:06.607456    3675 factory.go:1977] *v1.Service informer cache synced successfully
I0521 19:32:06.607460    3675 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0521 19:32:06.607463    3675 factory.go:1977] *v1.Pod informer cache synced successfully
I0521 19:32:06.607466    3675 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0521 19:32:06.607469    3675 factory.go:1977] *v1.Namespace informer cache synced successfully
I0521 19:32:06.607530    3675 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:32:06.607543    3675 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:32:06.607569    3675 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:32:06.607589    3675 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:32:06.610115    3675 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:32:06.610115    3675 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:32:06.612628    3675 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0521 19:32:06.612644    3675 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0521 19:32:06.612702    3675 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.612720    3675 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.614743    3675 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0521 19:32:06.614758    3675 factory.go:1977] *v1.Namespace informer cache synced successfully
I0521 19:32:06.614763    3675 factory.go:1977] *v1.Node informer cache synced successfully
I0521 19:32:06.614768    3675 factory.go:1977] *v1.Service informer cache synced successfully
I0521 19:32:06.614772    3675 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0521 19:32:06.614776    3675 factory.go:1977] *v1.Pod informer cache synced successfully
I0521 19:32:06.614730    3675 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.618534    3675 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0521 19:32:06.618605    3675 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.618623    3675 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.619934    3675 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0521 19:32:06.619945    3675 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0521 19:32:06.620611    3675 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.624238    3675 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0521 19:32:06.624305    3675 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.624317    3675 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.625505    3675 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0521 19:32:06.627131    3675 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.630114    3675 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0521 19:32:06.630194    3675 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.630206    3675 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.630871    3675 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0521 19:32:06.632334    3675 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.636133    3675 factory.go:1977] *v1.EgressService informer cache synced successfully
I0521 19:32:06.636149    3675 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0521 19:32:06.636199    3675 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.636217    3675 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.638135    3675 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.641420    3675 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0521 19:32:06.641507    3675 factory.go:1977] *v1.EgressService informer cache synced successfully
I0521 19:32:06.641576    3675 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:32:06.641587    3675 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:32:06.643830    3675 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:32:06.646711    3675 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0521 19:32:06.646730    3675 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0521 19:32:06.646792    3675 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.646815    3675 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.646798    3675 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.646873    3675 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.649702    3675 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.649724    3675 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:32:06.651846    3675 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0521 19:32:06.651856    3675 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0521 19:32:06.651863    3675 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0521 19:32:06.651872    3675 factory.go:680] Watch Factory start up complete, took: 150.342437ms
I0521 19:32:06.651934    3675 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0521 19:32:06.657647    3675 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0521 19:32:06.657662    3675 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0521 19:32:06.657672    3675 factory.go:680] Watch Factory start up complete, took: 149.1629ms
I0521 19:32:06.657683    3675 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-157.ec2.internal" zone
I0521 19:32:06.697370    3675 default_node_network_controller.go:710] Initializing the default node network controller
I0521 19:32:06.772676    3675 udn_isolation.go:101] Starting UDN host isolation manager
I0521 19:32:06.779549    3675 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0521 19:32:06.873409    3675 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0521 19:32:06.873507    3675 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0521 19:32:06.873526    3675 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0521 19:32:06.905686    3675 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0521 19:32:06.905738    3675 default_node_network_controller.go:809] Node ip-10-0-1-157.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0521 19:32:06.910519    3675 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.157"] k8s.ovn.org/zone-name:ip-10-0-1-157.ec2.internal] on node ip-10-0-1-157.ec2.internal
I0521 19:32:06.933137    3675 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0521 19:32:06.939901    3675 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0521 19:32:06.940085    3675 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0521 19:32:06.940216    3675 gateway_init.go:263] Preparing Gateway
I0521 19:32:06.940231    3675 gateway_shared_intf.go:1687] Creating new gateway
I0521 19:32:07.028351    3675 iptables.go:108] Creating table: filter chain: FORWARD
I0521 19:32:07.034573    3675 iptables.go:108] Creating table: filter chain: OUTPUT
I0521 19:32:07.040649    3675 gateway_shared_intf.go:1816] Gateway Creation Complete
I0521 19:32:07.040674    3675 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-157.ec2.internal","mac-address":"0a:ff:ee:2c:20:e5","ip-addresses":["10.0.1.157/24"],"ip-address":"10.0.1.157/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8ba9b5f4-76ec-4caa-b8f9-19cc77ba0a76 k8s.ovn.org/node-encap-ips:["10.0.1.157"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.157/24"} k8s.ovn.org/zone-name:ip-10-0-1-157.ec2.internal] on node ip-10-0-1-157.ec2.internal
I0521 19:32:07.061654    3675 default_node_network_controller.go:519] Node connection status = connected
I0521 19:32:07.158188    3675 controller_manager.go:429] Waiting for node in zone sync took: 500.491976ms
I0521 19:32:07.164255    3675 controller_manager.go:611] Switching to transit router for layer2 networks
I0521 19:32:07.164270    3675 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-157.ec2.internal
I0521 19:32:07.178394    3675 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0521 19:32:07.184316    3675 controller_manager.go:290] SCTP support detected in OVN
I0521 19:32:07.184827    3675 services_controller.go:69] Creating services controller for network=default
I0521 19:32:07.185311    3675 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0521 19:32:07.185334    3675 udn_enabled_svc.go:80] Waiting for service informer to sync
I0521 19:32:07.185338    3675 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0521 19:32:07.185349    3675 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0521 19:32:07.185357    3675 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0521 19:32:07.185530    3675 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0521 19:32:07.185577    3675 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0521 19:32:07.185622    3675 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.185µs
I0521 19:32:07.185642    3675 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 60.02µs
I0521 19:32:07.185648    3675 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 71.056µs
I0521 19:32:07.185654    3675 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0521 19:32:07.185660    3675 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0521 19:32:07.185669    3675 default_network_controller.go:325] Starting the default network controller
I0521 19:32:07.185767    3675 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.151µs
I0521 19:32:07.185796    3675 udn_enabled_svc.go:95] Performing full resync
I0521 19:32:07.186140    3675 udn_enabled_svc.go:99] Waiting for handler to sync
I0521 19:32:07.186151    3675 udn_enabled_svc.go:104] Starting worker
I0521 19:32:07.194640    3675 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0521 19:32:07.194710    3675 repair.go:33] Syncing exgw routes took 58.394µs
I0521 19:32:07.194742    3675 default_network_controller.go:414] Starting all the Watchers...
I0521 19:32:07.194899    3675 namespace.go:98] [openshift-cluster-version] adding namespace
I0521 19:32:07.194907    3675 namespace.go:98] [openshift-backplane] adding namespace
I0521 19:32:07.194908    3675 namespace.go:98] [openshift-console-user-settings] adding namespace
I0521 19:32:07.194922    3675 namespace.go:98] [openshift-image-registry] adding namespace
I0521 19:32:07.194928    3675 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0521 19:32:07.194939    3675 namespace.go:98] [openshift-authentication] adding namespace
I0521 19:32:07.194946    3675 namespace.go:98] [openshift-package-operator] adding namespace
I0521 19:32:07.194945    3675 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0521 19:32:07.194953    3675 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0521 19:32:07.194956    3675 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0521 19:32:07.194963    3675 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0521 19:32:07.194965    3675 namespace.go:98] [openshift-infra] adding namespace
I0521 19:32:07.194972    3675 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0521 19:32:07.194990    3675 namespace.go:98] [openshift-backplane-cse] adding namespace
I0521 19:32:07.194899    3675 namespace.go:98] [kube-system] adding namespace
I0521 19:32:07.195470    3675 namespace.go:102] [openshift-cluster-version] adding namespace took 559.001µs
I0521 19:32:07.195484    3675 namespace.go:98] [openshift-apiserver] adding namespace
I0521 19:32:07.195909    3675 namespace.go:102] [openshift-apiserver] adding namespace took 419.751µs
I0521 19:32:07.195924    3675 namespace.go:98] [openshift-console] adding namespace
I0521 19:32:07.196445    3675 namespace.go:102] [openshift-console] adding namespace took 515µs
I0521 19:32:07.196464    3675 namespace.go:98] [openshift-config] adding namespace
I0521 19:32:07.196883    3675 namespace.go:102] [openshift-backplane] adding namespace took 1.967531ms
I0521 19:32:07.196896    3675 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0521 19:32:07.197328    3675 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.410645ms
I0521 19:32:07.197342    3675 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0521 19:32:07.197780    3675 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.847908ms
I0521 19:32:07.197790    3675 namespace.go:98] [openshift-network-node-identity] adding namespace
I0521 19:32:07.198290    3675 namespace.go:102] [openshift-image-registry] adding namespace took 3.359027ms
I0521 19:32:07.198299    3675 namespace.go:98] [openshift] adding namespace
I0521 19:32:07.198747    3675 namespace.go:102] [openshift-authentication] adding namespace took 3.799826ms
I0521 19:32:07.198756    3675 namespace.go:98] [openshift-console-operator] adding namespace
I0521 19:32:07.199200    3675 namespace.go:102] [openshift-package-operator] adding namespace took 4.247548ms
I0521 19:32:07.199209    3675 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0521 19:32:07.199709    3675 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.748097ms
I0521 19:32:07.199730    3675 namespace.go:98] [openshift-controller-manager] adding namespace
I0521 19:32:07.200229    3675 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.26021ms
I0521 19:32:07.200250    3675 namespace.go:98] [openshift-dns-operator] adding namespace
I0521 19:32:07.200711    3675 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.746739ms
I0521 19:32:07.200727    3675 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0521 19:32:07.201146    3675 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.177724ms
I0521 19:32:07.201159    3675 namespace.go:98] [openshift-dns] adding namespace
I0521 19:32:07.201584    3675 namespace.go:102] [openshift-infra] adding namespace took 6.614121ms
I0521 19:32:07.201605    3675 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0521 19:32:07.202042    3675 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.05983ms
I0521 19:32:07.202066    3675 namespace.go:98] [openshift-must-gather-operator] adding namespace
W0521 19:32:07.202501    3675 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-6dt45: pod kube-system/global-pull-secret-syncer-6dt45: no pod IPs found 
W0521 19:32:07.202512    3675 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-jv5nn: pod kube-system/global-pull-secret-syncer-jv5nn: no pod IPs found 
I0521 19:32:07.202536    3675 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.538851ms
I0521 19:32:07.202554    3675 namespace.go:98] [openshift-operators] adding namespace
I0521 19:32:07.202990    3675 namespace.go:102] [kube-system] adding namespace took 7.98583ms
I0521 19:32:07.203002    3675 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0521 19:32:07.203386    3675 namespace.go:102] [openshift-config] adding namespace took 6.914587ms
I0521 19:32:07.203403    3675 namespace.go:98] [openshift-backplane-tam] adding namespace
I0521 19:32:07.203803    3675 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.901796ms
I0521 19:32:07.203819    3675 namespace.go:98] [openshift-insights] adding namespace
I0521 19:32:07.204197    3675 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.850454ms
I0521 19:32:07.204208    3675 namespace.go:98] [kube-public] adding namespace
I0521 19:32:07.204570    3675 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.77476ms
I0521 19:32:07.204583    3675 namespace.go:98] [kube-node-lease] adding namespace
I0521 19:32:07.204918    3675 namespace.go:102] [openshift] adding namespace took 6.614992ms
I0521 19:32:07.204929    3675 namespace.go:98] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] adding namespace
I0521 19:32:07.205288    3675 namespace.go:102] [openshift-console-operator] adding namespace took 6.524693ms
I0521 19:32:07.205307    3675 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0521 19:32:07.205748    3675 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.533786ms
I0521 19:32:07.205763    3675 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0521 19:32:07.206164    3675 namespace.go:102] [openshift-controller-manager] adding namespace took 6.427348ms
I0521 19:32:07.206180    3675 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0521 19:32:07.206561    3675 namespace.go:102] [openshift-dns-operator] adding namespace took 6.303753ms
I0521 19:32:07.206577    3675 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0521 19:32:07.206996    3675 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.261946ms
I0521 19:32:07.207012    3675 namespace.go:98] [openshift-backplane-srep] adding namespace
I0521 19:32:07.207417    3675 namespace.go:102] [openshift-dns] adding namespace took 6.251686ms
I0521 19:32:07.207432    3675 namespace.go:98] [openshift-operators-redhat] adding namespace
I0521 19:32:07.207796    3675 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.185087ms
I0521 19:32:07.207810    3675 namespace.go:98] [openshift-backplane-cee] adding namespace
I0521 19:32:07.208208    3675 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.135918ms
I0521 19:32:07.208224    3675 namespace.go:98] [openshift-authentication-operator] adding namespace
I0521 19:32:07.208602    3675 namespace.go:102] [openshift-operators] adding namespace took 6.041683ms
I0521 19:32:07.208617    3675 namespace.go:98] [openshift-network-console] adding namespace
I0521 19:32:07.208992    3675 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.985018ms
I0521 19:32:07.209007    3675 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0521 19:32:07.209442    3675 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.032602ms
I0521 19:32:07.209461    3675 namespace.go:98] [openshift-backplane-ai-agent] adding namespace
I0521 19:32:07.209847    3675 namespace.go:102] [openshift-insights] adding namespace took 6.021999ms
I0521 19:32:07.209861    3675 namespace.go:98] [openshift-monitoring] adding namespace
I0521 19:32:07.210255    3675 namespace.go:102] [kube-public] adding namespace took 6.043222ms
I0521 19:32:07.210264    3675 namespace.go:98] [openshift-ingress] adding namespace
I0521 19:32:07.210638    3675 namespace.go:102] [kube-node-lease] adding namespace took 6.049895ms
I0521 19:32:07.210655    3675 namespace.go:98] [openshift-backplane-csm] adding namespace
I0521 19:32:07.211039    3675 namespace.go:102] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] adding namespace took 6.105509ms
I0521 19:32:07.211052    3675 namespace.go:98] [openshift-host-network] adding namespace
I0521 19:32:07.211418    3675 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.106642ms
I0521 19:32:07.211430    3675 namespace.go:98] [openshift-machine-api] adding namespace
I0521 19:32:07.211778    3675 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.009394ms
I0521 19:32:07.211788    3675 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0521 19:32:07.212148    3675 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.963086ms
I0521 19:32:07.212159    3675 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0521 19:32:07.212521    3675 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.938554ms
I0521 19:32:07.212532    3675 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0521 19:32:07.213281    3675 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.249418ms
I0521 19:32:07.213294    3675 namespace.go:98] [openshift-etcd] adding namespace
I0521 19:32:07.213642    3675 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.205304ms
I0521 19:32:07.213653    3675 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0521 19:32:07.213990    3675 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.174674ms
I0521 19:32:07.214001    3675 namespace.go:98] [openshift-config-operator] adding namespace
I0521 19:32:07.214377    3675 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.14785ms
I0521 19:32:07.214389    3675 namespace.go:98] [openshift-multus] adding namespace
I0521 19:32:07.214758    3675 namespace.go:102] [openshift-network-console] adding namespace took 6.135613ms
I0521 19:32:07.214768    3675 namespace.go:98] [openshift-ingress-canary] adding namespace
I0521 19:32:07.215147    3675 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.133247ms
I0521 19:32:07.215160    3675 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0521 19:32:07.215539    3675 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.072729ms
I0521 19:32:07.215966    3675 namespace.go:102] [openshift-monitoring] adding namespace took 6.098306ms
I0521 19:32:07.215980    3675 namespace.go:98] [dedicated-admin] adding namespace
I0521 19:32:07.216373    3675 namespace.go:102] [openshift-ingress] adding namespace took 6.103437ms
I0521 19:32:07.216387    3675 namespace.go:98] [openshift-node] adding namespace
I0521 19:32:07.216794    3675 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.13196ms
I0521 19:32:07.216811    3675 namespace.go:98] [openshift-service-ca] adding namespace
I0521 19:32:07.217309    3675 namespace.go:102] [openshift-host-network] adding namespace took 6.25243ms
I0521 19:32:07.217321    3675 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0521 19:32:07.217701    3675 namespace.go:102] [openshift-machine-api] adding namespace took 6.266115ms
I0521 19:32:07.217719    3675 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0521 19:32:07.218087    3675 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.293091ms
I0521 19:32:07.218102    3675 namespace.go:98] [openshift-config-managed] adding namespace
I0521 19:32:07.218490    3675 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.325228ms
I0521 19:32:07.218505    3675 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0521 19:32:07.218884    3675 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.34681ms
I0521 19:32:07.218900    3675 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0521 19:32:07.219288    3675 namespace.go:102] [openshift-etcd] adding namespace took 5.988343ms
I0521 19:32:07.219304    3675 namespace.go:98] [default] adding namespace
I0521 19:32:07.219668    3675 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.009697ms
I0521 19:32:07.219684    3675 namespace.go:98] [openshift-network-operator] adding namespace
W0521 19:32:07.220043    3675 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-slfx9: pod openshift-multus/network-metrics-daemon-slfx9: no pod IPs found 
W0521 19:32:07.220062    3675 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7fv97: pod openshift-multus/network-metrics-daemon-7fv97: no pod IPs found 
I0521 19:32:07.220044    3675 namespace.go:102] [openshift-config-operator] adding namespace took 6.037894ms
I0521 19:32:07.220138    3675 namespace.go:98] [openshift-ingress-operator] adding namespace
I0521 19:32:07.220569    3675 namespace.go:102] [openshift-multus] adding namespace took 6.17441ms
I0521 19:32:07.220585    3675 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0521 19:32:07.220936    3675 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.161746ms
I0521 19:32:07.220950    3675 namespace.go:98] [openshift-marketplace] adding namespace
I0521 19:32:07.221340    3675 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.175516ms
I0521 19:32:07.221351    3675 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0521 19:32:07.221696    3675 namespace.go:102] [dedicated-admin] adding namespace took 5.710427ms
I0521 19:32:07.222088    3675 namespace.go:102] [openshift-node] adding namespace took 5.69348ms
I0521 19:32:07.222417    3675 namespace.go:102] [openshift-service-ca] adding namespace took 5.597909ms
I0521 19:32:07.222820    3675 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.494262ms
I0521 19:32:07.222831    3675 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0521 19:32:07.223186    3675 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.461077ms
I0521 19:32:07.223198    3675 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0521 19:32:07.223552    3675 namespace.go:102] [openshift-config-managed] adding namespace took 5.444593ms
I0521 19:32:07.223931    3675 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.41841ms
I0521 19:32:07.223946    3675 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0521 19:32:07.224284    3675 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.377194ms
I0521 19:32:07.224720    3675 namespace.go:102] [default] adding namespace took 5.410686ms
I0521 19:32:07.224732    3675 namespace.go:98] [openshift-logging] adding namespace
I0521 19:32:07.225084    3675 namespace.go:102] [openshift-network-operator] adding namespace took 5.393364ms
W0521 19:32:07.225414    3675 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-blllp: pod openshift-network-diagnostics/network-check-target-blllp: no pod IPs found 
W0521 19:32:07.225426    3675 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qsztr: pod openshift-network-diagnostics/network-check-target-qsztr: no pod IPs found 
I0521 19:32:07.225462    3675 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.318254ms
I0521 19:32:07.225884    3675 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.292837ms
I0521 19:32:07.225900    3675 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0521 19:32:07.226246    3675 namespace.go:102] [openshift-marketplace] adding namespace took 5.289617ms
I0521 19:32:07.226262    3675 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0521 19:32:07.226693    3675 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.33627ms
I0521 19:32:07.227078    3675 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 4.242547ms
I0521 19:32:07.227478    3675 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.274312ms
I0521 19:32:07.227853    3675 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.899369ms
I0521 19:32:07.228250    3675 namespace.go:102] [openshift-logging] adding namespace took 3.513085ms
I0521 19:32:07.228625    3675 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 2.718502ms
I0521 19:32:07.228945    3675 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 2.677882ms
W0521 19:32:07.229013    3675 master.go:471] Unable to parse remote node ip-10-0-2-113.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0521 19:32:07.229114    3675 master.go:548] Adding or Updating local node "ip-10-0-1-157.ec2.internal" for network "default"
I0521 19:32:07.229141    3675 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-113.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-113.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-113.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-113.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-113.ec2.internal
I0521 19:32:07.229859    3675 zone_ic_handler.go:195] Time taken to create transit switch: 213.895µs
I0521 19:32:07.229872    3675 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-70.ec2.internal for the network default
I0521 19:32:07.230764    3675 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-70.ec2.internal" on network "default" took: 1.127801ms
W0521 19:32:07.236936    3675 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-slfx9: pod openshift-multus/network-metrics-daemon-slfx9: no pod IPs found 
W0521 19:32:07.236970    3675 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-blllp: pod openshift-network-diagnostics/network-check-target-blllp: no pod IPs found 
W0521 19:32:07.236987    3675 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-6dt45: pod kube-system/global-pull-secret-syncer-6dt45: no pod IPs found 
I0521 19:32:07.237956    3675 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-157.ec2.internal for the network default
I0521 19:32:07.238130    3675 zone_ic_handler.go:195] Time taken to create transit switch: 159.725µs
I0521 19:32:07.239267    3675 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0521 19:32:07.239289    3675 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0521 19:32:07.239302    3675 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-70.ec2.internal in network "default"
I0521 19:32:07.239362    3675 node_tracker.go:169] Node ip-10-0-0-70.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:32:07.239303    3675 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0521 19:32:07.239378    3675 services_controller.go:574] Full service sync requested for network=default
I0521 19:32:07.239383    3675 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default"
I0521 19:32:07.239403    3675 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:32:07.239410    3675 services_controller.go:574] Full service sync requested for network=default
I0521 19:32:07.239415    3675 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default"
I0521 19:32:07.239432    3675 node_tracker.go:235] Node ip-10-0-2-113.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-113.ec2.internal"
I0521 19:32:07.239440    3675 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:32:07.239444    3675 services_controller.go:574] Full service sync requested for network=default
I0521 19:32:07.339698    3675 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0521 19:32:07.339717    3675 services_controller.go:208] Setting up event handlers for services for network=default
I0521 19:32:07.339776    3675 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0521 19:32:07.339865    3675 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0521 19:32:07.339881    3675 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0521 19:32:07.440295    3675 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0521 19:32:07.440322    3675 repair.go:60] Starting repairing loop for services
I0521 19:32:07.440405    3675 repair.go:131] Deleted 0 stale service LBs
I0521 19:32:07.440424    3675 repair.go:137] Deleted 0 stale Chassis Template Vars
I0521 19:32:07.440448    3675 repair.go:62] Finished repairing loop for services: 127.897µs
I0521 19:32:07.440479    3675 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0521 19:32:07.440488    3675 services_controller.go:254] Starting workers for network=default
I0521 19:32:07.441190    3675 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-slfx9] creating logical port openshift-multus_network-metrics-daemon-slfx9 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:07.441302    3675 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-jv5nn, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-jv5nn: suppressed error logged: pod kube-system/global-pull-secret-syncer-jv5nn: no pod IPs found 
I0521 19:32:07.441339    3675 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-slfx9
I0521 19:32:07.441379    3675 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-7fv97, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7fv97: suppressed error logged: pod openshift-multus/network-metrics-daemon-7fv97: no pod IPs found 
I0521 19:32:07.441571    3675 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-6dt45] creating logical port kube-system_global-pull-secret-syncer-6dt45 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:07.441655    3675 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-blllp] creating logical port openshift-network-diagnostics_network-check-target-blllp for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:07.441674    3675 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-6dt45
I0521 19:32:07.441721    3675 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-blllp
W0521 19:32:07.445382    3675 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:07.446306    3675 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:32:07.447637    3675 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:32:07.447649    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:32:07.447653    3675 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0521 19:32:07.457596    3675 pod.go:62] [openshift-network-diagnostics/network-check-target-blllp] pod update took 15.894084ms
I0521 19:32:07.457618    3675 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-blllp] addLogicalPort annotation time took 15.915318ms
I0521 19:32:07.457658    3675 pod.go:62] [openshift-multus/network-metrics-daemon-slfx9] pod update took 16.38963ms
I0521 19:32:07.457678    3675 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-slfx9] addLogicalPort annotation time took 16.424908ms
I0521 19:32:07.458710    3675 pods.go:271] [openshift-network-diagnostics/network-check-target-blllp] addLogicalPort took 17.060094ms, libovsdb time 847.317µs
I0521 19:32:07.459079    3675 pods.go:271] [openshift-multus/network-metrics-daemon-slfx9] addLogicalPort took 17.926548ms, libovsdb time 1.206917ms
I0521 19:32:07.459131    3675 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qsztr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qsztr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qsztr: no pod IPs found 
I0521 19:32:07.461482    3675 pod.go:62] [kube-system/global-pull-secret-syncer-6dt45] pod update took 19.845379ms
I0521 19:32:07.461503    3675 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-6dt45] addLogicalPort annotation time took 19.86575ms
I0521 19:32:07.462312    3675 pods.go:271] [kube-system/global-pull-secret-syncer-6dt45] addLogicalPort took 20.748373ms, libovsdb time 627.676µs
I0521 19:32:07.462737    3675 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0521 19:32:07.462753    3675 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0521 19:32:07.462793    3675 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0521 19:32:07.462798    3675 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0521 19:32:07.462966    3675 repair.go:29] Repairing admin network policies took 163.137µs
I0521 19:32:07.463081    3675 repair.go:92] Repairing baseline admin network policies took 107.311µs
I0521 19:32:07.463894    3675 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0521 19:32:07.463912    3675 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0521 19:32:07.465660    3675 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0521 19:32:07.465683    3675 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0521 19:32:07.465695    3675 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0521 19:32:07.467789    3675 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0521 19:32:07.467810    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0521 19:32:07.467817    3675 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0521 19:32:07.469177    3675 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0521 19:32:07.469197    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0521 19:32:07.469206    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0521 19:32:07.470714    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0521 19:32:07.470732    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0521 19:32:07.470740    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0521 19:32:07.472232    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0521 19:32:07.472249    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0521 19:32:07.472257    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0521 19:32:07.472757    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0521 19:32:07.472775    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0521 19:32:07.472782    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0521 19:32:07.474004    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0521 19:32:07.474036    3675 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0521 19:32:07.474043    3675 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0521 19:32:07.475303    3675 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0521 19:32:07.475321    3675 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0521 19:32:07.475332    3675 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0521 19:32:07.476457    3675 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0521 19:32:07.476474    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0521 19:32:07.476482    3675 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0521 19:32:07.476917    3675 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0521 19:32:07.476935    3675 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0521 19:32:07.476944    3675 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0521 19:32:07.478973    3675 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0521 19:32:07.478991    3675 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0521 19:32:07.479000    3675 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0521 19:32:07.480111    3675 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0521 19:32:07.480129    3675 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0521 19:32:07.480137    3675 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0521 19:32:07.481198    3675 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0521 19:32:07.481217    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0521 19:32:07.481225    3675 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0521 19:32:07.481701    3675 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0521 19:32:07.481725    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0521 19:32:07.481739    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0521 19:32:07.482234    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0521 19:32:07.482248    3675 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0521 19:32:07.482254    3675 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0521 19:32:07.482732    3675 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0521 19:32:07.482745    3675 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0521 19:32:07.482753    3675 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0521 19:32:07.483290    3675 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0521 19:32:07.483307    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0521 19:32:07.483316    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0521 19:32:07.483867    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0521 19:32:07.483883    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0521 19:32:07.484620    3675 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0521 19:32:07.484634    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0521 19:32:07.485351    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0521 19:32:07.485370    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0521 19:32:07.485377    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0521 19:32:07.485949    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0521 19:32:07.485966    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0521 19:32:07.485989    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0521 19:32:07.487078    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0521 19:32:07.487094    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0521 19:32:07.487100    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0521 19:32:07.487385    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0521 19:32:07.487402    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0521 19:32:07.487410    3675 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0521 19:32:07.487878    3675 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0521 19:32:07.487895    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0521 19:32:07.487902    3675 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0521 19:32:07.488354    3675 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0521 19:32:07.488372    3675 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0521 19:32:07.488379    3675 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0521 19:32:07.488627    3675 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0521 19:32:07.488640    3675 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0521 19:32:07.488648    3675 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0521 19:32:07.489405    3675 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0521 19:32:07.489434    3675 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0521 19:32:07.489444    3675 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0521 19:32:07.490557    3675 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0521 19:32:07.490579    3675 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0521 19:32:07.490588    3675 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0521 19:32:07.491482    3675 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0521 19:32:07.491500    3675 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0521 19:32:07.491511    3675 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0521 19:32:07.492714    3675 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0521 19:32:07.498459    3675 egressfirewall.go:374] Starting EgressFirewall controller
I0521 19:32:07.498504    3675 controller.go:133] Adding controller egress-firewall-controller event handlers
I0521 19:32:07.498526    3675 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0521 19:32:07.498535    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0521 19:32:07.498550    3675 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0521 19:32:07.498579    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0521 19:32:07.498592    3675 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0521 19:32:07.498857    3675 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0521 19:32:07.498870    3675 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0521 19:32:07.498886    3675 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0521 19:32:07.498896    3675 egressqos.go:193] Setting up event handlers for EgressQoS
I0521 19:32:07.498964    3675 egressfirewall.go:723] Syncing node "ip-10-0-0-70.ec2.internal" for egress firewall
I0521 19:32:07.498977    3675 egressfirewall.go:723] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall
I0521 19:32:07.498981    3675 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall
I0521 19:32:07.499090    3675 egressqos.go:245] Starting EgressQoS Controller
I0521 19:32:07.499106    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0521 19:32:07.499114    3675 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0521 19:32:07.499121    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0521 19:32:07.499125    3675 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0521 19:32:07.499140    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0521 19:32:07.499147    3675 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0521 19:32:07.499151    3675 egressqos.go:259] Repairing EgressQoSes
I0521 19:32:07.499155    3675 egressqos.go:399] Starting repairing loop for egressqos
I0521 19:32:07.499234    3675 egressqos.go:401] Finished repairing loop for egressqos: 78.592µs
I0521 19:32:07.499257    3675 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0521 19:32:07.499299    3675 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-157.ec2.internal
I0521 19:32:07.499358    3675 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-157.ec2.internal : 60.069µs
I0521 19:32:07.499432    3675 egressservice_zone.go:210] Starting Egress Services Controller
I0521 19:32:07.499462    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0521 19:32:07.499471    3675 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0521 19:32:07.499476    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0521 19:32:07.499481    3675 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0521 19:32:07.499488    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0521 19:32:07.499509    3675 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0521 19:32:07.499544    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0521 19:32:07.499550    3675 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0521 19:32:07.499555    3675 egressservice_zone.go:228] Repairing Egress Services
I0521 19:32:07.499850    3675 master_controller.go:88] Starting Admin Policy Based Route Controller
I0521 19:32:07.499859    3675 external_controller.go:278] Starting Admin Policy Based Route Controller
I0521 19:32:07.499880    3675 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-70.ec2.internal
I0521 19:32:07.499897    3675 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-70.ec2.internal: 21.596µs
I0521 19:32:07.499905    3675 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal
I0521 19:32:07.499909    3675 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 4.122µs
I0521 19:32:07.499914    3675 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal
I0521 19:32:07.499919    3675 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 5.711µs
I0521 19:32:07.499995    3675 default_network_controller.go:585] Completing all the Watchers took 305.242958ms
I0521 19:32:07.500012    3675 default_network_controller.go:589] Starting unidling controllers
I0521 19:32:07.500039    3675 unidle.go:46] Registering OVN SB ControllerEvent handler
I0521 19:32:07.500045    3675 unidle.go:63] Populating Initial ContollerEvent events
I0521 19:32:07.500056    3675 unidle.go:79] Setting up event handlers for services
I0521 19:32:07.500107    3675 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0521 19:32:07.562343    3675 default_node_network_controller.go:519] Node connection status = connected
I0521 19:32:08.062791    3675 default_node_network_controller.go:519] Node connection status = connected
I0521 19:32:08.562352    3675 default_node_network_controller.go:519] Node connection status = connected
I0521 19:32:08.936204    3675 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0521 19:32:09.062112    3675 default_node_network_controller.go:519] Node connection status = connected
I0521 19:32:09.079401    3675 bridgeconfig.go:537] Gateway is ready
I0521 19:32:09.079421    3675 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0521 19:32:09.090435    3675 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.157. Updating OVN encap IP.
I0521 19:32:09.095357    3675 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.157 - it is already configured
I0521 19:32:09.095371    3675 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.157/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0521 19:32:09.095569    3675 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.157/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-157.ec2.internal","mac-address":"0a:ff:ee:2c:20:e5","ip-addresses":["10.0.1.157/24"],"ip-address":"10.0.1.157/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8ba9b5f4-76ec-4caa-b8f9-19cc77ba0a76 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.157/24"}] on node ip-10-0-1-157.ec2.internal
I0521 19:32:09.124538    3675 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal
I0521 19:32:09.124555    3675 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 21.898µs
I0521 19:32:09.124587    3675 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default"
I0521 19:32:09.124592    3675 master.go:548] Adding or Updating local node "ip-10-0-1-157.ec2.internal" for network "default"
I0521 19:32:09.124643    3675 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:32:09.124662    3675 services_controller.go:574] Full service sync requested for network=default
I0521 19:32:09.124596    3675 egressfirewall.go:723] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall
I0521 19:32:09.124893    3675 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.157
I0521 19:32:09.124989    3675 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-157.ec2.internal
W0521 19:32:09.125119    3675 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:09.125191    3675 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:32:09.125243    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:32:09.125255    3675 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:32:09.125284    3675 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
I0521 19:32:09.129257    3675 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-157.ec2.internal. Updating no re-route policies
I0521 19:32:09.129334    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-slfx9
I0521 19:32:09.129343    3675 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2lhlh
I0521 19:32:09.129352    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-slfx9
I0521 19:32:09.129354    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mjfrg
I0521 19:32:09.129360    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7fv97
I0521 19:32:09.129335    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-blllp
I0521 19:32:09.129345    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p9gnj
I0521 19:32:09.129375    3675 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-6dt45
I0521 19:32:09.129378    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p9gnj
I0521 19:32:09.129381    3675 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-6dt45
I0521 19:32:09.129382    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-blllp
I0521 19:32:09.129384    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-z8fll
I0521 19:32:09.129393    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-z8fll
I0521 19:32:09.129393    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-157.ec2.internal
I0521 19:32:09.129401    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p9gnj after 0 failed attempt(s)
I0521 19:32:09.129380    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-chwt7
I0521 19:32:09.129377    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-v98vl
I0521 19:32:09.129410    3675 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-6dt45] creating logical port kube-system_global-pull-secret-syncer-6dt45 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:09.129412    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-rlg49
I0521 19:32:09.129414    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-chwt7
I0521 19:32:09.129417    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-v98vl
I0521 19:32:09.129418    3675 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-jv5nn
I0521 19:32:09.129437    3675 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-jv5nn
I0521 19:32:09.129439    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-chwt7 after 0 failed attempt(s)
I0521 19:32:09.129438    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-v98vl after 0 failed attempt(s)
I0521 19:32:09.129414    3675 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-blllp] creating logical port openshift-network-diagnostics_network-check-target-blllp for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:09.129469    3675 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-jv5nn, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-jv5nn: suppressed error logged: pod kube-system/global-pull-secret-syncer-jv5nn: no pod IPs found 
I0521 19:32:09.129357    3675 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2lhlh
I0521 19:32:09.129488    3675 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2lhlh after 0 failed attempt(s)
I0521 19:32:09.129367    3675 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-157.ec2.internal
I0521 19:32:09.129503    3675 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-157.ec2.internal
I0521 19:32:09.129393    3675 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-slfx9] creating logical port openshift-multus_network-metrics-daemon-slfx9 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:09.129522    3675 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-157.ec2.internal after 0 failed attempt(s)
I0521 19:32:09.129370    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7fv97
I0521 19:32:09.129353    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fgw6j
I0521 19:32:09.129548    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fgw6j
I0521 19:32:09.129561    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fgw6j after 0 failed attempt(s)
I0521 19:32:09.129422    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-rlg49
I0521 19:32:09.129584    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-rlg49 after 0 failed attempt(s)
I0521 19:32:09.129409    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-157.ec2.internal
I0521 19:32:09.129592    3675 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7fv97, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7fv97: suppressed error logged: pod openshift-multus/network-metrics-daemon-7fv97: no pod IPs found 
I0521 19:32:09.129611    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-157.ec2.internal after 0 failed attempt(s)
I0521 19:32:09.129409    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-z8fll after 0 failed attempt(s)
I0521 19:32:09.129365    3675 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5rxrb
I0521 19:32:09.129643    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5rxrb
I0521 19:32:09.129675    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5rxrb after 0 failed attempt(s)
I0521 19:32:09.129368    3675 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mjfrg
I0521 19:32:09.129703    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mjfrg after 0 failed attempt(s)
I0521 19:32:09.130202    3675 pods.go:271] [kube-system/global-pull-secret-syncer-6dt45] addLogicalPort took 797.457µs, libovsdb time 294.581µs
I0521 19:32:09.130215    3675 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-6dt45 after 0 failed attempt(s)
I0521 19:32:09.130360    3675 pods.go:271] [openshift-network-diagnostics/network-check-target-blllp] addLogicalPort took 953.895µs, libovsdb time 421.349µs
I0521 19:32:09.130368    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-blllp after 0 failed attempt(s)
I0521 19:32:09.130462    3675 pods.go:271] [openshift-multus/network-metrics-daemon-slfx9] addLogicalPort took 1.08021ms, libovsdb time 493.585µs
I0521 19:32:09.130481    3675 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-slfx9 after 0 failed attempt(s)
I0521 19:32:09.141219    3675 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0521 19:32:09.152102    3675 iptables.go:108] Creating table: mangle chain: OUTPUT
I0521 19:32:09.155235    3675 iptables.go:108] Creating table: nat chain: OUTPUT
I0521 19:32:09.203126    3675 iptables.go:108] Creating table: nat chain: PREROUTING
I0521 19:32:09.260223    3675 iptables.go:108] Creating table: filter chain: FORWARD
I0521 19:32:09.277845    3675 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0521 19:32:09.277984    3675 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0521 19:32:09.278056    3675 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0521 19:32:09.278171    3675 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0521 19:32:09.278271    3675 gateway_init.go:325] Gateway and management port readiness took 2.220456386s
I0521 19:32:09.278310    3675 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0521 19:32:09.278360    3675 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0521 19:32:09.278373    3675 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0521 19:32:09.278383    3675 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0521 19:32:09.278445    3675 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0521 19:32:09.278548    3675 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 71.538µs
I0521 19:32:09.278892    3675 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0521 19:32:09.278927    3675 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.952µs
I0521 19:32:09.278938    3675 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 47.355µs
I0521 19:32:09.278946    3675 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0521 19:32:09.278961    3675 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0521 19:32:09.278967    3675 default_node_network_controller.go:899] Starting the default node network controller
I0521 19:32:09.278974    3675 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0521 19:32:09.279076    3675 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.117µs
I0521 19:32:09.279222    3675 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0521 19:32:09.279236    3675 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0521 19:32:09.279269    3675 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f110 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 <nil> 0xc0002ddf10 0xc000aad450 0xc0002ec000 0xc0002ec070 <nil> 0xc000a5a280 0xc00657d340 <nil> <nil> <nil> 0xc0002ec0e0 <nil> map[0x2ff9080:0xc0011b9080 0x2ff95c0:0xc0011b9200 0x2ffa2e0:0xc00228ccc0 0x2ffa580:0xc0011b9020 0x2ffad60:0xc0011b90e0 0x2ffb000:0xc0011b9140 0x2ffb2a0:0xc0011b91a0 0x2ffba80:0xc0011b9260 0x2ffbd20:0xc0011b9980 0x3026980:0xc001885080 0x3026d20:0xc0018850e0 0x3027800:0xc000aff5c0 0x3029160:0xc001be0000 0x30298a0:0xc001885140 0x302a720:0xc001be0060] 0xc000aa23f0 0}
I0521 19:32:09.279354    3675 gateway.go:151] Starting gateway service sync
W0521 19:32:09.279814    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9637: empty IP address endpoints for service openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:09.280173    3675 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0521 19:32:09.282570    3675 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0521 19:32:09.309903    3675 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0521 19:32:09.311121    3675 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0521 19:32:09.312243    3675 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0521 19:32:09.344814    3675 gateway.go:168] Gateway service sync done. Time taken: 65.442905ms
W0521 19:32:09.345262    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9637: empty IP address endpoints for service openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:09.345490    3675 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30455
I0521 19:32:09.345714    3675 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f110 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 <nil> 0xc0002ddf10 0xc000aad450 0xc0002ec000 0xc0002ec070 <nil> 0xc000a5a280 0xc00657d340 <nil> <nil> <nil> 0xc0002ec0e0 <nil> map[0x2ff9080:0xc0011b9080 0x2ff95c0:0xc0011b9200 0x2ffa2e0:0xc00228ccc0 0x2ffa580:0xc0011b9020 0x2ffad60:0xc0011b90e0 0x2ffb000:0xc0011b9140 0x2ffb2a0:0xc0011b91a0 0x2ffba80:0xc0011b9260 0x2ffbd20:0xc0011b9980 0x3026980:0xc001885080 0x3026d20:0xc0018850e0 0x3027800:0xc000aff5c0 0x3029160:0xc001be0000 0x30298a0:0xc001885140 0x302a720:0xc001be0060] 0xc000aa23f0 0}
W0521 19:32:09.346000    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9637: empty IP address endpoints for service openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:09.346258    3675 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f110 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 <nil> 0xc0002ddf10 0xc000aad450 0xc0002ec000 0xc0002ec070 <nil> 0xc000a5a280 0xc00657d340 <nil> <nil> <nil> 0xc0002ec0e0 <nil> map[0x2ff9080:0xc0011b9080 0x2ff95c0:0xc0011b9200 0x2ffa2e0:0xc00228ccc0 0x2ffa580:0xc0011b9020 0x2ffad60:0xc0011b90e0 0x2ffb000:0xc0011b9140 0x2ffb2a0:0xc0011b91a0 0x2ffba80:0xc0011b9260 0x2ffbd20:0xc0011b9980 0x3026980:0xc001885080 0x3026d20:0xc0018850e0 0x3027800:0xc000aff5c0 0x3029160:0xc001be0000 0x30298a0:0xc001885140 0x302a720:0xc001be0060] 0xc000aa23f0 0}
I0521 19:32:09.346291    3675 gateway.go:532] Reconciling gateway with updates
I0521 19:32:09.351807    3675 gateway.go:339] Spawning Conntrack Rule Check Thread
I0521 19:32:09.351899    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:32:09.351907    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:32:09.351915    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:32:09.351921    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:32:09.351927    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:32:09.351923    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:32:09.351939    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:32:09.351950    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:32:09.351957    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:32:09.351969    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:32:09.351984    3675 default_node_network_controller.go:944] Gateway and management port readiness took 72.734994ms
I0521 19:32:09.351996    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0521 19:32:09.351901    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0521 19:32:09.352028    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0521 19:32:09.352011    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:32:09.352013    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:32:09.352045    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:32:09.352047    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:32:09.351996    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.352048    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:09.352058    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:32:09.352064    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0521 19:32:09.352069    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:09.352074    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0521 19:32:09.351985    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0521 19:32:09.352084    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:32:09.352095    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0521 19:32:09.352100    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:32:09.352106    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0521 19:32:09.352109    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.351999    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:32:09.352114    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:32:09.352122    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:32:09.352126    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0521 19:32:09.352050    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:32:09.352134    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:32:09.352137    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.352071    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
W0521 19:32:09.352145    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9637: empty IP address endpoints for service openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:09.352038    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0521 19:32:09.352032    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:32:09.352167    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0521 19:32:09.352175    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:32:09.352177    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0521 19:32:09.352181    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:32:09.352189    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0521 19:32:09.352192    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:32:09.352197    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0521 19:32:09.352203    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:32:09.352206    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0521 19:32:09.352206    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:32:09.352213    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.352217    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:32:09.352223    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:32:09.352229    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:32:09.352234    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:32:09.352236    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:32:09.352237    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:32:09.352241    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:32:09.352235    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0521 19:32:09.352247    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0521 19:32:09.352253    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0521 19:32:09.352252    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0521 19:32:09.352191    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:32:09.352281    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:32:09.352284    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:32:09.352295    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:32:09.352295    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:32:09.352307    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0521 19:32:09.352312    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0521 19:32:09.352193    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:32:09.352326    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:32:09.352332    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0521 19:32:09.352337    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0521 19:32:09.352198    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:32:09.352284    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:32:09.352354    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:32:09.352359    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:32:09.352328    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.352139    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:32:09.352253    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.352479    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0521 19:32:09.352206    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:32:09.352490    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0521 19:32:09.352498    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:32:09.352206    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:32:09.352517    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:32:09.352556    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:32:09.352222    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:32:09.352568    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:32:09.352582    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0521 19:32:09.352238    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:32:09.352602    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:32:09.352613    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:32:09.352663    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:32:09.352039    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0521 19:32:09.352671    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:32:09.352675    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console
I0521 19:32:09.352691    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:32:09.352701    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console
I0521 19:32:09.352705    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:32:09.352708    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0521 19:32:09.352726    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0521 19:32:09.352252    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:32:09.352769    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:32:09.352779    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0521 19:32:09.352172    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:32:09.352794    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:32:09.352270    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:32:09.352834    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:32:09.352836    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0521 19:32:09.352850    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0521 19:32:09.352835    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:32:09.352887    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:32:09.352894    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0521 19:32:09.352298    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:32:09.352316    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:32:09.352944    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:32:09.352948    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.352330    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:32:09.352956    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:32:09.352967    3675 port_claim.go:71] Svc openshift-ingress/router-default: port 32011 is already open, no action needed
I0521 19:32:09.352272    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:32:09.352978    3675 port_claim.go:71] Svc openshift-ingress/router-default: port 31479 is already open, no action needed
I0521 19:32:09.352983    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:32:09.353065    3675 node_ip_handler_linux.go:160] Node IP manager is running
W0521 19:32:09.389673    3675 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0521 19:32:09.389846    3675 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0521 19:32:09.390120    3675 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0521 19:32:09.398692    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0521 19:32:09.398711    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0521 19:32:09.398717    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0521 19:32:09.398724    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0521 19:32:09.398730    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0521 19:32:09.398737    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.398742    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0521 19:32:09.398747    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0521 19:32:09.398752    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0521 19:32:09.398766    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0521 19:32:09.398784    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.398790    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0521 19:32:09.398796    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.398802    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0521 19:32:09.398808    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0521 19:32:09.398813    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0521 19:32:09.436749    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0521 19:32:09.436773    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0521 19:32:09.436783    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0521 19:32:09.436789    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0521 19:32:09.436804    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0521 19:32:09.436819    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0521 19:32:09.474361    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0521 19:32:10.394081    3675 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:32:10.664744    3675 default_node_network_controller.go:1380] Starting node controller node sync
W0521 19:32:10.664770    3675 egressip_healthcheck.go:76] Health checking using insecure connection
I0521 19:32:10.664837    3675 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0521 19:32:10.676270    3675 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.508197ms
I0521 19:32:10.676414    3675 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-70.ec2.internal", IP: 10.0.0.70 to PMTUD blocking rules
I0521 19:32:10.676423    3675 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-70.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0521 19:32:10.681999    3675 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0521 19:32:10.682277    3675 egressservice_node.go:93] Setting up event handlers for Egress Services
I0521 19:32:10.682458    3675 egressservice_node.go:183] Starting Egress Services Controller
I0521 19:32:10.682472    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0521 19:32:10.682490    3675 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0521 19:32:10.682496    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0521 19:32:10.682504    3675 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0521 19:32:10.682512    3675 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0521 19:32:10.682520    3675 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0521 19:32:10.682526    3675 egressservice_node.go:197] Repairing Egress Services
W0521 19:32:10.689674    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9637: empty IP address endpoints for service openshift-machine-config-operator/kube-rbac-proxy-crio
W0521 19:32:10.689712    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9637: empty IP address endpoints for service openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:10.691948    3675 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0521 19:32:10.691960    3675 external_controller.go:278] Starting Admin Policy Based Route Controller
I0521 19:32:10.692225    3675 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0521 19:32:10.692239    3675 link_network_manager.go:119] Link manager is running
I0521 19:32:10.692247    3675 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0521 19:32:10.692413    3675 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0521 19:32:10.693009    3675 vrf_manager.go:128] VRF manager is running
I0521 19:32:10.693191    3675 node_controller_manager.go:437] Removing flows to drop GARP
I0521 19:32:10.693200    3675 gateway.go:532] Reconciling gateway with updates
I0521 19:32:10.718113    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:32:10.718134    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:32:10.718141    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0521 19:32:10.718142    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0521 19:32:10.718154    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:32:10.718157    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0521 19:32:10.718160    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:32:10.718167    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:32:10.718177    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:32:10.718188    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0521 19:32:10.718200    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:32:10.718209    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:32:10.718213    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0521 19:32:10.718216    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:32:10.718219    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:32:10.718228    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.718230    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0521 19:32:10.718234    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:32:10.718235    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:32:10.718191    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console
I0521 19:32:10.718245    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:32:10.718157    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:32:10.718245    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:32:10.718250    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:32:10.718257    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0521 19:32:10.718266    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:32:10.718266    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:32:10.718270    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:32:10.718270    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:32:10.718240    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:32:10.718285    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0521 19:32:10.718289    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:32:10.718293    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0521 19:32:10.718291    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:10.718299    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:32:10.718305    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.718308    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:10.718305    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0521 19:32:10.718314    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:32:10.718317    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0521 19:32:10.718324    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:32:10.718325    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:32:10.718331    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0521 19:32:10.718334    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:32:10.718337    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0521 19:32:10.718338    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0521 19:32:10.718341    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.718344    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:32:10.718353    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:32:10.718356    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:32:10.718357    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0521 19:32:10.718360    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:32:10.718359    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:32:10.718365    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:32:10.718368    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:32:10.718371    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0521 19:32:10.718374    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:32:10.718376    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.718374    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:32:10.718377    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:32:10.718381    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:32:10.718387    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0521 19:32:10.718388    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:32:10.718390    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:32:10.718394    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:32:10.718395    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:32:10.718402    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:32:10.718403    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:32:10.718405    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:32:10.718419    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0521 19:32:10.718307    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:32:10.718438    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:32:10.718256    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:32:10.718463    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:32:10.718471    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:32:10.718471    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0521 19:32:10.718489    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0521 19:32:10.718503    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:32:10.718404    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:32:10.718274    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0521 19:32:10.718235    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
W0521 19:32:10.718358    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9637: empty IP address endpoints for service openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:32:10.718356    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0521 19:32:10.718325    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:32:10.718552    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:32:10.718289    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:32:10.718252    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console
I0521 19:32:10.718243    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:32:10.718688    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:32:10.718278    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0521 19:32:10.718224    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:32:10.718296    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0521 19:32:10.718308    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:32:10.718836    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:32:10.718344    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:32:10.718344    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.718364    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:32:10.718366    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:32:10.718944    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:32:10.718958    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:32:10.718959    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0521 19:32:10.718974    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0521 19:32:10.718370    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:32:10.718998    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:32:10.718374    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0521 19:32:10.718375    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:32:10.719044    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:32:10.719056    3675 port_claim.go:71] Svc openshift-ingress/router-default: port 32011 is already open, no action needed
I0521 19:32:10.719061    3675 port_claim.go:71] Svc openshift-ingress/router-default: port 31479 is already open, no action needed
I0521 19:32:10.718377    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0521 19:32:10.718382    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:32:10.719107    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0521 19:32:10.718387    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:32:10.719122    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0521 19:32:10.718392    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:32:10.719143    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:32:10.718395    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:32:10.719193    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.718406    3675 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:32:10.719208    3675 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:32:10.719215    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0521 19:32:10.763273    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0521 19:32:10.763290    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.763297    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0521 19:32:10.763303    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0521 19:32:10.763310    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0521 19:32:10.763315    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0521 19:32:10.763321    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.763326    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0521 19:32:10.763332    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0521 19:32:10.763357    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0521 19:32:10.763366    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0521 19:32:10.763373    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.763379    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0521 19:32:10.763383    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.763388    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0521 19:32:10.763393    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0521 19:32:10.763397    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0521 19:32:10.763402    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0521 19:32:10.763408    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0521 19:32:10.763412    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0521 19:32:10.802717    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0521 19:32:10.802743    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0521 19:32:10.851126    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0521 19:32:10.851139    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0521 19:32:10.851126    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0521 19:32:10.851135    3675 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
W0521 19:32:12.669172    3675 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-577d9f694f-ccsj4 IP address from the namespace address-set, err: pod openshift-console/console-577d9f694f-ccsj4: no pod IPs found 
I0521 19:32:13.036998    3675 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal
I0521 19:32:13.037044    3675 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 54.391µs
I0521 19:32:13.065763    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-wnhv9 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:13.065897    3675 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9
I0521 19:32:13.069942    3675 base_network_controller_pods.go:487] [default/openshift-console/console-74995b749f-zg4wz] creating logical port openshift-console_console-74995b749f-zg4wz for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:13.070013    3675 kube.go:256] Updating pod openshift-console/console-74995b749f-zg4wz
I0521 19:32:13.085002    3675 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9] pod update took 19.138133ms
I0521 19:32:13.085036    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9] addLogicalPort annotation time took 19.17887ms
I0521 19:32:13.086112    3675 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9] addLogicalPort took 20.364022ms, libovsdb time 835.003µs
I0521 19:32:13.091335    3675 pod.go:62] [openshift-console/console-74995b749f-zg4wz] pod update took 21.340011ms
I0521 19:32:13.091355    3675 base_network_controller_pods.go:951] [default/openshift-console/console-74995b749f-zg4wz] addLogicalPort annotation time took 21.360564ms
I0521 19:32:13.091510    3675 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d488fb646-25k8h] creating logical port openshift-image-registry_image-registry-5d488fb646-25k8h for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:13.091602    3675 kube.go:256] Updating pod openshift-image-registry/image-registry-5d488fb646-25k8h
I0521 19:32:13.092536    3675 pods.go:271] [openshift-console/console-74995b749f-zg4wz] addLogicalPort took 22.601935ms, libovsdb time 821.29µs
I0521 19:32:13.117514    3675 pod.go:62] [openshift-image-registry/image-registry-5d488fb646-25k8h] pod update took 25.945835ms
I0521 19:32:13.117531    3675 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d488fb646-25k8h] addLogicalPort annotation time took 25.968706ms
I0521 19:32:13.118471    3675 pods.go:271] [openshift-image-registry/image-registry-5d488fb646-25k8h] addLogicalPort took 26.974803ms, libovsdb time 698.084µs
I0521 19:32:13.122628    3675 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mkvnl] creating logical port openshift-dns_dns-default-mkvnl for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:13.122818    3675 kube.go:256] Updating pod openshift-dns/dns-default-mkvnl
I0521 19:32:13.122999    3675 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-767949f4c-rlk4w] creating logical port openshift-ingress_router-default-767949f4c-rlk4w for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:13.123199    3675 kube.go:256] Updating pod openshift-ingress/router-default-767949f4c-rlk4w
I0521 19:32:13.123053    3675 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-lm26p] creating logical port openshift-console_downloads-5c54f4944f-lm26p for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:13.123399    3675 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-lm26p
I0521 19:32:13.145133    3675 pod.go:62] [openshift-dns/dns-default-mkvnl] pod update took 22.358958ms
I0521 19:32:13.145152    3675 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mkvnl] addLogicalPort annotation time took 22.383089ms
I0521 19:32:13.146533    3675 pods.go:271] [openshift-dns/dns-default-mkvnl] addLogicalPort took 23.916061ms, libovsdb time 1.026703ms
I0521 19:32:13.148767    3675 pod.go:62] [openshift-ingress/router-default-767949f4c-rlk4w] pod update took 25.624589ms
I0521 19:32:13.148786    3675 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-767949f4c-rlk4w] addLogicalPort annotation time took 25.644958ms
I0521 19:32:13.150329    3675 pods.go:271] [openshift-ingress/router-default-767949f4c-rlk4w] addLogicalPort took 27.339321ms, libovsdb time 1.220169ms
I0521 19:32:13.152540    3675 pod.go:62] [openshift-console/downloads-5c54f4944f-lm26p] pod update took 29.173328ms
I0521 19:32:13.152561    3675 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-lm26p] addLogicalPort annotation time took 29.196535ms
I0521 19:32:13.153428    3675 pods.go:271] [openshift-console/downloads-5c54f4944f-lm26p] addLogicalPort took 30.387659ms, libovsdb time 654.76µs
I0521 19:32:13.153849    3675 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dm6vb] creating logical port openshift-insights_insights-runtime-extractor-dm6vb for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:13.153936    3675 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dm6vb
I0521 19:32:13.169292    3675 pod.go:62] [openshift-insights/insights-runtime-extractor-dm6vb] pod update took 15.390141ms
I0521 19:32:13.169313    3675 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-dm6vb] addLogicalPort annotation time took 15.412204ms
I0521 19:32:13.170204    3675 pods.go:271] [openshift-insights/insights-runtime-extractor-dm6vb] addLogicalPort took 16.363534ms, libovsdb time 675.287µs
W0521 19:32:13.181297    3675 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:32:13.181313    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:32:13.181319    3675 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0521 19:32:13.198051    3675 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-d9prn] creating logical port openshift-ingress-canary_ingress-canary-d9prn for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:13.198142    3675 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-d9prn
I0521 19:32:13.215418    3675 pod.go:62] [openshift-ingress-canary/ingress-canary-d9prn] pod update took 17.304473ms
I0521 19:32:13.215441    3675 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-d9prn] addLogicalPort annotation time took 17.331138ms
I0521 19:32:13.216635    3675 pods.go:271] [openshift-ingress-canary/ingress-canary-d9prn] addLogicalPort took 18.594486ms, libovsdb time 839.475µs
I0521 19:32:13.463451    3675 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9 ccb71b565735c7a4f11136ea2f0cf3c363a80accfe51c83fff4a20d719563856 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9 ccb71b565735c7a4f11136ea2f0cf3c363a80accfe51c83fff4a20d719563856 network default NAD default NAD key ]
I0521 19:32:13.477974    3675 cni.go:452] [openshift-console/console-74995b749f-zg4wz 50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74995b749f-zg4wz 50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f network default NAD default NAD key ]
I0521 19:32:13.496938    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-wnhv9, hostIfaceName: ccb71b565735c7a, network: default, NAD default, SandboxID: "ccb71b565735c7a4f11136ea2f0cf3c363a80accfe51c83fff4a20d719563856", PCI device ID: , UID: "75d9f197-b9a6-466f-a188-392045ab0873", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0521 19:32:13.497517    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74995b749f-zg4wz, hostIfaceName: 50615b72b5dafef, network: default, NAD default, SandboxID: "50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f", PCI device ID: , UID: "89f9f891-ea25-4e50-9182-205014d70a49", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0521 19:32:13.505046    3675 cni.go:452] [openshift-image-registry/image-registry-5d488fb646-25k8h 1e5efc975555256de989c64d5bae013e9530ba99db4b14f2a53b338e8dc7670a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5d488fb646-25k8h 1e5efc975555256de989c64d5bae013e9530ba99db4b14f2a53b338e8dc7670a network default NAD default NAD key ]
I0521 19:32:13.518348    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d488fb646-25k8h, hostIfaceName: 1e5efc975555256, network: default, NAD default, SandboxID: "1e5efc975555256de989c64d5bae013e9530ba99db4b14f2a53b338e8dc7670a", PCI device ID: , UID: "9697d898-9a5d-46b9-baf3-106e4bd18173", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0521 19:32:13.537230    3675 cni.go:452] [openshift-dns/dns-default-mkvnl e3df39bd2c1bd94eacbf8f1b8a45a596ddecf1b96219d4e967c1d2cd816a2dee network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mkvnl e3df39bd2c1bd94eacbf8f1b8a45a596ddecf1b96219d4e967c1d2cd816a2dee network default NAD default NAD key ]
I0521 19:32:13.552403    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mkvnl, hostIfaceName: e3df39bd2c1bd94, network: default, NAD default, SandboxID: "e3df39bd2c1bd94eacbf8f1b8a45a596ddecf1b96219d4e967c1d2cd816a2dee", PCI device ID: , UID: "28083495-705b-45e4-b781-3758fe419ffb", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0521 19:32:13.558392    3675 cni.go:452] [openshift-ingress/router-default-767949f4c-rlk4w 6521a96f3a300ccdb678eea02be3c16ca5ad4839e60690052c5da94f0db735d9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-767949f4c-rlk4w 6521a96f3a300ccdb678eea02be3c16ca5ad4839e60690052c5da94f0db735d9 network default NAD default NAD key ]
I0521 19:32:13.562069    3675 cni.go:473] [openshift-console/console-74995b749f-zg4wz 50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74995b749f-zg4wz 50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:7f:ec:3f:7a:a1\",\"name\":\"50615b72b5dafef\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afe6f5bb-23c9-4015-ae17-195360bd4d20\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:13.571134    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-767949f4c-rlk4w, hostIfaceName: 6521a96f3a300cc, network: default, NAD default, SandboxID: "6521a96f3a300ccdb678eea02be3c16ca5ad4839e60690052c5da94f0db735d9", PCI device ID: , UID: "02b239f6-10ee-4779-b405-c6d3df71b40b", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0521 19:32:13.575675    3675 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9 ccb71b565735c7a4f11136ea2f0cf3c363a80accfe51c83fff4a20d719563856 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wnhv9 ccb71b565735c7a4f11136ea2f0cf3c363a80accfe51c83fff4a20d719563856 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:9b:06:e3:bc:d4\",\"name\":\"ccb71b565735c7a\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cf6af2a-5053-4dd9-90b7-8bdf56be8666\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:13.577720    3675 cni.go:452] [openshift-console/downloads-5c54f4944f-lm26p ed4b313e8392e15316c7846098561e7f37e1e0f917983398af2debc6734f0d01 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-lm26p ed4b313e8392e15316c7846098561e7f37e1e0f917983398af2debc6734f0d01 network default NAD default NAD key ]
I0521 19:32:13.583644    3675 cni.go:452] [openshift-insights/insights-runtime-extractor-dm6vb 836c7527caa85eee89374afa3b1ecddf5e9f6de74e34b3a2ba5cd6a7400eea08 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dm6vb 836c7527caa85eee89374afa3b1ecddf5e9f6de74e34b3a2ba5cd6a7400eea08 network default NAD default NAD key ]
I0521 19:32:13.589701    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-lm26p, hostIfaceName: ed4b313e8392e15, network: default, NAD default, SandboxID: "ed4b313e8392e15316c7846098561e7f37e1e0f917983398af2debc6734f0d01", PCI device ID: , UID: "1ec0d470-c0be-4555-885f-f23609c9ecde", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0521 19:32:13.591422    3675 cni.go:473] [openshift-image-registry/image-registry-5d488fb646-25k8h 1e5efc975555256de989c64d5bae013e9530ba99db4b14f2a53b338e8dc7670a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5d488fb646-25k8h 1e5efc975555256de989c64d5bae013e9530ba99db4b14f2a53b338e8dc7670a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:69:48:a4:4c:9d\",\"name\":\"1e5efc975555256\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/778a9c0f-e700-4b14-8094-87bcc47189bf\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:13.598244    3675 cni.go:452] [openshift-ingress-canary/ingress-canary-d9prn 23a41a18abf5d2922d76ac04c78313498df378eb3de234189801c2680bda3cdb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-d9prn 23a41a18abf5d2922d76ac04c78313498df378eb3de234189801c2680bda3cdb network default NAD default NAD key ]
I0521 19:32:13.598356    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dm6vb, hostIfaceName: 836c7527caa85ee, network: default, NAD default, SandboxID: "836c7527caa85eee89374afa3b1ecddf5e9f6de74e34b3a2ba5cd6a7400eea08", PCI device ID: , UID: "6ab00822-ce66-4ce8-a398-cffd32c27227", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0521 19:32:13.611124    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-d9prn, hostIfaceName: 23a41a18abf5d29, network: default, NAD default, SandboxID: "23a41a18abf5d2922d76ac04c78313498df378eb3de234189801c2680bda3cdb", PCI device ID: , UID: "a3dd0164-864f-4f72-a5db-97a8b14394c3", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0521 19:32:13.612594    3675 cni.go:473] [openshift-dns/dns-default-mkvnl e3df39bd2c1bd94eacbf8f1b8a45a596ddecf1b96219d4e967c1d2cd816a2dee network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mkvnl e3df39bd2c1bd94eacbf8f1b8a45a596ddecf1b96219d4e967c1d2cd816a2dee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f2:b0:00:a9:47\",\"name\":\"e3df39bd2c1bd94\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9bc2517-cb99-446e-a79a-740515b60502\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:13.629551    3675 cni.go:473] [openshift-ingress/router-default-767949f4c-rlk4w 6521a96f3a300ccdb678eea02be3c16ca5ad4839e60690052c5da94f0db735d9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-767949f4c-rlk4w 6521a96f3a300ccdb678eea02be3c16ca5ad4839e60690052c5da94f0db735d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c9:e6:74:50:c6\",\"name\":\"6521a96f3a300cc\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a343c0d-fae3-4e3f-ba00-7c78ba794476\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:13.646231    3675 cni.go:473] [openshift-console/downloads-5c54f4944f-lm26p ed4b313e8392e15316c7846098561e7f37e1e0f917983398af2debc6734f0d01 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-lm26p ed4b313e8392e15316c7846098561e7f37e1e0f917983398af2debc6734f0d01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:62:66:50:89:c7\",\"name\":\"ed4b313e8392e15\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e679c3a5-62f5-48b7-acd1-5a58802fa58c\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:13.654080    3675 cni.go:473] [openshift-insights/insights-runtime-extractor-dm6vb 836c7527caa85eee89374afa3b1ecddf5e9f6de74e34b3a2ba5cd6a7400eea08 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dm6vb 836c7527caa85eee89374afa3b1ecddf5e9f6de74e34b3a2ba5cd6a7400eea08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:71:1f:2b:09:35\",\"name\":\"836c7527caa85ee\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8510b89a-faf7-4896-a42f-59672de67a72\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:13.661635    3675 cni.go:473] [openshift-ingress-canary/ingress-canary-d9prn 23a41a18abf5d2922d76ac04c78313498df378eb3de234189801c2680bda3cdb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-d9prn 23a41a18abf5d2922d76ac04c78313498df378eb3de234189801c2680bda3cdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c8:b8:4d:89:f8\",\"name\":\"23a41a18abf5d29\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56096bb2-eea4-4bc2-9d43-b8bdab4d9f2c\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:32:13.945940    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9637: empty IP address endpoints for service openshift-machine-config-operator/kube-rbac-proxy-crio
W0521 19:32:14.087377    3675 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:14.122611    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0521 19:32:14.122641    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0521 19:32:14.967646    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0521 19:32:15.082033    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0521 19:32:15.082078    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0521 19:32:15.160228    3675 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0521 19:32:15.176487    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0521 19:32:15.176506    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0521 19:32:15.176515    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0521 19:32:16.020836    3675 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:32:19.605864    3675 cni.go:452] [openshift-multus/network-metrics-daemon-slfx9 7cf8ae2c1b32f04156034477101a8a35219eeb068600e3cd905532cef3f253ce network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-slfx9 7cf8ae2c1b32f04156034477101a8a35219eeb068600e3cd905532cef3f253ce network default NAD default NAD key ]
I0521 19:32:19.609677    3675 cni.go:452] [kube-system/global-pull-secret-syncer-6dt45 d3d6524fb27a1315536412333d4784f581caa12196aecd31dda1bc81aa8c05ec network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-6dt45 d3d6524fb27a1315536412333d4784f581caa12196aecd31dda1bc81aa8c05ec network default NAD default NAD key ]
I0521 19:32:19.610115    3675 cni.go:452] [openshift-network-diagnostics/network-check-target-blllp 4cfc0bfbc55601343fddf9863639f42ea418a2d1192837e4a2ac1273e4c0b129 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-blllp 4cfc0bfbc55601343fddf9863639f42ea418a2d1192837e4a2ac1273e4c0b129 network default NAD default NAD key ]
I0521 19:32:19.623138    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-slfx9, hostIfaceName: 7cf8ae2c1b32f04, network: default, NAD default, SandboxID: "7cf8ae2c1b32f04156034477101a8a35219eeb068600e3cd905532cef3f253ce", PCI device ID: , UID: "1b11e48e-0501-48ed-957f-a29b7e57b3b9", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0521 19:32:19.624130    3675 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-6dt45, hostIfaceName: d3d6524fb27a131, network: default, NAD default, SandboxID: "d3d6524fb27a1315536412333d4784f581caa12196aecd31dda1bc81aa8c05ec", PCI device ID: , UID: "78813269-8c1d-4034-b5be-c06cb93afc68", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0521 19:32:19.626593    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-blllp, hostIfaceName: 4cfc0bfbc556013, network: default, NAD default, SandboxID: "4cfc0bfbc55601343fddf9863639f42ea418a2d1192837e4a2ac1273e4c0b129", PCI device ID: , UID: "f68aab2d-e77e-42ab-a9f3-51cb8d92020e", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0521 19:32:19.691757    3675 cni.go:473] [openshift-multus/network-metrics-daemon-slfx9 7cf8ae2c1b32f04156034477101a8a35219eeb068600e3cd905532cef3f253ce network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-slfx9 7cf8ae2c1b32f04156034477101a8a35219eeb068600e3cd905532cef3f253ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:b7:c9:ff:27:50\",\"name\":\"7cf8ae2c1b32f04\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a755ec78-ac82-41b0-8b66-4b6639af893c\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:19.696340    3675 cni.go:473] [kube-system/global-pull-secret-syncer-6dt45 d3d6524fb27a1315536412333d4784f581caa12196aecd31dda1bc81aa8c05ec network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-6dt45 d3d6524fb27a1315536412333d4784f581caa12196aecd31dda1bc81aa8c05ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ed:d8:e3:f0:42\",\"name\":\"d3d6524fb27a131\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/230b3e21-73cf-4ea6-b7a4-b4dca8951a1d\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:19.704192    3675 cni.go:473] [openshift-network-diagnostics/network-check-target-blllp 4cfc0bfbc55601343fddf9863639f42ea418a2d1192837e4a2ac1273e4c0b129 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-blllp 4cfc0bfbc55601343fddf9863639f42ea418a2d1192837e4a2ac1273e4c0b129 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:63:60:54:4a:6c\",\"name\":\"4cfc0bfbc556013\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9155f595-6fce-447c-b188-e67ea6e2cec8\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:32:20.197695    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0521 19:32:20.620575    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-gn8wb] creating logical port openshift-monitoring_prometheus-operator-76b589d668-gn8wb for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:20.620736    3675 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-gn8wb
I0521 19:32:20.637471    3675 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-gn8wb] pod update took 16.772871ms
I0521 19:32:20.637509    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-gn8wb] addLogicalPort annotation time took 16.815326ms
I0521 19:32:20.638951    3675 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-gn8wb] addLogicalPort took 18.399559ms, libovsdb time 1.127744ms
I0521 19:32:21.875343    3675 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-gn8wb a83d236987632edb0c8be884c4dab863794fa597383191a6a2816fc6d3f712e9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-gn8wb a83d236987632edb0c8be884c4dab863794fa597383191a6a2816fc6d3f712e9 network default NAD default NAD key ]
I0521 19:32:21.888651    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-gn8wb, hostIfaceName: a83d236987632ed, network: default, NAD default, SandboxID: "a83d236987632edb0c8be884c4dab863794fa597383191a6a2816fc6d3f712e9", PCI device ID: , UID: "d8de612c-d83f-4780-93e5-89f0ae215c26", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0521 19:32:21.949067    3675 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-gn8wb a83d236987632edb0c8be884c4dab863794fa597383191a6a2816fc6d3f712e9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-gn8wb a83d236987632edb0c8be884c4dab863794fa597383191a6a2816fc6d3f712e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:3c:f2:f7:51:dd\",\"name\":\"a83d236987632ed\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95a2ef05-93c5-4557-9461-f6e32e3b4e40\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:32:22.014324    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0521 19:32:22.014351    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0521 19:32:23.019084    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0521 19:32:24.140610    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0521 19:32:24.640325    3675 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall
I0521 19:32:24.640405    3675 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal
I0521 19:32:24.640425    3675 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 28.857µs
I0521 19:32:24.640434    3675 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0521 19:32:25.922587    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:25.922615    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:32:26.059992    3675 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:32:29.789026    3675 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default"
I0521 19:32:29.789076    3675 node_tracker.go:235] Node ip-10-0-2-113.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-113.ec2.internal"
I0521 19:32:29.789091    3675 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:32:29.789106    3675 services_controller.go:574] Full service sync requested for network=default
I0521 19:32:29.789011    3675 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "ip-10-0-2-113.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:32:29.874643    3675 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "ip-10-0-2-113.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:32:29.918601    3675 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default"
I0521 19:32:29.918607    3675 default_network_controller.go:1025] Node "ip-10-0-2-113.ec2.internal" in remote zone "ip-10-0-2-113.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:32:29.918667    3675 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:32:29.918682    3675 services_controller.go:574] Full service sync requested for network=default
I0521 19:32:29.919660    3675 zone_ic_handler.go:195] Time taken to create transit switch: 291.954µs
I0521 19:32:29.919681    3675 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-113.ec2.internal for the network default
I0521 19:32:29.920755    3675 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-113.ec2.internal" on network "default" took: 1.399886ms
W0521 19:32:30.126310    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:32:30.126331    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:32:30.126337    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0521 19:32:31.488237    3675 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default"
I0521 19:32:31.488254    3675 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal
I0521 19:32:31.488264    3675 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-113.ec2.internal", IP: 10.0.2.113 to PMTUD blocking rules
I0521 19:32:31.488274    3675 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 25.827µs
I0521 19:32:31.488276    3675 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-113.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0521 19:32:31.488310    3675 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:32:31.488311    3675 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall
I0521 19:32:31.488327    3675 services_controller.go:574] Full service sync requested for network=default
I0521 19:32:31.494232    3675 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-113.ec2.internal. Updating no re-route policies
I0521 19:32:31.506462    3675 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-113.ec2.internal", IP: 10.0.2.113 to PMTUD blocking rules
I0521 19:32:31.506487    3675 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-113.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0521 19:32:35.120439    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:32:35.238620    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-kmj7q for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:35.238767    3675 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q
I0521 19:32:35.259452    3675 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q] pod update took 20.718018ms
I0521 19:32:35.259473    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q] addLogicalPort annotation time took 20.743831ms
I0521 19:32:35.260730    3675 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q] addLogicalPort took 22.125598ms, libovsdb time 926.988µs
I0521 19:32:35.280142    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-ltw7l for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:35.280227    3675 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l
I0521 19:32:35.307933    3675 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l] pod update took 27.731787ms
I0521 19:32:35.307961    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l] addLogicalPort annotation time took 27.765094ms
I0521 19:32:35.309570    3675 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l] addLogicalPort took 29.441916ms, libovsdb time 1.16676ms
I0521 19:32:35.516235    3675 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal
I0521 19:32:35.516258    3675 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 29.176µs
I0521 19:32:35.650338    3675 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q f333a0502be39d18d6f1e46a1dcb82cbea485db51301aab7f2261a82d1396a07 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q f333a0502be39d18d6f1e46a1dcb82cbea485db51301aab7f2261a82d1396a07 network default NAD default NAD key ]
I0521 19:32:35.661456    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-kmj7q, hostIfaceName: f333a0502be39d1, network: default, NAD default, SandboxID: "f333a0502be39d18d6f1e46a1dcb82cbea485db51301aab7f2261a82d1396a07", PCI device ID: , UID: "ef7bbda3-f0c7-4541-8d08-ac3ba171e6af", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0521 19:32:35.686704    3675 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l 8e18831d8502c9fcadbee435144065102286a5226884d2428c917398daaf539c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l 8e18831d8502c9fcadbee435144065102286a5226884d2428c917398daaf539c network default NAD default NAD key ]
I0521 19:32:35.697172    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-ltw7l, hostIfaceName: 8e18831d8502c9f, network: default, NAD default, SandboxID: "8e18831d8502c9fcadbee435144065102286a5226884d2428c917398daaf539c", PCI device ID: , UID: "723af26c-4a30-4b32-add2-96e359404158", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0521 19:32:35.721617    3675 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q f333a0502be39d18d6f1e46a1dcb82cbea485db51301aab7f2261a82d1396a07 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-kmj7q f333a0502be39d18d6f1e46a1dcb82cbea485db51301aab7f2261a82d1396a07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b2:c6:7d:e6:2d\",\"name\":\"f333a0502be39d1\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c291955f-9df0-4b66-9e7d-44cfd5ed9fc6\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:35.747177    3675 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l 8e18831d8502c9fcadbee435144065102286a5226884d2428c917398daaf539c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-ltw7l 8e18831d8502c9fcadbee435144065102286a5226884d2428c917398daaf539c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d2:2e:92:88:95\",\"name\":\"8e18831d8502c9f\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b384f162-6d20-4657-bef7-38f0470eb51a\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:36.490893    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:36.491068    3675 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0521 19:32:36.515944    3675 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.943369ms
I0521 19:32:36.515969    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.97405ms
I0521 19:32:36.517533    3675 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.66125ms, libovsdb time 1.164046ms
I0521 19:32:38.462070    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5f94496f48-tjk4d] creating logical port openshift-monitoring_thanos-querier-5f94496f48-tjk4d for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:38.462253    3675 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5f94496f48-tjk4d
I0521 19:32:38.471489    3675 cni.go:452] [openshift-monitoring/alertmanager-main-1 9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2 network default NAD default NAD key ]
I0521 19:32:38.482101    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9e03377a5b1ad14, network: default, NAD default, SandboxID: "9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2", PCI device ID: , UID: "fdb7ac01-79d1-402c-95b9-0fcfacf900f4", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0521 19:32:38.487160    3675 pod.go:62] [openshift-monitoring/thanos-querier-5f94496f48-tjk4d] pod update took 24.953755ms
I0521 19:32:38.487188    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5f94496f48-tjk4d] addLogicalPort annotation time took 24.984012ms
I0521 19:32:38.488480    3675 pods.go:271] [openshift-monitoring/thanos-querier-5f94496f48-tjk4d] addLogicalPort took 26.430976ms, libovsdb time 888.71µs
I0521 19:32:38.536818    3675 cni.go:473] [openshift-monitoring/alertmanager-main-1 9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:4c:04:c8:71:a5\",\"name\":\"9e03377a5b1ad14\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/698b4c81-00cb-4422-a43e-b913f395f250\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:38.876122    3675 cni.go:452] [openshift-monitoring/thanos-querier-5f94496f48-tjk4d 600ddb73ec9c6f60e0e5f4729382be9c15af8bf2ef4d0ce0f7bdd3eed3092fa3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5f94496f48-tjk4d 600ddb73ec9c6f60e0e5f4729382be9c15af8bf2ef4d0ce0f7bdd3eed3092fa3 network default NAD default NAD key ]
I0521 19:32:38.888702    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5f94496f48-tjk4d, hostIfaceName: 600ddb73ec9c6f6, network: default, NAD default, SandboxID: "600ddb73ec9c6f60e0e5f4729382be9c15af8bf2ef4d0ce0f7bdd3eed3092fa3", PCI device ID: , UID: "6bdb5ded-9324-4af5-8eec-293e801834b9", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0521 19:32:38.941012    3675 cni.go:473] [openshift-monitoring/thanos-querier-5f94496f48-tjk4d 600ddb73ec9c6f60e0e5f4729382be9c15af8bf2ef4d0ce0f7bdd3eed3092fa3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5f94496f48-tjk4d 600ddb73ec9c6f60e0e5f4729382be9c15af8bf2ef4d0ce0f7bdd3eed3092fa3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:eb:c5:a6:ba:3d\",\"name\":\"600ddb73ec9c6f6\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/189a351b-c2bf-498b-ba5c-c6b68f1cc945\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:39.871531    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-zk9jg for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:39.871655    3675 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg
I0521 19:32:39.894533    3675 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg] pod update took 22.91789ms
I0521 19:32:39.894600    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg] addLogicalPort annotation time took 22.991189ms
I0521 19:32:39.895912    3675 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg] addLogicalPort took 24.402722ms, libovsdb time 913.999µs
I0521 19:32:40.014526    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-59dfb49484-6vdlg] creating logical port openshift-monitoring_metrics-server-59dfb49484-6vdlg for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:40.014643    3675 kube.go:256] Updating pod openshift-monitoring/metrics-server-59dfb49484-6vdlg
I0521 19:32:40.047433    3675 pod.go:62] [openshift-monitoring/metrics-server-59dfb49484-6vdlg] pod update took 32.82333ms
I0521 19:32:40.047458    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-59dfb49484-6vdlg] addLogicalPort annotation time took 32.855108ms
I0521 19:32:40.048768    3675 pods.go:271] [openshift-monitoring/metrics-server-59dfb49484-6vdlg] addLogicalPort took 34.262666ms, libovsdb time 938.35µs
I0521 19:32:40.404549    3675 cni.go:452] [openshift-monitoring/metrics-server-59dfb49484-6vdlg 3ec53a252f7b79b16e2bc5d62feabe9fa81047c43511315a443a27cb36ce2ea9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-59dfb49484-6vdlg 3ec53a252f7b79b16e2bc5d62feabe9fa81047c43511315a443a27cb36ce2ea9 network default NAD default NAD key ]
I0521 19:32:40.416144    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-59dfb49484-6vdlg, hostIfaceName: 3ec53a252f7b79b, network: default, NAD default, SandboxID: "3ec53a252f7b79b16e2bc5d62feabe9fa81047c43511315a443a27cb36ce2ea9", PCI device ID: , UID: "92f09eff-d5f6-4b3e-94ce-2d9e02e552e6", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0521 19:32:40.462870    3675 cni.go:473] [openshift-monitoring/metrics-server-59dfb49484-6vdlg 3ec53a252f7b79b16e2bc5d62feabe9fa81047c43511315a443a27cb36ce2ea9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-59dfb49484-6vdlg 3ec53a252f7b79b16e2bc5d62feabe9fa81047c43511315a443a27cb36ce2ea9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:eb:2c:af:5e:d5\",\"name\":\"3ec53a252f7b79b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adde312a-67aa-486a-b2b9-2687f569c2db\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:41.012933    3675 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg 9945ff33e1f9f7c0e0ae1039ac11387f2189529101d15e5953093cb539b4db8c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg 9945ff33e1f9f7c0e0ae1039ac11387f2189529101d15e5953093cb539b4db8c network default NAD default NAD key ]
I0521 19:32:41.036732    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-zk9jg, hostIfaceName: 9945ff33e1f9f7c, network: default, NAD default, SandboxID: "9945ff33e1f9f7c0e0ae1039ac11387f2189529101d15e5953093cb539b4db8c", PCI device ID: , UID: "f948d7c6-d466-4d78-ba97-0ea3d9401f18", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0521 19:32:41.082858    3675 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg 9945ff33e1f9f7c0e0ae1039ac11387f2189529101d15e5953093cb539b4db8c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zk9jg 9945ff33e1f9f7c0e0ae1039ac11387f2189529101d15e5953093cb539b4db8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:fe:39:6b:40:91\",\"name\":\"9945ff33e1f9f7c\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/677909f9-ab05-4f91-b4cf-d916c9e7fddb\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:32:41.247847    3675 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:32:41.247864    3675 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:32:41.247870    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0521 19:32:42.117094    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:32:42.117236    3675 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0521 19:32:42.146567    3675 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.370849ms
I0521 19:32:42.146589    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.399034ms
I0521 19:32:42.148070    3675 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.996789ms, libovsdb time 1.097051ms
I0521 19:32:43.679001    3675 cni.go:452] [openshift-monitoring/prometheus-k8s-1 6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453 network default NAD default NAD key ]
I0521 19:32:43.688227    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 6ec2fabc358a35d, network: default, NAD default, SandboxID: "6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453", PCI device ID: , UID: "5f5ae6aa-eb13-48be-bb96-f2615ab673fd", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0521 19:32:43.737785    3675 cni.go:473] [openshift-monitoring/prometheus-k8s-1 6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a5:85:ba:fc:1c\",\"name\":\"6ec2fabc358a35d\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0d9bc2d-f8e8-4ff9-85a3-8ad38c2a3e1e\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:32:44.255578    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0521 19:32:44.369230    3675 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:32:44.369246    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:32:45.310455    3675 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:45.310472    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:45.310476    3675 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:45.310480    3675 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:46.286611    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:46.286634    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:46.286643    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:46.286650    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:47.850678    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0521 19:32:47.894252    3675 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:32:47.894267    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:32:48.131337    3675 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:32:48.131354    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:32:48.131360    3675 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0521 19:32:50.317559    3675 obj_retry.go:498] Detected object openshift-console/console-577d9f694f-2ldtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:50.318102    3675 obj_retry.go:498] Detected object openshift-console/console-577d9f694f-2ldtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:51.137990    3675 obj_retry.go:492] Detected object openshift-console/console-577d9f694f-2ldtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:51.138034    3675 obj_retry.go:492] Detected object openshift-console/console-577d9f694f-2ldtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:51.142666    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-577d9f694f-2ldtd
I0521 19:32:51.142688    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-577d9f694f-2ldtd
I0521 19:33:00.517887    3675 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:00.518414    3675 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0521 19:33:01.189506    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0521 19:33:01.201600    3675 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:01.201623    3675 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:01.207097    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84478cfc99-bchk8
I0521 19:33:01.207123    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84478cfc99-bchk8
W0521 19:33:03.182439    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:33:05.273098    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0521 19:33:06.124094    3675 obj_retry.go:498] Detected object openshift-console/console-74995b749f-gcr5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:06.124624    3675 obj_retry.go:498] Detected object openshift-console/console-74995b749f-gcr5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0521 19:33:06.225249    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0521 19:33:06.976492    3675 obj_retry.go:492] Detected object openshift-console/console-74995b749f-gcr5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:06.976515    3675 obj_retry.go:492] Detected object openshift-console/console-74995b749f-gcr5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:06.984290    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74995b749f-gcr5k
I0521 19:33:06.984313    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74995b749f-gcr5k
W0521 19:33:08.464969    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:33:08.465013    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:33:08.465038    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:33:09.230262    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0521 19:33:20.383816    3675 obj_retry.go:498] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:20.384348    3675 obj_retry.go:498] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:21.278345    3675 obj_retry.go:492] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:21.278374    3675 obj_retry.go:492] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:21.286886    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-74bf5d879c-cv8xn
I0521 19:33:21.286914    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-74bf5d879c-cv8xn
I0521 19:33:26.471566    3675 cni.go:452] [openshift-console/console-74995b749f-zg4wz 50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74995b749f-zg4wz 50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f network default NAD default NAD key ]
I0521 19:33:26.559301    3675 cni.go:473] [openshift-console/console-74995b749f-zg4wz 50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74995b749f-zg4wz 50615b72b5dafefac6e749635443731928a5cc386922322699e43dae06a8580f network default NAD default NAD key default], result "{}", err <nil>
I0521 19:33:26.636383    3675 obj_retry.go:498] Detected object openshift-console/console-74995b749f-zg4wz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:26.636511    3675 pods.go:176] Deleting pod: openshift-console/console-74995b749f-zg4wz
I0521 19:33:26.638625    3675 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74995b749f-zg4wz, ips: 10.129.0.7
I0521 19:33:26.638658    3675 obj_retry.go:498] Detected object openshift-console/console-74995b749f-zg4wz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:27.443633    3675 obj_retry.go:492] Detected object openshift-console/console-74995b749f-zg4wz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:27.443655    3675 obj_retry.go:492] Detected object openshift-console/console-74995b749f-zg4wz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:27.452933    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74995b749f-zg4wz
I0521 19:33:27.452962    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74995b749f-zg4wz
W0521 19:33:30.502828    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:33:30.502850    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0521 19:33:47.362648    3675 cni.go:452] [openshift-monitoring/alertmanager-main-1 9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2 network default NAD default NAD key ]
I0521 19:33:47.446760    3675 cni.go:473] [openshift-monitoring/alertmanager-main-1 9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 9e03377a5b1ad14a1957ecb4984b67a2b2d217cc0472105a02eb2a28e1baa4a2 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:33:47.504505    3675 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:47.504542    3675 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0521 19:33:47.505851    3675 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.17
I0521 19:33:47.505874    3675 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:47.839990    3675 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:47.840011    3675 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:47.847580    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0521 19:33:47.847608    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0521 19:33:47.888157    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:33:47.888255    3675 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0521 19:33:47.908582    3675 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.365505ms
I0521 19:33:47.908602    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.388685ms
I0521 19:33:47.909911    3675 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.767523ms, libovsdb time 968.55µs
I0521 19:33:48.244402    3675 cni.go:452] [openshift-monitoring/alertmanager-main-1 5eb2924acdc05d16978f63fc69fbf61a3a331251655e7ab1356809eef2788890 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 5eb2924acdc05d16978f63fc69fbf61a3a331251655e7ab1356809eef2788890 network default NAD default NAD key ]
I0521 19:33:48.258053    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 5eb2924acdc05d1, network: default, NAD default, SandboxID: "5eb2924acdc05d16978f63fc69fbf61a3a331251655e7ab1356809eef2788890", PCI device ID: , UID: "abbf0083-7865-440a-a93e-50d69ab40c24", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0521 19:33:48.308079    3675 cni.go:473] [openshift-monitoring/alertmanager-main-1 5eb2924acdc05d16978f63fc69fbf61a3a331251655e7ab1356809eef2788890 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 5eb2924acdc05d16978f63fc69fbf61a3a331251655e7ab1356809eef2788890 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4b:5b:31:cb:72\",\"name\":\"5eb2924acdc05d1\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de33a231-d2ee-4038-9622-d8fcbb804daf\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:33:51.559800    3675 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:51.560357    3675 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:51.560390    3675 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:51.560402    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0521 19:33:51.560425    3675 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:51.560433    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0521 19:33:51.849204    3675 cni.go:452] [openshift-monitoring/prometheus-k8s-1 6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453 network default NAD default NAD key ]
I0521 19:33:51.931388    3675 cni.go:473] [openshift-monitoring/prometheus-k8s-1 6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 6ec2fabc358a35d50a4ced4633e1ad887065b92249826ccaaeb1e179ba195453 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:33:51.990765    3675 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:51.990872    3675 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0521 19:33:51.992147    3675 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.21
I0521 19:33:51.992175    3675 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:52.576608    3675 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:52.576631    3675 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:52.587738    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0521 19:33:52.587765    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0521 19:33:52.591569    3675 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:52.591586    3675 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:52.591602    3675 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:52.591611    3675 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:52.629678    3675 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:33:52.629825    3675 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0521 19:33:52.652930    3675 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.167006ms
I0521 19:33:52.652951    3675 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.193462ms
I0521 19:33:52.654242    3675 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.597316ms, libovsdb time 914µs
I0521 19:33:52.987365    3675 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c12b7835a85a61557a51e88f6d9e09a7aeb3bbb40baa77340505a2d816face89 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c12b7835a85a61557a51e88f6d9e09a7aeb3bbb40baa77340505a2d816face89 network default NAD default NAD key ]
I0521 19:33:52.996846    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c12b7835a85a615, network: default, NAD default, SandboxID: "c12b7835a85a61557a51e88f6d9e09a7aeb3bbb40baa77340505a2d816face89", PCI device ID: , UID: "3cc36eea-581e-4206-a2c7-153c56e95e47", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0521 19:33:53.044379    3675 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c12b7835a85a61557a51e88f6d9e09a7aeb3bbb40baa77340505a2d816face89 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c12b7835a85a61557a51e88f6d9e09a7aeb3bbb40baa77340505a2d816face89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:48:c8:41:79:9d\",\"name\":\"c12b7835a85a615\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1ac36a3-89cc-44ac-a9d6-23095d6b9ab0\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:33:56.182418    3675 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0521 19:33:56.193579    3675 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0521 19:34:07.604364    3675 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0521 19:34:08.315037    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:34:08.315061    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:34:08.315070    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0521 19:34:08.322179    3675 base_network_controller_pods.go:487] [default/openshift-console/console-77d758bdcd-xz2r4] creating logical port openshift-console_console-77d758bdcd-xz2r4 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:34:08.322268    3675 kube.go:256] Updating pod openshift-console/console-77d758bdcd-xz2r4
I0521 19:34:08.350606    3675 pod.go:62] [openshift-console/console-77d758bdcd-xz2r4] pod update took 28.358913ms
I0521 19:34:08.350701    3675 base_network_controller_pods.go:951] [default/openshift-console/console-77d758bdcd-xz2r4] addLogicalPort annotation time took 28.458002ms
I0521 19:34:08.352150    3675 pods.go:271] [openshift-console/console-77d758bdcd-xz2r4] addLogicalPort took 29.980704ms, libovsdb time 1.090176ms
I0521 19:34:08.682815    3675 cni.go:452] [openshift-console/console-77d758bdcd-xz2r4 73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77d758bdcd-xz2r4 73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0 network default NAD default NAD key ]
I0521 19:34:08.691967    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77d758bdcd-xz2r4, hostIfaceName: 73b10c9279e8784, network: default, NAD default, SandboxID: "73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0", PCI device ID: , UID: "2509449e-5bd4-4f60-a782-a66968b1deba", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0521 19:34:08.740438    3675 cni.go:473] [openshift-console/console-77d758bdcd-xz2r4 73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77d758bdcd-xz2r4 73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:35:06:40:57:e0\",\"name\":\"73b10c9279e8784\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06e9b1d9-16c2-403f-9893-9f084865c14c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:34:09.612593    3675 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:09.613303    3675 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:10.200327    3675 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:10.200348    3675 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:10.207908    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0521 19:34:10.207934    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
W0521 19:34:18.711918    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0521 19:34:29.719879    3675 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:29.720534    3675 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:30.636794    3675 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:30.636817    3675 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:33.639624    3675 obj_retry.go:498] Detected object openshift-console/console-559bf48699-ktwm5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:33.640137    3675 obj_retry.go:498] Detected object openshift-console/console-559bf48699-ktwm5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:34.326597    3675 obj_retry.go:492] Detected object openshift-console/console-559bf48699-ktwm5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:34.326621    3675 obj_retry.go:492] Detected object openshift-console/console-559bf48699-ktwm5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:34.333214    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-559bf48699-ktwm5
I0521 19:34:34.333238    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-559bf48699-ktwm5
I0521 19:34:44.034686    3675 obj_retry.go:498] Detected object openshift-console/console-559bf48699-5p858 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:44.035290    3675 obj_retry.go:498] Detected object openshift-console/console-559bf48699-5p858 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:44.648948    3675 obj_retry.go:492] Detected object openshift-console/console-559bf48699-5p858 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:44.648970    3675 obj_retry.go:492] Detected object openshift-console/console-559bf48699-5p858 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:44.657143    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-559bf48699-5p858
I0521 19:34:44.657172    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-559bf48699-5p858
W0521 19:34:53.891342    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:34:53.891367    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0521 19:34:55.189951    3675 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:55.190548    3675 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:55.400572    3675 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:55.400596    3675 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:55.412211    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0521 19:34:55.412231    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0521 19:36:29.320231    3675 cni.go:452] [openshift-console/console-77d758bdcd-xz2r4 73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77d758bdcd-xz2r4 73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0 network default NAD default NAD key ]
I0521 19:36:29.391976    3675 cni.go:473] [openshift-console/console-77d758bdcd-xz2r4 73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77d758bdcd-xz2r4 73b10c9279e8784cb6464bfc28a19e00b1eebcd6263d59e265437de49c9c9fa0 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:36:29.443341    3675 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:36:29.443378    3675 pods.go:176] Deleting pod: openshift-console/console-77d758bdcd-xz2r4
I0521 19:36:29.444745    3675 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77d758bdcd-xz2r4, ips: 10.129.0.24
I0521 19:36:29.444780    3675 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:36:29.451791    3675 base_network_controller_pods.go:487] [default/openshift-console/console-744fbd8ff6-wx7wd] creating logical port openshift-console_console-744fbd8ff6-wx7wd for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:36:29.451946    3675 kube.go:256] Updating pod openshift-console/console-744fbd8ff6-wx7wd
I0521 19:36:29.468067    3675 pod.go:62] [openshift-console/console-744fbd8ff6-wx7wd] pod update took 16.157471ms
I0521 19:36:29.468088    3675 base_network_controller_pods.go:951] [default/openshift-console/console-744fbd8ff6-wx7wd] addLogicalPort annotation time took 16.182919ms
I0521 19:36:29.469240    3675 pods.go:271] [openshift-console/console-744fbd8ff6-wx7wd] addLogicalPort took 17.465264ms, libovsdb time 790.059µs
I0521 19:36:29.808139    3675 cni.go:452] [openshift-console/console-744fbd8ff6-wx7wd ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-744fbd8ff6-wx7wd ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7 network default NAD default NAD key ]
I0521 19:36:29.817555    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-744fbd8ff6-wx7wd, hostIfaceName: ea4d7a3731d4035, network: default, NAD default, SandboxID: "ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7", PCI device ID: , UID: "7ebdb97e-20c4-48bf-89fa-4228ac132584", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0521 19:36:29.863876    3675 cni.go:473] [openshift-console/console-744fbd8ff6-wx7wd ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-744fbd8ff6-wx7wd ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:6c:e9:1c:05:b0\",\"name\":\"ea4d7a3731d4035\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c223ec3-b63d-45e1-b349-4af1a470202b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:36:30.249621    3675 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:36:30.249641    3675 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:36:30.255153    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77d758bdcd-xz2r4
I0521 19:36:30.255172    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77d758bdcd-xz2r4
W0521 19:36:40.286163    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0521 19:36:40.373078    3675 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-d4d6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:36:40.373597    3675 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-d4d6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:36:40.792053    3675 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-d4d6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:36:40.792080    3675 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-d4d6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:36:40.798392    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77d758bdcd-d4d6v
I0521 19:36:40.798416    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77d758bdcd-d4d6v
I0521 19:37:22.634658    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0521 19:37:51.522306    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0521 19:38:21.622627    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0521 19:38:25.612423    3675 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0521 19:38:35.521768    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63
I0521 19:38:50.646539    3675 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
W0521 19:39:00.739893    3675 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:39:01.652573    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0521 19:39:11.782324    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0521 19:39:11.782417    3675 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4dzdm IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4dzdm: no pod IPs found 
I0521 19:39:28.522531    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125
I0521 19:39:47.652812    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0521 19:39:51.613194    3675 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0521 19:39:59.534617    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=497
I0521 19:40:04.145940    3675 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:40:04.146593    3675 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:40:05.028665    3675 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:40:05.028688    3675 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:40:10.526952    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36
I0521 19:40:32.616990    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0521 19:41:00.630225    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0521 19:41:08.640921    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0521 19:41:18.523116    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13
I0521 19:41:30.339777    3675 namespace.go:98] [tsf] adding namespace
I0521 19:41:30.340709    3675 namespace.go:102] [tsf] adding namespace took 908.744µs
I0521 19:41:30.358155    3675 namespace.go:142] [tsf] updating namespace
I0521 19:41:30.374244    3675 namespace.go:142] [tsf] updating namespace
I0521 19:41:34.218085    3675 namespace.go:98] [konflux-operator] adding namespace
I0521 19:41:34.219013    3675 namespace.go:102] [konflux-operator] adding namespace took 904.279µs
I0521 19:41:34.224299    3675 namespace.go:98] [konflux-ui] adding namespace
I0521 19:41:34.225084    3675 namespace.go:102] [konflux-ui] adding namespace took 770.167µs
I0521 19:41:34.231322    3675 namespace.go:98] [rhbk-operator] adding namespace
I0521 19:41:34.231386    3675 namespace.go:98] [cert-manager-operator] adding namespace
I0521 19:41:34.231497    3675 namespace.go:98] [tsf-tpa] adding namespace
I0521 19:41:34.231693    3675 namespace.go:98] [tsf-keycloak] adding namespace
I0521 19:41:34.231792    3675 namespace.go:98] [tsf-tas] adding namespace
I0521 19:41:34.232094    3675 namespace.go:102] [rhbk-operator] adding namespace took 754.3µs
I0521 19:41:34.232754    3675 namespace.go:102] [cert-manager-operator] adding namespace took 1.354138ms
I0521 19:41:34.233312    3675 namespace.go:102] [tsf-tpa] adding namespace took 1.798736ms
I0521 19:41:34.233333    3675 namespace.go:98] [rhtpa-operator] adding namespace
I0521 19:41:34.233826    3675 namespace.go:102] [rhtpa-operator] adding namespace took 485.955µs
I0521 19:41:34.234434    3675 namespace.go:102] [tsf-keycloak] adding namespace took 2.720516ms
I0521 19:41:34.234944    3675 namespace.go:102] [tsf-tas] adding namespace took 3.133847ms
I0521 19:41:34.258973    3675 namespace.go:142] [konflux-operator] updating namespace
I0521 19:41:34.281679    3675 namespace.go:142] [konflux-ui] updating namespace
I0521 19:41:34.281729    3675 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:41:34.281779    3675 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:41:34.292562    3675 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:41:34.292670    3675 namespace.go:142] [konflux-operator] updating namespace
I0521 19:41:34.307418    3675 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:41:34.307464    3675 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:41:34.307630    3675 namespace.go:142] [tsf-tas] updating namespace
I0521 19:41:34.330487    3675 namespace.go:142] [konflux-operator] updating namespace
I0521 19:41:34.347184    3675 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:41:34.371190    3675 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:41:34.398157    3675 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:41:34.426210    3675 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:41:34.468356    3675 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:41:34.500694    3675 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:41:34.515394    3675 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:41:34.565658    3675 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:41:34.594177    3675 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:41:34.615992    3675 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:41:34.616056    3675 namespace.go:142] [tsf-tas] updating namespace
I0521 19:41:34.644215    3675 namespace.go:142] [tsf-tas] updating namespace
I0521 19:41:34.701313    3675 namespace.go:142] [konflux-ui] updating namespace
I0521 19:41:34.715200    3675 namespace.go:142] [konflux-ui] updating namespace
I0521 19:41:35.578000    3675 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:41:35.584622    3675 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:41:42.596214    3675 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:42.596747    3675 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:42.596773    3675 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:42.596781    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:42.596790    3675 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:42.596794    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:43.602077    3675 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:43.602636    3675 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:43.602664    3675 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:43.602674    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:43.602685    3675 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:43.602689    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:43.627481    3675 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:43.627497    3675 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:43.627509    3675 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:43.627517    3675 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:44.627807    3675 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:44.627828    3675 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:44.627840    3675 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:44.627849    3675 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:45.634666    3675 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:45.635213    3675 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:45.635243    3675 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:45.635253    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:45.635268    3675 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:45.635275    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:45.661445    3675 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:45.661904    3675 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:45.661931    3675 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:45.661941    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:45.661955    3675 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:45.661962    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:46.667616    3675 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:46.667638    3675 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:46.667650    3675 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:46.667659    3675 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:46.693842    3675 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:46.693863    3675 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:46.693875    3675 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:46.693892    3675 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:47.641179    3675 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:47.641738    3675 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:47.641767    3675 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:47.641776    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:47.641788    3675 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:47.641794    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:48.654507    3675 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:48.655073    3675 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:48.655109    3675 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:48.655118    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:48.655129    3675 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:48.655133    3675 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:48.667918    3675 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:48.667940    3675 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:48.667956    3675 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:48.667966    3675 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:49.679785    3675 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:49.679812    3675 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:49.679829    3675 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:49.679838    3675 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:41:51.566157    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:41:53.997612    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:41:54.006922    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0521 19:42:00.383282    3675 namespace.go:98] [cert-manager] adding namespace
I0521 19:42:00.384106    3675 namespace.go:102] [cert-manager] adding namespace took 803.324µs
I0521 19:42:00.431231    3675 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:00.456266    3675 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:00.981268    3675 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-ltmwd for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:42:00.981359    3675 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd
I0521 19:42:01.000569    3675 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd] pod update took 19.234469ms
I0521 19:42:01.000591    3675 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd] addLogicalPort annotation time took 19.262786ms
I0521 19:42:01.001833    3675 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd] addLogicalPort took 20.581138ms, libovsdb time 880.217µs
I0521 19:42:01.351353    3675 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd 8114fc1480e5325b533ac5de03ecb4670f285799ae040a738a6b191f926c1733 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd 8114fc1480e5325b533ac5de03ecb4670f285799ae040a738a6b191f926c1733 network default NAD default NAD key ]
I0521 19:42:01.360127    3675 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-ltmwd, hostIfaceName: 8114fc1480e5325, network: default, NAD default, SandboxID: "8114fc1480e5325b533ac5de03ecb4670f285799ae040a738a6b191f926c1733", PCI device ID: , UID: "74f5f66d-6fd3-4d87-983d-e7534e9fa87f", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0521 19:42:01.407399    3675 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd 8114fc1480e5325b533ac5de03ecb4670f285799ae040a738a6b191f926c1733 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-ltmwd 8114fc1480e5325b533ac5de03ecb4670f285799ae040a738a6b191f926c1733 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:f5:9b:a2:c4:45\",\"name\":\"8114fc1480e5325\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0353c71-e8e9-4f40-9911-3a8b2ddaee8a\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:42:03.391784    3675 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-4wzhn for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:42:03.391890    3675 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn
I0521 19:42:03.443513    3675 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn] pod update took 51.653981ms
I0521 19:42:03.443541    3675 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn] addLogicalPort annotation time took 51.685441ms
I0521 19:42:03.444975    3675 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn] addLogicalPort took 53.21206ms, libovsdb time 1.017993ms
I0521 19:42:04.169327    3675 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn 7e8aa61fb60db72c5ae436fe23c4db05894e28d85dad18c52378860ce076b60f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn 7e8aa61fb60db72c5ae436fe23c4db05894e28d85dad18c52378860ce076b60f network default NAD default NAD key ]
I0521 19:42:04.178768    3675 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-4wzhn, hostIfaceName: 7e8aa61fb60db72, network: default, NAD default, SandboxID: "7e8aa61fb60db72c5ae436fe23c4db05894e28d85dad18c52378860ce076b60f", PCI device ID: , UID: "62e01d85-e549-4e15-a05a-82fe70b5868b", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0521 19:42:04.228449    3675 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn 7e8aa61fb60db72c5ae436fe23c4db05894e28d85dad18c52378860ce076b60f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-4wzhn 7e8aa61fb60db72c5ae436fe23c4db05894e28d85dad18c52378860ce076b60f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:be:c9:18:23:0f\",\"name\":\"7e8aa61fb60db72\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66b43a8e-fe09-4764-bc8a-d9614cc82d38\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:42:04.633997    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0521 19:42:04.634036    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0521 19:42:06.938434    3675 namespace.go:142] [openshift-operators] updating namespace
I0521 19:42:06.960997    3675 namespace.go:142] [openshift-operators] updating namespace
W0521 19:42:10.624035    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0521 19:42:10.624053    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0521 19:42:13.696297    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0521 19:42:14.876615    3675 namespace.go:142] [openshift-operators] updating namespace
I0521 19:42:15.407594    3675 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-c82n9 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:42:15.407753    3675 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9
I0521 19:42:15.469293    3675 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9] pod update took 61.565977ms
I0521 19:42:15.469320    3675 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9] addLogicalPort annotation time took 61.594782ms
I0521 19:42:15.469355    3675 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-h9wf4 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:42:15.469446    3675 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4
I0521 19:42:15.470527    3675 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9] addLogicalPort took 62.94773ms, libovsdb time 841.884µs
I0521 19:42:15.509403    3675 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4] pod update took 39.979918ms
I0521 19:42:15.509422    3675 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4] addLogicalPort annotation time took 40.001792ms
I0521 19:42:15.510525    3675 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4] addLogicalPort took 41.18156ms, libovsdb time 820.689µs
I0521 19:42:16.066329    3675 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9 80fdb6db9b8c71dc6b27c8c008ef4753e440be1387694d220a8131a9e8be010f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9 80fdb6db9b8c71dc6b27c8c008ef4753e440be1387694d220a8131a9e8be010f network default NAD default NAD key ]
I0521 19:42:16.075563    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-c82n9, hostIfaceName: 80fdb6db9b8c71d, network: default, NAD default, SandboxID: "80fdb6db9b8c71dc6b27c8c008ef4753e440be1387694d220a8131a9e8be010f", PCI device ID: , UID: "4be3ad26-c5fb-4bf0-bcd8-08923bee6e5d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0521 19:42:16.117423    3675 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4 420117643ca1a28899c0505c1c8112eb895ce291e73d15b5fb7a36100358678b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4 420117643ca1a28899c0505c1c8112eb895ce291e73d15b5fb7a36100358678b network default NAD default NAD key ]
I0521 19:42:16.127208    3675 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9 80fdb6db9b8c71dc6b27c8c008ef4753e440be1387694d220a8131a9e8be010f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c82n9 80fdb6db9b8c71dc6b27c8c008ef4753e440be1387694d220a8131a9e8be010f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:36:a9:eb:d0:ca\",\"name\":\"80fdb6db9b8c71d\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2e910b4-6822-420b-a55a-54aef56a7067\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:42:16.127459    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-h9wf4, hostIfaceName: 420117643ca1a28, network: default, NAD default, SandboxID: "420117643ca1a28899c0505c1c8112eb895ce291e73d15b5fb7a36100358678b", PCI device ID: , UID: "603efc01-59e8-423c-9aa8-e4308c735414", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0521 19:42:16.174480    3675 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4 420117643ca1a28899c0505c1c8112eb895ce291e73d15b5fb7a36100358678b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-h9wf4 420117643ca1a28899c0505c1c8112eb895ce291e73d15b5fb7a36100358678b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:6b:62:03:d0:a1\",\"name\":\"420117643ca1a28\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a346537-c5f6-4327-b820-56ddbf387122\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:42:16.837513    3675 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-9xklx] creating logical port cert-manager_cert-manager-59c77684cc-9xklx for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:42:16.837640    3675 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-9xklx
I0521 19:42:16.862601    3675 pod.go:62] [cert-manager/cert-manager-59c77684cc-9xklx] pod update took 24.986888ms
I0521 19:42:16.862624    3675 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-9xklx] addLogicalPort annotation time took 25.014ms
I0521 19:42:16.863739    3675 pods.go:271] [cert-manager/cert-manager-59c77684cc-9xklx] addLogicalPort took 26.2453ms, libovsdb time 770.876µs
I0521 19:42:17.505473    3675 cni.go:452] [cert-manager/cert-manager-59c77684cc-9xklx 6ea134c59d8e62608556041bd32b3c76d10ae6a371cdbadf79f1a625c6faa45e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-9xklx 6ea134c59d8e62608556041bd32b3c76d10ae6a371cdbadf79f1a625c6faa45e network default NAD default NAD key ]
I0521 19:42:17.517965    3675 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-9xklx, hostIfaceName: 6ea134c59d8e626, network: default, NAD default, SandboxID: "6ea134c59d8e62608556041bd32b3c76d10ae6a371cdbadf79f1a625c6faa45e", PCI device ID: , UID: "16abd1ad-b530-4469-8b01-c141e2d2d691", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0521 19:42:17.581942    3675 cni.go:473] [cert-manager/cert-manager-59c77684cc-9xklx 6ea134c59d8e62608556041bd32b3c76d10ae6a371cdbadf79f1a625c6faa45e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-9xklx 6ea134c59d8e62608556041bd32b3c76d10ae6a371cdbadf79f1a625c6faa45e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:70:13:9c:d6:17\",\"name\":\"6ea134c59d8e626\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7adbf19c-50f3-48b3-830d-a5134bf1cf5e\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:42:23.498227    3675 namespace.go:98] [trusted-artifact-signer] adding namespace
I0521 19:42:23.498969    3675 namespace.go:102] [trusted-artifact-signer] adding namespace took 719.085µs
I0521 19:42:23.523212    3675 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:42:23.541344    3675 namespace.go:142] [trusted-artifact-signer] updating namespace
W0521 19:42:23.739675    3675 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0521 19:42:26.239872    3675 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:42:26.240434    3675 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:42:26.273047    3675 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:42:26.273066    3675 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:42:26.293824    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0521 19:42:26.293844    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0521 19:42:30.950340    3675 namespace.go:98] [openshift-pipelines] adding namespace
I0521 19:42:30.951222    3675 namespace.go:102] [openshift-pipelines] adding namespace took 857.911µs
I0521 19:42:30.986466    3675 namespace.go:142] [openshift-pipelines] updating namespace
I0521 19:42:32.008199    3675 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:32.213945    3675 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:42:32.621478    3675 namespace.go:142] [konflux-operator] updating namespace
I0521 19:42:32.817900    3675 namespace.go:142] [konflux-ui] updating namespace
I0521 19:42:33.020442    3675 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace
I0521 19:42:33.423032    3675 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:42:33.625507    3675 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:42:33.823158    3675 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:42:34.025797    3675 namespace.go:142] [tsf] updating namespace
I0521 19:42:34.230618    3675 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:42:34.426877    3675 namespace.go:142] [tsf-tas] updating namespace
I0521 19:42:34.629108    3675 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:42:34.773528    3675 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:34.785359    3675 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:42:34.794704    3675 namespace.go:142] [default] updating namespace
I0521 19:42:34.808948    3675 namespace.go:142] [konflux-operator] updating namespace
I0521 19:42:34.823943    3675 namespace.go:142] [konflux-ui] updating namespace
I0521 19:42:34.837611    3675 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace
I0521 19:42:34.847652    3675 namespace.go:142] [openshift] updating namespace
I0521 19:42:34.860730    3675 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:42:34.872380    3675 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:42:34.881529    3675 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:42:34.899266    3675 namespace.go:142] [tsf] updating namespace
I0521 19:42:34.911216    3675 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:42:34.922103    3675 namespace.go:142] [tsf-tas] updating namespace
I0521 19:42:34.930964    3675 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:42:35.011609    3675 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:35.114944    3675 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:42:35.228268    3675 namespace.go:142] [default] updating namespace
I0521 19:42:35.346269    3675 namespace.go:142] [konflux-operator] updating namespace
I0521 19:42:35.426449    3675 namespace.go:142] [konflux-ui] updating namespace
I0521 19:42:35.562263    3675 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace
I0521 19:42:35.615168    3675 namespace.go:142] [openshift] updating namespace
I0521 19:42:35.742597    3675 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:42:35.822369    3675 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:42:35.919278    3675 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:42:36.016857    3675 namespace.go:142] [tsf] updating namespace
I0521 19:42:36.124208    3675 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:42:36.221248    3675 namespace.go:142] [tsf-tas] updating namespace
I0521 19:42:36.321643    3675 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:42:37.069202    3675 namespace.go:142] [openshift-pipelines] updating namespace
W0521 19:42:41.158289    3675 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0521 19:42:42.167691    3675 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0521 19:42:45.239345    3675 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-46sw8 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:42:45.239429    3675 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8
I0521 19:42:45.296185    3675 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8] pod update took 56.776165ms
I0521 19:42:45.296214    3675 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8] addLogicalPort annotation time took 56.81016ms
I0521 19:42:45.297543    3675 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8] addLogicalPort took 58.214126ms, libovsdb time 898.311µs
I0521 19:42:45.604381    3675 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8 491d1a38fbf9cf82505c98c62020a01c56959febd2bbc29e6a6aeefb32407d99 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8 491d1a38fbf9cf82505c98c62020a01c56959febd2bbc29e6a6aeefb32407d99 network default NAD default NAD key ]
I0521 19:42:45.627624    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-46sw8, hostIfaceName: 491d1a38fbf9cf8, network: default, NAD default, SandboxID: "491d1a38fbf9cf82505c98c62020a01c56959febd2bbc29e6a6aeefb32407d99", PCI device ID: , UID: "a2b6491e-8d4d-4462-a453-610962dec459", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0521 19:42:45.689600    3675 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8 491d1a38fbf9cf82505c98c62020a01c56959febd2bbc29e6a6aeefb32407d99 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-46sw8 491d1a38fbf9cf82505c98c62020a01c56959febd2bbc29e6a6aeefb32407d99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:71:2a:f8:68:72\",\"name\":\"491d1a38fbf9cf8\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95c5532a-eb6e-40a8-a98e-2719eeb8c333\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:42:48.807065    3675 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:42:48.807084    3675 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:42:48.807088    3675 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:42:52.106341    3675 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:42:52.106364    3675 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:42:52.106371    3675 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:42:52.149424    3675 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:42:52.149450    3675 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:42:52.149458    3675 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:42:52.149465    3675 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:42:59.816581    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:42:59.816617    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:42:59.816623    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:43:14.379586    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0521 19:43:19.463579    3675 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:43:19.464187    3675 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:43:19.486152    3675 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:43:19.486171    3675 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:43:19.494703    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0521 19:43:19.494730    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0521 19:43:21.678300    3675 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0521 19:43:21.678962    3675 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0521 19:43:21.678984    3675 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0521 19:43:21.681119    3675 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0521 19:43:31.134654    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0521 19:43:31.134674    3675 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0521 19:43:31.134745    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0521 19:43:31.134761    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0521 19:43:32.380248    3675 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0521 19:43:47.877140    3675 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-f755t] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-f755t for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:43:47.877234    3675 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-f755t
I0521 19:43:47.896516    3675 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-f755t] pod update took 19.308688ms
I0521 19:43:47.896599    3675 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-f755t] addLogicalPort annotation time took 19.39429ms
I0521 19:43:47.897966    3675 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-f755t] addLogicalPort took 20.840262ms, libovsdb time 859.653µs
I0521 19:43:47.972838    3675 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-98bxf for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:43:47.972957    3675 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf
I0521 19:43:47.989049    3675 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf] pod update took 16.116837ms
I0521 19:43:47.989073    3675 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf] addLogicalPort annotation time took 16.144912ms
I0521 19:43:47.990326    3675 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf] addLogicalPort took 17.503148ms, libovsdb time 864.435µs
I0521 19:43:48.235820    3675 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-f755t f3aba5e8c0bfe80b192d86aaf434b6a2348d6bc83e0eff20b657c8b32e62aff1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-f755t f3aba5e8c0bfe80b192d86aaf434b6a2348d6bc83e0eff20b657c8b32e62aff1 network default NAD default NAD key ]
I0521 19:43:48.245009    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-f755t, hostIfaceName: f3aba5e8c0bfe80, network: default, NAD default, SandboxID: "f3aba5e8c0bfe80b192d86aaf434b6a2348d6bc83e0eff20b657c8b32e62aff1", PCI device ID: , UID: "4838e973-d714-445a-9563-20a9a7fdf87f", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0521 19:43:48.294595    3675 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-f755t f3aba5e8c0bfe80b192d86aaf434b6a2348d6bc83e0eff20b657c8b32e62aff1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-f755t f3aba5e8c0bfe80b192d86aaf434b6a2348d6bc83e0eff20b657c8b32e62aff1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e7:d3:52:9e:ce\",\"name\":\"f3aba5e8c0bfe80\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7ddc379-a2ae-421d-872c-b4cbfcb1dc2b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:43:48.330770    3675 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf e408254b97eed8f0735d5a3b26215c10ce92820b1dcb7fedcee8f72c332c8fc2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf e408254b97eed8f0735d5a3b26215c10ce92820b1dcb7fedcee8f72c332c8fc2 network default NAD default NAD key ]
I0521 19:43:48.340003    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-98bxf, hostIfaceName: e408254b97eed8f, network: default, NAD default, SandboxID: "e408254b97eed8f0735d5a3b26215c10ce92820b1dcb7fedcee8f72c332c8fc2", PCI device ID: , UID: "6986faae-5264-4306-a1d8-ec3d886a6f59", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0521 19:43:48.388441    3675 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf e408254b97eed8f0735d5a3b26215c10ce92820b1dcb7fedcee8f72c332c8fc2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-98bxf e408254b97eed8f0735d5a3b26215c10ce92820b1dcb7fedcee8f72c332c8fc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:d9:76:e4:b6:3f\",\"name\":\"e408254b97eed8f\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7ece552-bc0d-48e6-9d96-10c903474cfe\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:44:01.142993    3675 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:44:01.143011    3675 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:44:01.143035    3675 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0521 19:44:04.615260    3675 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
W0521 19:44:09.181609    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:44:09.181630    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:44:09.181636    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0521 19:44:11.719990    3675 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:11.720519    3675 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:11.768543    3675 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:11.768564    3675 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:11.779766    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0521 19:44:11.779791    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0521 19:44:15.055808    3675 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-664c8cc954-wqgdf] creating logical port tsf-tas_fulcio-server-664c8cc954-wqgdf for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:44:15.055898    3675 kube.go:256] Updating pod tsf-tas/fulcio-server-664c8cc954-wqgdf
I0521 19:44:15.106191    3675 pod.go:62] [tsf-tas/fulcio-server-664c8cc954-wqgdf] pod update took 50.317563ms
I0521 19:44:15.106214    3675 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-664c8cc954-wqgdf] addLogicalPort annotation time took 50.345722ms
I0521 19:44:15.107411    3675 pods.go:271] [tsf-tas/fulcio-server-664c8cc954-wqgdf] addLogicalPort took 51.619088ms, libovsdb time 816.155µs
I0521 19:44:15.325518    3675 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-b8wfm] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-b8wfm for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:44:15.325619    3675 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-b8wfm
I0521 19:44:15.414939    3675 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-b8wfm] pod update took 89.340634ms
I0521 19:44:15.414960    3675 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-b8wfm] addLogicalPort annotation time took 89.366757ms
I0521 19:44:15.416208    3675 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-b8wfm] addLogicalPort took 90.71041ms, libovsdb time 836.32µs
I0521 19:44:15.725864    3675 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-b8wfm 76ad79d061f4f2ea07d8114658588cc8d87f68e8745d0374017d802349e7e942 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-b8wfm 76ad79d061f4f2ea07d8114658588cc8d87f68e8745d0374017d802349e7e942 network default NAD default NAD key ]
I0521 19:44:15.735765    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-b8wfm, hostIfaceName: 76ad79d061f4f2e, network: default, NAD default, SandboxID: "76ad79d061f4f2ea07d8114658588cc8d87f68e8745d0374017d802349e7e942", PCI device ID: , UID: "eb6b1f6b-6156-4176-9c3f-d47a9ea18a4c", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0521 19:44:15.779851    3675 cni.go:452] [tsf-tas/fulcio-server-664c8cc954-wqgdf 636881f3e98c3903e5427428da98ccdf2770be12a4f2b1b9b0fc11ece8071067 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-664c8cc954-wqgdf 636881f3e98c3903e5427428da98ccdf2770be12a4f2b1b9b0fc11ece8071067 network default NAD default NAD key ]
I0521 19:44:15.784085    3675 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5] creating logical port tsf-tas_trillian-logserver-59dbfb7bc5-sf6s5 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:44:15.784274    3675 kube.go:256] Updating pod tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5
I0521 19:44:15.791517    3675 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-664c8cc954-wqgdf, hostIfaceName: 636881f3e98c390, network: default, NAD default, SandboxID: "636881f3e98c3903e5427428da98ccdf2770be12a4f2b1b9b0fc11ece8071067", PCI device ID: , UID: "319cb0e2-72bf-41db-850f-98de7a75a8ea", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0521 19:44:15.796881    3675 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-b8wfm 76ad79d061f4f2ea07d8114658588cc8d87f68e8745d0374017d802349e7e942 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-b8wfm 76ad79d061f4f2ea07d8114658588cc8d87f68e8745d0374017d802349e7e942 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:06:a5:d6:52:b3\",\"name\":\"76ad79d061f4f2e\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81c720a0-874b-4f23-b148-ab3ca3317a22\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:44:15.825664    3675 pod.go:62] [tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5] pod update took 41.43209ms
I0521 19:44:15.825690    3675 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5] addLogicalPort annotation time took 41.466637ms
I0521 19:44:15.827154    3675 pods.go:271] [tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5] addLogicalPort took 43.084023ms, libovsdb time 946.42µs
I0521 19:44:15.845475    3675 cni.go:473] [tsf-tas/fulcio-server-664c8cc954-wqgdf 636881f3e98c3903e5427428da98ccdf2770be12a4f2b1b9b0fc11ece8071067 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-664c8cc954-wqgdf 636881f3e98c3903e5427428da98ccdf2770be12a4f2b1b9b0fc11ece8071067 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c3:c8:fa:c6:d3\",\"name\":\"636881f3e98c390\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14ad4b23-616c-4177-975d-2f07d09b3d8e\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:44:15.967150    3675 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6774855556-8cd2g] creating logical port tsf-tas_trillian-logsigner-6774855556-8cd2g for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:44:15.967255    3675 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6774855556-8cd2g
I0521 19:44:15.984814    3675 pod.go:62] [tsf-tas/trillian-logsigner-6774855556-8cd2g] pod update took 17.594102ms
I0521 19:44:15.984833    3675 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6774855556-8cd2g] addLogicalPort annotation time took 17.617392ms
I0521 19:44:15.986114    3675 pods.go:271] [tsf-tas/trillian-logsigner-6774855556-8cd2g] addLogicalPort took 18.986383ms, libovsdb time 881.58µs
I0521 19:44:16.211937    3675 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-nszzz-qlwrf] creating logical port tsf-tas_rekor-createtree-job-nszzz-qlwrf for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:44:16.212109    3675 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-nszzz-qlwrf
I0521 19:44:16.247063    3675 pod.go:62] [tsf-tas/rekor-createtree-job-nszzz-qlwrf] pod update took 34.977738ms
I0521 19:44:16.247085    3675 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-nszzz-qlwrf] addLogicalPort annotation time took 35.004845ms
I0521 19:44:16.248284    3675 pods.go:271] [tsf-tas/rekor-createtree-job-nszzz-qlwrf] addLogicalPort took 36.365402ms, libovsdb time 811.111µs
I0521 19:44:16.365538    3675 cni.go:452] [tsf-tas/trillian-logsigner-6774855556-8cd2g 0cf27889b22174f625132559cf51690a333a724ee692ea55197db55d63606f5d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6774855556-8cd2g 0cf27889b22174f625132559cf51690a333a724ee692ea55197db55d63606f5d network default NAD default NAD key ]
I0521 19:44:16.376001    3675 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6774855556-8cd2g, hostIfaceName: 0cf27889b22174f, network: default, NAD default, SandboxID: "0cf27889b22174f625132559cf51690a333a724ee692ea55197db55d63606f5d", PCI device ID: , UID: "89a3a504-2e55-409d-93ce-4967ae3d198e", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0521 19:44:16.425517    3675 cni.go:473] [tsf-tas/trillian-logsigner-6774855556-8cd2g 0cf27889b22174f625132559cf51690a333a724ee692ea55197db55d63606f5d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6774855556-8cd2g 0cf27889b22174f625132559cf51690a333a724ee692ea55197db55d63606f5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:75:31:4a:42:c9\",\"name\":\"0cf27889b22174f\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5c26de8-b712-4730-8506-95e99da4f5f3\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:44:16.611446    3675 cni.go:452] [tsf-tas/rekor-createtree-job-nszzz-qlwrf 69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-nszzz-qlwrf 69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471 network default NAD default NAD key ]
I0521 19:44:16.620790    3675 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-nszzz-qlwrf, hostIfaceName: 69e9386e69a48d7, network: default, NAD default, SandboxID: "69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471", PCI device ID: , UID: "c3882ba6-3b5f-4e7c-be33-0dfa34f1d5de", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0521 19:44:16.670988    3675 cni.go:473] [tsf-tas/rekor-createtree-job-nszzz-qlwrf 69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-nszzz-qlwrf 69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:5f:05:58:97:2a\",\"name\":\"69e9386e69a48d7\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ef18444-a5ae-46e7-918f-3d4609fb7453\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:44:16.782240    3675 cni.go:452] [tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5 70a980959067a297022e925c5758c6da57ba07bfdf115e09db1d9a2c309ccf36 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5 70a980959067a297022e925c5758c6da57ba07bfdf115e09db1d9a2c309ccf36 network default NAD default NAD key ]
I0521 19:44:16.794876    3675 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-59dbfb7bc5-sf6s5, hostIfaceName: 70a980959067a29, network: default, NAD default, SandboxID: "70a980959067a297022e925c5758c6da57ba07bfdf115e09db1d9a2c309ccf36", PCI device ID: , UID: "c2adbb85-788a-4bdd-9790-8de482286c46", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0521 19:44:16.849699    3675 cni.go:473] [tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5 70a980959067a297022e925c5758c6da57ba07bfdf115e09db1d9a2c309ccf36 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-59dbfb7bc5-sf6s5 70a980959067a297022e925c5758c6da57ba07bfdf115e09db1d9a2c309ccf36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:7f:43:d7:93:bc\",\"name\":\"70a980959067a29\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79ea1212-3aa6-4a56-9553-9b185688fb3a\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:44:21.604983    3675 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:21.605642    3675 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:22.489320    3675 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:22.489344    3675 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:44:26.278697    3675 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0521 19:44:26.346777    3675 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0521 19:44:27.702919    3675 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0521 19:44:28.828117    3675 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:28.828748    3675 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:29.867709    3675 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:29.867735    3675 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:30.989492    3675 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-2rc5z for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:44:30.989620    3675 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z
I0521 19:44:31.003182    3675 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z] pod update took 13.584835ms
I0521 19:44:31.003203    3675 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z] addLogicalPort annotation time took 13.610241ms
I0521 19:44:31.004511    3675 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z] addLogicalPort took 15.036112ms, libovsdb time 874.087µs
I0521 19:44:31.351680    3675 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z 47e873a29c0e620851dfdf453f42ef2391ff95a72e49f2300359160448acad13 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z 47e873a29c0e620851dfdf453f42ef2391ff95a72e49f2300359160448acad13 network default NAD default NAD key ]
I0521 19:44:31.361959    3675 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-2rc5z, hostIfaceName: 47e873a29c0e620, network: default, NAD default, SandboxID: "47e873a29c0e620851dfdf453f42ef2391ff95a72e49f2300359160448acad13", PCI device ID: , UID: "9002da6a-0a54-463a-aa9b-a2074a944b50", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0521 19:44:31.413141    3675 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z 47e873a29c0e620851dfdf453f42ef2391ff95a72e49f2300359160448acad13 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-2rc5z 47e873a29c0e620851dfdf453f42ef2391ff95a72e49f2300359160448acad13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:b3:e1:8e:b2:a9\",\"name\":\"47e873a29c0e620\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d29a7239-c099-4d1b-b34e-acab3d6f01c6\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:44:33.749621    3675 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0521 19:44:33.749643    3675 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0521 19:44:34.355385    3675 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0521 19:44:35.655118    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
W0521 19:44:45.332229    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0521 19:44:55.419640    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
W0521 19:44:55.454928    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0521 19:45:07.026423    3675 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:07.026982    3675 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:07.049070    3675 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:07.049097    3675 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:07.055655    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0521 19:45:07.055679    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0521 19:45:10.637826    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0521 19:45:14.076647    3675 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:14.077181    3675 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:14.949252    3675 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:14.949273    3675 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:15.949056    3675 obj_retry.go:498] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:15.949605    3675 obj_retry.go:498] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:16.970777    3675 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:16.970804    3675 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:45:18.960463    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0521 19:45:19.566307    3675 cni.go:452] [tsf-tas/rekor-createtree-job-nszzz-qlwrf 69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-nszzz-qlwrf 69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471 network default NAD default NAD key ]
I0521 19:45:19.660961    3675 cni.go:473] [tsf-tas/rekor-createtree-job-nszzz-qlwrf 69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-nszzz-qlwrf 69e9386e69a48d736d2095ec1f49eff77b67ce9a9d2e91f43bd684d63bc57471 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:45:19.712659    3675 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:19.712688    3675 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-nszzz-qlwrf
I0521 19:45:19.714041    3675 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-nszzz-qlwrf, ips: 10.129.0.38
I0521 19:45:19.714068    3675 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:20.581073    3675 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:20.581096    3675 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:21.525331    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=98
I0521 19:45:22.355104    3675 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-54c7fdf69b-tcpfd] creating logical port tsf-tas_rekor-redis-54c7fdf69b-tcpfd for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:45:22.355208    3675 kube.go:256] Updating pod tsf-tas/rekor-redis-54c7fdf69b-tcpfd
I0521 19:45:22.373291    3675 pod.go:62] [tsf-tas/rekor-redis-54c7fdf69b-tcpfd] pod update took 18.106296ms
I0521 19:45:22.373314    3675 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-54c7fdf69b-tcpfd] addLogicalPort annotation time took 18.136529ms
I0521 19:45:22.374702    3675 pods.go:271] [tsf-tas/rekor-redis-54c7fdf69b-tcpfd] addLogicalPort took 19.614111ms, libovsdb time 955.785µs
I0521 19:45:23.114434    3675 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rk8wn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:23.115010    3675 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rk8wn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:23.311841    3675 cni.go:452] [tsf-tas/rekor-redis-54c7fdf69b-tcpfd a3420a2f96ebf179ae438ac89bb36440a49070bbaa67806fb532faa9248afe51 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-54c7fdf69b-tcpfd a3420a2f96ebf179ae438ac89bb36440a49070bbaa67806fb532faa9248afe51 network default NAD default NAD key ]
I0521 19:45:23.321080    3675 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-54c7fdf69b-tcpfd, hostIfaceName: a3420a2f96ebf17, network: default, NAD default, SandboxID: "a3420a2f96ebf179ae438ac89bb36440a49070bbaa67806fb532faa9248afe51", PCI device ID: , UID: "22c31142-c0fb-4bb4-9b3f-908ad3c74546", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0521 19:45:23.371317    3675 cni.go:473] [tsf-tas/rekor-redis-54c7fdf69b-tcpfd a3420a2f96ebf179ae438ac89bb36440a49070bbaa67806fb532faa9248afe51 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-54c7fdf69b-tcpfd a3420a2f96ebf179ae438ac89bb36440a49070bbaa67806fb532faa9248afe51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:f9:68:b1:c4:c9\",\"name\":\"a3420a2f96ebf17\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6533da96-2080-4063-8d71-a82450417b0a\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:45:24.135201    3675 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rk8wn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:24.135225    3675 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rk8wn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:24.175514    3675 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:24.175534    3675 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:24.181191    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-sswt6
I0521 19:45:24.181217    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-sswt6
W0521 19:45:26.000163    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0521 19:45:28.613399    3675 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0521 19:45:29.648774    3675 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0521 19:45:30.164070    3675 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:30.164611    3675 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:30.186713    3675 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:30.186732    3675 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:30.195583    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0521 19:45:30.195605    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
W0521 19:45:33.899769    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0521 19:45:36.199427    3675 obj_retry.go:498] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:36.199937    3675 obj_retry.go:498] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:37.222418    3675 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:37.222439    3675 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:40.231146    3675 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:40.231678    3675 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:40.369987    3675 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:40.370030    3675 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:40.606647    3675 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-5jx8r] creating logical port tsf-tpa_create-importers-5jx8r for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:45:40.606752    3675 kube.go:256] Updating pod tsf-tpa/create-importers-5jx8r
I0521 19:45:40.620903    3675 pod.go:62] [tsf-tpa/create-importers-5jx8r] pod update took 14.178621ms
I0521 19:45:40.620929    3675 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-5jx8r] addLogicalPort annotation time took 14.219902ms
I0521 19:45:40.622275    3675 pods.go:271] [tsf-tpa/create-importers-5jx8r] addLogicalPort took 15.660438ms, libovsdb time 884.165µs
W0521 19:45:40.665903    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
I0521 19:45:40.967054    3675 cni.go:452] [tsf-tpa/create-importers-5jx8r 49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-5jx8r 49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305 network default NAD default NAD key ]
I0521 19:45:40.976200    3675 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-5jx8r, hostIfaceName: 49e06366dc2ff95, network: default, NAD default, SandboxID: "49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305", PCI device ID: , UID: "bdf6cb44-0520-46e8-8c74-87d753455f59", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0521 19:45:41.031005    3675 cni.go:473] [tsf-tpa/create-importers-5jx8r 49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-5jx8r 49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b2:f1:61:12:ef\",\"name\":\"49e06366dc2ff95\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59848215-5c1b-4829-a60a-105718640c91\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:45:44.706853    3675 cni.go:452] [tsf-tpa/create-importers-5jx8r 49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-5jx8r 49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305 network default NAD default NAD key ]
I0521 19:45:44.795114    3675 cni.go:473] [tsf-tpa/create-importers-5jx8r 49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-5jx8r 49e06366dc2ff95e97613d2f280db53d0117b28c2cc0a9ff9234ab0d00d6e305 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:45:44.850635    3675 obj_retry.go:498] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:44.850664    3675 pods.go:176] Deleting pod: tsf-tpa/create-importers-5jx8r
I0521 19:45:44.851881    3675 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-5jx8r, ips: 10.129.0.41
I0521 19:45:44.851912    3675 obj_retry.go:498] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:45.874860    3675 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:45.874893    3675 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:48.374304    3675 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-hhhck-7kwzl] creating logical port tsf-tas_tuf-repository-init-hhhck-7kwzl for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:45:48.374409    3675 kube.go:256] Updating pod tsf-tas/tuf-repository-init-hhhck-7kwzl
I0521 19:45:48.388037    3675 pod.go:62] [tsf-tas/tuf-repository-init-hhhck-7kwzl] pod update took 13.658351ms
I0521 19:45:48.388062    3675 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-hhhck-7kwzl] addLogicalPort annotation time took 13.688054ms
I0521 19:45:48.389285    3675 pods.go:271] [tsf-tas/tuf-repository-init-hhhck-7kwzl] addLogicalPort took 15.001866ms, libovsdb time 804.395µs
I0521 19:45:51.137690    3675 cni.go:452] [tsf-tas/tuf-repository-init-hhhck-7kwzl bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-hhhck-7kwzl bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e network default NAD default NAD key ]
I0521 19:45:51.157414    3675 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-hhhck-7kwzl, hostIfaceName: bffa0cb1e0401fa, network: default, NAD default, SandboxID: "bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e", PCI device ID: , UID: "ebc37b7a-346b-46a5-97b4-56aebdd41e83", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0521 19:45:51.208947    3675 cni.go:473] [tsf-tas/tuf-repository-init-hhhck-7kwzl bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-hhhck-7kwzl bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f3:ba:e7:3e:e7\",\"name\":\"bffa0cb1e0401fa\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91450fd5-8dfc-49c6-bf9d-8b85c4ca5437\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:45:54.173797    3675 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0521 19:45:57.777927    3675 cni.go:452] [tsf-tas/tuf-repository-init-hhhck-7kwzl bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-hhhck-7kwzl bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e network default NAD default NAD key ]
I0521 19:45:57.858472    3675 cni.go:473] [tsf-tas/tuf-repository-init-hhhck-7kwzl bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-hhhck-7kwzl bffa0cb1e0401fa2642050bdb9be4e2e133047db45e549cf88337829a1eede1e network default NAD default NAD key default], result "{}", err <nil>
I0521 19:45:57.909087    3675 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:57.909122    3675 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-hhhck-7kwzl
I0521 19:45:57.910402    3675 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-hhhck-7kwzl, ips: 10.129.0.42
I0521 19:45:57.910427    3675 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:58.346401    3675 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:58.347056    3675 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:58.368915    3675 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:58.368939    3675 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:58.375791    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0521 19:45:58.375813    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0521 19:45:58.794077    3675 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:58.794117    3675 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:59.261815    3675 namespace.go:98] [default-tenant] adding namespace
I0521 19:45:59.262784    3675 namespace.go:102] [default-tenant] adding namespace took 943.929µs
I0521 19:45:59.268909    3675 namespace.go:98] [build-service] adding namespace
I0521 19:45:59.268951    3675 namespace.go:98] [image-controller] adding namespace
I0521 19:45:59.269072    3675 namespace.go:98] [integration-service] adding namespace
I0521 19:45:59.269807    3675 namespace.go:102] [build-service] adding namespace took 874.47µs
I0521 19:45:59.270623    3675 namespace.go:102] [image-controller] adding namespace took 1.658556ms
I0521 19:45:59.271379    3675 namespace.go:102] [integration-service] adding namespace took 2.289079ms
I0521 19:45:59.360282    3675 namespace.go:142] [default-tenant] updating namespace
I0521 19:45:59.418110    3675 namespace.go:142] [default-tenant] updating namespace
I0521 19:45:59.422963    3675 namespace.go:142] [build-service] updating namespace
I0521 19:45:59.449242    3675 namespace.go:142] [build-service] updating namespace
I0521 19:45:59.490321    3675 namespace.go:142] [image-controller] updating namespace
I0521 19:45:59.518841    3675 namespace.go:142] [image-controller] updating namespace
I0521 19:45:59.547345    3675 namespace.go:142] [build-service] updating namespace
I0521 19:45:59.551250    3675 namespace.go:142] [integration-service] updating namespace
I0521 19:45:59.571414    3675 namespace.go:142] [integration-service] updating namespace
I0521 19:45:59.598580    3675 namespace.go:142] [integration-service] updating namespace
I0521 19:45:59.617011    3675 namespace.go:98] [release-service] adding namespace
I0521 19:45:59.617885    3675 namespace.go:102] [release-service] adding namespace took 845.563µs
I0521 19:45:59.627049    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0521 19:45:59.654865    3675 namespace.go:142] [konflux-ui] updating namespace
I0521 19:45:59.654916    3675 namespace.go:142] [release-service] updating namespace
I0521 19:45:59.686734    3675 namespace.go:142] [release-service] updating namespace
I0521 19:45:59.915282    3675 namespace.go:98] [konflux-info] adding namespace
I0521 19:45:59.916309    3675 namespace.go:102] [konflux-info] adding namespace took 1.00407ms
I0521 19:46:00.019436    3675 namespace.go:98] [namespace-lister] adding namespace
I0521 19:46:00.020408    3675 namespace.go:102] [namespace-lister] adding namespace took 952.237µs
I0521 19:46:00.073422    3675 namespace.go:142] [image-controller] updating namespace
I0521 19:46:00.073495    3675 namespace.go:98] [enterprise-contract-service] adding namespace
I0521 19:46:00.073613    3675 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:00.074350    3675 namespace.go:102] [enterprise-contract-service] adding namespace took 839.018µs
I0521 19:46:00.225439    3675 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:00.346203    3675 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:00.433328    3675 namespace.go:98] [segment-bridge] adding namespace
I0521 19:46:00.433407    3675 namespace.go:98] [konflux-cli] adding namespace
I0521 19:46:00.434138    3675 namespace.go:102] [segment-bridge] adding namespace took 794.271µs
I0521 19:46:00.434649    3675 namespace.go:102] [konflux-cli] adding namespace took 1.229426ms
I0521 19:46:00.567455    3675 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:00.924655    3675 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:01.032964    3675 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:01.240467    3675 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0521 19:46:01.241196    3675 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0521 19:46:01.241217    3675 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0521 19:46:01.243877    3675 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0521 19:46:01.282437    3675 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:01.369244    3675 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:01.393924    3675 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0521 19:46:01.393943    3675 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0521 19:46:01.394728    3675 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0521 19:46:01.444165    3675 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:01.508146    3675 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:01.622387    3675 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:01.669196    3675 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-8dcst] creating logical port tsf-tas_tuf-97fc8ff76-8dcst for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:46:01.669314    3675 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-8dcst
I0521 19:46:01.726436    3675 pod.go:62] [tsf-tas/tuf-97fc8ff76-8dcst] pod update took 57.157145ms
I0521 19:46:01.726455    3675 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-8dcst] addLogicalPort annotation time took 57.182266ms
I0521 19:46:01.727757    3675 pods.go:271] [tsf-tas/tuf-97fc8ff76-8dcst] addLogicalPort took 58.584555ms, libovsdb time 892.793µs
I0521 19:46:02.304407    3675 namespace.go:142] [build-service] updating namespace
I0521 19:46:02.778767    3675 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:03.059242    3675 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:03.231489    3675 namespace.go:142] [image-controller] updating namespace
I0521 19:46:03.427680    3675 namespace.go:142] [integration-service] updating namespace
I0521 19:46:03.636731    3675 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:03.829801    3675 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7856cbc47f-clkq7] creating logical port konflux-ui_proxy-7856cbc47f-clkq7 for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:46:03.829932    3675 kube.go:256] Updating pod konflux-ui/proxy-7856cbc47f-clkq7
I0521 19:46:03.846284    3675 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:03.861985    3675 pod.go:62] [konflux-ui/proxy-7856cbc47f-clkq7] pod update took 32.087473ms
I0521 19:46:03.862009    3675 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7856cbc47f-clkq7] addLogicalPort annotation time took 32.117147ms
I0521 19:46:03.863346    3675 pods.go:271] [konflux-ui/proxy-7856cbc47f-clkq7] addLogicalPort took 33.560664ms, libovsdb time 906.529µs
I0521 19:46:03.910170    3675 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-zcl2r for pod on switch ip-10-0-1-157.ec2.internal
I0521 19:46:03.910261    3675 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r
I0521 19:46:03.927419    3675 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r] pod update took 17.180913ms
I0521 19:46:03.927444    3675 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r] addLogicalPort annotation time took 17.209399ms
I0521 19:46:03.928640    3675 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r] addLogicalPort took 18.489381ms, libovsdb time 777.717µs
I0521 19:46:04.030362    3675 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:04.231098    3675 namespace.go:142] [release-service] updating namespace
I0521 19:46:04.436495    3675 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:04.560687    3675 namespace.go:142] [build-service] updating namespace
I0521 19:46:04.580275    3675 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:04.595837    3675 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:04.615344    3675 namespace.go:142] [image-controller] updating namespace
I0521 19:46:04.628884    3675 namespace.go:142] [integration-service] updating namespace
I0521 19:46:04.657127    3675 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:04.679284    3675 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:04.699493    3675 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:04.714868    3675 namespace.go:142] [release-service] updating namespace
I0521 19:46:04.737134    3675 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:04.801456    3675 namespace.go:142] [build-service] updating namespace
I0521 19:46:04.876335    3675 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:04.955286    3675 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:05.008314    3675 namespace.go:142] [image-controller] updating namespace
I0521 19:46:05.089760    3675 namespace.go:142] [integration-service] updating namespace
I0521 19:46:05.197645    3675 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:05.298323    3675 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:05.399989    3675 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:05.490387    3675 namespace.go:142] [release-service] updating namespace
I0521 19:46:05.598802    3675 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:07.793838    3675 cni.go:452] [konflux-ui/proxy-7856cbc47f-clkq7 8170125e29f4e4b9f15d6be75e2bae56a2f919a90f56f9fca7918bc18f91965c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7856cbc47f-clkq7 8170125e29f4e4b9f15d6be75e2bae56a2f919a90f56f9fca7918bc18f91965c network default NAD default NAD key ]
I0521 19:46:07.802454    3675 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7856cbc47f-clkq7, hostIfaceName: 8170125e29f4e4b, network: default, NAD default, SandboxID: "8170125e29f4e4b9f15d6be75e2bae56a2f919a90f56f9fca7918bc18f91965c", PCI device ID: , UID: "36593713-b60e-41db-a5b4-fe2dc4e26790", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0521 19:46:07.852658    3675 cni.go:473] [konflux-ui/proxy-7856cbc47f-clkq7 8170125e29f4e4b9f15d6be75e2bae56a2f919a90f56f9fca7918bc18f91965c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7856cbc47f-clkq7 8170125e29f4e4b9f15d6be75e2bae56a2f919a90f56f9fca7918bc18f91965c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:1b:f8:47:4f:05\",\"name\":\"8170125e29f4e4b\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1ce9fa6-d0cc-46b8-9de4-d9f2f1c84c66\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:46:08.118393    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0521 19:46:08.145273    3675 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0521 19:46:12.156032    3675 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
I0521 19:46:12.222833    3675 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r 08ee8022eb7195083e192e54f99b85dca73e68a6fb3b257f45f108f03f494869 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r 08ee8022eb7195083e192e54f99b85dca73e68a6fb3b257f45f108f03f494869 network default NAD default NAD key ]
I0521 19:46:12.222873    3675 cni.go:452] [tsf-tas/tuf-97fc8ff76-8dcst 92e4577deacc17e6271ac12075956698d1eedb3d3d83b4205f77ea7448fbde69 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-8dcst 92e4577deacc17e6271ac12075956698d1eedb3d3d83b4205f77ea7448fbde69 network default NAD default NAD key ]
I0521 19:46:12.234276    3675 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-8dcst, hostIfaceName: 92e4577deacc17e, network: default, NAD default, SandboxID: "92e4577deacc17e6271ac12075956698d1eedb3d3d83b4205f77ea7448fbde69", PCI device ID: , UID: "558cd48e-15c2-4b57-a674-4309235e6439", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0521 19:46:12.234406    3675 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-zcl2r, hostIfaceName: 08ee8022eb71950, network: default, NAD default, SandboxID: "08ee8022eb7195083e192e54f99b85dca73e68a6fb3b257f45f108f03f494869", PCI device ID: , UID: "fca84582-856a-4883-930d-21c52488b6ec", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0521 19:46:12.288953    3675 cni.go:473] [tsf-tas/tuf-97fc8ff76-8dcst 92e4577deacc17e6271ac12075956698d1eedb3d3d83b4205f77ea7448fbde69 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-8dcst 92e4577deacc17e6271ac12075956698d1eedb3d3d83b4205f77ea7448fbde69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:e0:e8:27:d2:15\",\"name\":\"92e4577deacc17e\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8fa9b97-0b65-42fe-bbd4-adcc1ae79f7b\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:46:12.307922    3675 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r 08ee8022eb7195083e192e54f99b85dca73e68a6fb3b257f45f108f03f494869 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-zcl2r 08ee8022eb7195083e192e54f99b85dca73e68a6fb3b257f45f108f03f494869 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a1:e0:fa:ce:aa\",\"name\":\"08ee8022eb71950\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fcbb59a-d22b-4e43-9d6b-b0d53ae928aa\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:46:12.874048    3675 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0521 19:46:12.874078    3675 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0521 19:46:14.890926    3675 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0521 19:46:14.895801    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0521 19:46:14.964387    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0521 19:46:20.244480    3675 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0521 19:46:20.245840    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0521 19:46:20.276276    3675 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0521 19:46:20.278720    3675 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0521 19:46:20.335192    3675 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0521 19:46:20.335209    3675 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0521 19:46:25.894151    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
W0521 19:46:25.897799    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0521 19:46:25.924589    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0521 19:46:31.695422    3675 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:31.695982    3675 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:32.312651    3675 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:32.312677    3675 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:32.317314    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt
I0521 19:46:32.317344    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt
I0521 19:46:32.619957    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0521 19:46:46.524938    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13
I0521 19:46:49.954735    3675 namespace.go:142] [openshift-pipelines] updating namespace
W0521 19:46:52.957768    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0521 19:46:52.957787    3675 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0521 19:46:57.524902    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71
I0521 19:47:22.364312    3675 obj_retry.go:498] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:22.364848    3675 obj_retry.go:498] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:22.624960    3675 obj_retry.go:492] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:22.624981    3675 obj_retry.go:492] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:22.632263    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-646b7db85d-xdlq7
I0521 19:47:22.632286    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-646b7db85d-xdlq7
I0521 19:47:32.654910    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0521 19:47:37.616300    3675 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0521 19:47:41.895249    3675 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:41.895809    3675 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:41.936682    3675 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:41.936701    3675 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:41.940484    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0521 19:47:41.940507    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0521 19:47:58.636391    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0521 19:48:06.510259    3675 namespace.go:98] [managed-tenant-ag562] adding namespace
I0521 19:48:06.511542    3675 namespace.go:102] [managed-tenant-ag562] adding namespace took 1.256132ms
I0521 19:48:06.538244    3675 namespace.go:142] [managed-tenant-ag562] updating namespace
I0521 19:48:06.562384    3675 namespace.go:142] [managed-tenant-ag562] updating namespace
I0521 19:48:07.556786    3675 namespace.go:142] [managed-tenant-ag562] updating namespace
I0521 19:48:07.690003    3675 namespace.go:142] [managed-tenant-ag562] updating namespace
I0521 19:48:07.790679    3675 namespace.go:142] [managed-tenant-ag562] updating namespace
I0521 19:48:24.537570    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=620
I0521 19:48:32.529585    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83
I0521 19:49:29.572514    3675 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:29.573147    3675 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:30.426178    3675 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:30.426201    3675 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:30.431651    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-744fbd8ff6-5j8fn
I0521 19:49:30.431680    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-744fbd8ff6-5j8fn
I0521 19:49:35.526356    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=170
I0521 19:49:40.473491    3675 cni.go:452] [openshift-console/console-744fbd8ff6-wx7wd ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-744fbd8ff6-wx7wd ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7 network default NAD default NAD key ]
I0521 19:49:40.568363    3675 cni.go:473] [openshift-console/console-744fbd8ff6-wx7wd ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-744fbd8ff6-wx7wd ea4d7a3731d4035eadb0f2ad9bfb9981dfc0d452a1a3c55c404f609bd6b179c7 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:49:40.627654    3675 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:40.627688    3675 pods.go:176] Deleting pod: openshift-console/console-744fbd8ff6-wx7wd
I0521 19:49:40.629365    3675 pods.go:236] Attempting to release IPs for pod: openshift-console/console-744fbd8ff6-wx7wd, ips: 10.129.0.25
I0521 19:49:40.629400    3675 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:49:41.014615    3675 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:41.014644    3675 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:49:41.020986    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-744fbd8ff6-wx7wd
I0521 19:49:41.021011    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-744fbd8ff6-wx7wd
I0521 19:50:04.766517    3675 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:04.767127    3675 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:50:05.636879    3675 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:05.636898    3675 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:50:30.640491    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0521 19:51:00.643363    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11
I0521 19:51:38.657379    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0521 19:53:05.528093    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=70
I0521 19:53:05.631920    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0521 19:53:06.617566    3675 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0521 19:53:33.532545    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=5
I0521 19:53:34.638826    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5
I0521 19:53:43.527804    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51
I0521 19:54:04.540711    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=43
I0521 19:54:09.650973    3675 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0521 19:55:34.527318    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0521 19:55:37.063551    3675 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:55:37.063598    3675 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:55:37.068828    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xw9sr
I0521 19:55:37.068856    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xw9sr
I0521 19:55:40.033085    3675 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:55:40.033143    3675 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:55:40.038640    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-rdpwj
I0521 19:55:40.038671    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-rdpwj
I0521 19:55:45.034083    3675 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:55:45.034212    3675 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:55:45.040009    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5jx8r
I0521 19:55:45.040054    3675 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5jx8r
I0521 19:55:58.622737    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0521 19:56:02.657056    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0521 19:56:47.529113    3675 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8
I0521 19:57:14.618695    3675 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0521 19:57:19.645707    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0521 19:57:37.642847    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0521 19:58:30.620060    3675 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0521 19:59:27.641283    3675 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5