+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-242.ec2.internal
++ [[ -n ip-10-0-1-242.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-242.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0505 19:44:19.494843683 - disable conntrack on geneve port'
I0505 19:44:19.494843683 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0505 19:44:19.512845443 - starting ovnkube-node'
I0505 19:44:19.512845443 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-242.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-242.ec2.internal --init-node ip-10-0-1-242.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-242.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0505 19:44:19.554293    3696 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0505 19:44:19.554380    3696 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-60d25454c1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0505 19:44:19.556158    3696 kube.go:431] Waiting for certificate
I0505 19:44:19.556187    3696 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0505 19:44:19.556239    3696 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0505 19:44:19.556964    3696 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0505 19:44:19.590257    3696 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 19:44:19.590279    3696 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 19:44:19.594207    3696 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 19:44:19.598555    3696 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zq69k"
I0505 19:44:19.605489    3696 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zq69k"
I0505 19:44:19.605564    3696 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 19:44:20.556650    3696 kube.go:438] Certificate found
I0505 19:44:20.557310    3696 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0505 19:44:20.558246    3696 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0505 19:44:20.613244    3696 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 19:39:19 +0000 UTC" deadline="2026-05-06 13:51:59.500749677 +0000 UTC"
I0505 19:44:20.613288    3696 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h7m38.88747281s"
I0505 19:44:20.632551    3696 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0505 19:44:20.641211    3696 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0505 19:44:20.641272    3696 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0505 19:44:20.641291    3696 factory.go:561] Starting watch factory
I0505 19:44:20.641366    3696 server.go:101] MetricServer registers OVS metrics
I0505 19:44:20.641408    3696 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.641426    3696 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.641521    3696 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.641539    3696 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.641899    3696 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.641918    3696 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.642164    3696 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.642211    3696 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.642500    3696 server.go:105] MetricServer registers OVN DB metrics
I0505 19:44:20.642533    3696 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.642563    3696 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.642515    3696 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.642658    3696 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.645138    3696 controller_manager.go:370] Starting the ovnkube controller
I0505 19:44:20.645148    3696 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-242.ec2.internal
I0505 19:44:20.645192    3696 controller_manager.go:395] NBDB zone sync took: 36.399µs
I0505 19:44:20.645200    3696 factory.go:561] Starting watch factory
I0505 19:44:20.647266    3696 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0505 19:44:20.647291    3696 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0505 19:44:20.660313    3696 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0505 19:44:20.660363    3696 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0505 19:44:20.661449    3696 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.662540    3696 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.663249    3696 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.663520    3696 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.664112    3696 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0505 19:44:20.664155    3696 server.go:109] MetricServer registers OVN Controller metrics
I0505 19:44:20.665059    3696 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.668190    3696 server.go:113] MetricServer registers OVN Northd metrics
I0505 19:44:20.673376    3696 metrics.go:519] OVN Metrics Server starts to run ...
I0505 19:44:20.674494    3696 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 19:44:20.747666    3696 factory.go:1977] *v1.Node informer cache synced successfully
I0505 19:44:20.747689    3696 factory.go:1977] *v1.Service informer cache synced successfully
I0505 19:44:20.747693    3696 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0505 19:44:20.747697    3696 factory.go:1977] *v1.Pod informer cache synced successfully
I0505 19:44:20.747699    3696 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0505 19:44:20.747703    3696 factory.go:1977] *v1.Namespace informer cache synced successfully
I0505 19:44:20.747796    3696 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 19:44:20.747817    3696 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 19:44:20.747825    3696 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 19:44:20.747845    3696 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 19:44:20.750626    3696 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0505 19:44:20.750640    3696 factory.go:1977] *v1.Pod informer cache synced successfully
I0505 19:44:20.750644    3696 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0505 19:44:20.750647    3696 factory.go:1977] *v1.Namespace informer cache synced successfully
I0505 19:44:20.750651    3696 factory.go:1977] *v1.Node informer cache synced successfully
I0505 19:44:20.750654    3696 factory.go:1977] *v1.Service informer cache synced successfully
I0505 19:44:20.751106    3696 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 19:44:20.751107    3696 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 19:44:20.753056    3696 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0505 19:44:20.753069    3696 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0505 19:44:20.753136    3696 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.753152    3696 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.756010    3696 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0505 19:44:20.756019    3696 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0505 19:44:20.756311    3696 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.758305    3696 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0505 19:44:20.758381    3696 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.758392    3696 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.761447    3696 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.761454    3696 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0505 19:44:20.763760    3696 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0505 19:44:20.763820    3696 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.763830    3696 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.766526    3696 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0505 19:44:20.766661    3696 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.769024    3696 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0505 19:44:20.769089    3696 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.769102    3696 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.771713    3696 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0505 19:44:20.771902    3696 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.774309    3696 factory.go:1977] *v1.EgressService informer cache synced successfully
I0505 19:44:20.774379    3696 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.774390    3696 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.776947    3696 factory.go:1977] *v1.EgressService informer cache synced successfully
I0505 19:44:20.777198    3696 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.779592    3696 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0505 19:44:20.779781    3696 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 19:44:20.779797    3696 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 19:44:20.782575    3696 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0505 19:44:20.782749    3696 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 19:44:20.784663    3696 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0505 19:44:20.784724    3696 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.784736    3696 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.784782    3696 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.784796    3696 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.787741    3696 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0505 19:44:20.787946    3696 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.788205    3696 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 19:44:20.790169    3696 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0505 19:44:20.790177    3696 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0505 19:44:20.790184    3696 factory.go:680] Watch Factory start up complete, took: 148.900045ms
I0505 19:44:20.790243    3696 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0505 19:44:20.793569    3696 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0505 19:44:20.793578    3696 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0505 19:44:20.793585    3696 factory.go:680] Watch Factory start up complete, took: 148.383443ms
I0505 19:44:20.793592    3696 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-242.ec2.internal" zone
I0505 19:44:20.833333    3696 default_node_network_controller.go:710] Initializing the default node network controller
I0505 19:44:20.910443    3696 udn_isolation.go:101] Starting UDN host isolation manager
I0505 19:44:20.916407    3696 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0505 19:44:20.972170    3696 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0505 19:44:20.972234    3696 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0505 19:44:20.972247    3696 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0505 19:44:21.005266    3696 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0505 19:44:21.005334    3696 default_node_network_controller.go:809] Node ip-10-0-1-242.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0505 19:44:21.010507    3696 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.242"] k8s.ovn.org/zone-name:ip-10-0-1-242.ec2.internal] on node ip-10-0-1-242.ec2.internal
I0505 19:44:21.031155    3696 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0505 19:44:21.037134    3696 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0505 19:44:21.037277    3696 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0505 19:44:21.037790    3696 gateway_init.go:263] Preparing Gateway
I0505 19:44:21.037803    3696 gateway_shared_intf.go:1687] Creating new gateway
I0505 19:44:21.043661    3696 controller_manager.go:429] Waiting for node in zone sync took: 250.059356ms
I0505 19:44:21.048862    3696 controller_manager.go:611] Switching to transit router for layer2 networks
I0505 19:44:21.048876    3696 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-242.ec2.internal
I0505 19:44:21.066038    3696 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0505 19:44:21.072404    3696 controller_manager.go:290] SCTP support detected in OVN
I0505 19:44:21.072953    3696 services_controller.go:69] Creating services controller for network=default
I0505 19:44:21.073046    3696 udn_enabled_svc.go:80] Waiting for service informer to sync
I0505 19:44:21.073095    3696 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0505 19:44:21.073126    3696 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0505 19:44:21.073139    3696 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0505 19:44:21.073147    3696 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0505 19:44:21.073328    3696 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0505 19:44:21.073387    3696 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0505 19:44:21.073420    3696 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.951µs
I0505 19:44:21.073435    3696 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 38.078µs
I0505 19:44:21.073444    3696 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 57.152µs
I0505 19:44:21.073451    3696 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0505 19:44:21.073466    3696 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0505 19:44:21.073477    3696 default_network_controller.go:325] Starting the default network controller
I0505 19:44:21.073490    3696 udn_enabled_svc.go:95] Performing full resync
I0505 19:44:21.073555    3696 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 22.703µs
I0505 19:44:21.073756    3696 udn_enabled_svc.go:99] Waiting for handler to sync
I0505 19:44:21.073766    3696 udn_enabled_svc.go:104] Starting worker
I0505 19:44:21.082217    3696 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0505 19:44:21.082278    3696 repair.go:33] Syncing exgw routes took 48.464µs
I0505 19:44:21.082302    3696 default_network_controller.go:414] Starting all the Watchers...
I0505 19:44:21.082450    3696 namespace.go:98] [openshift-ingress] adding namespace
I0505 19:44:21.082457    3696 namespace.go:98] [openshift-backplane] adding namespace
I0505 19:44:21.082460    3696 namespace.go:98] [openshift-logging] adding namespace
I0505 19:44:21.082464    3696 namespace.go:98] [openshift-console] adding namespace
I0505 19:44:21.082470    3696 namespace.go:98] [openshift-config-managed] adding namespace
I0505 19:44:21.082480    3696 namespace.go:98] [openshift-controller-manager] adding namespace
I0505 19:44:21.082481    3696 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0505 19:44:21.082450    3696 namespace.go:98] [openshift-apiserver] adding namespace
I0505 19:44:21.082487    3696 namespace.go:98] [openshift-config] adding namespace
I0505 19:44:21.082491    3696 namespace.go:98] [openshift-dns-operator] adding namespace
I0505 19:44:21.082490    3696 namespace.go:98] [openshift-package-operator] adding namespace
I0505 19:44:21.082481    3696 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0505 19:44:21.082478    3696 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0505 19:44:21.082507    3696 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0505 19:44:21.082451    3696 namespace.go:98] [openshift-multus] adding namespace
I0505 19:44:21.083017    3696 namespace.go:102] [openshift-ingress] adding namespace took 554.564µs
I0505 19:44:21.083035    3696 namespace.go:98] [openshift-network-operator] adding namespace
I0505 19:44:21.083600    3696 namespace.go:102] [openshift-backplane] adding namespace took 1.134228ms
I0505 19:44:21.083617    3696 namespace.go:98] [dedicated-admin] adding namespace
I0505 19:44:21.084153    3696 namespace.go:102] [dedicated-admin] adding namespace took 530.265µs
I0505 19:44:21.084167    3696 namespace.go:98] [openshift-network-node-identity] adding namespace
I0505 19:44:21.084601    3696 namespace.go:102] [openshift-logging] adding namespace took 2.131823ms
I0505 19:44:21.084616    3696 namespace.go:98] [openshift-dns] adding namespace
I0505 19:44:21.085035    3696 namespace.go:102] [openshift-console] adding namespace took 2.562321ms
I0505 19:44:21.085049    3696 namespace.go:98] [kube-system] adding namespace
I0505 19:44:21.085469    3696 namespace.go:102] [openshift-config-managed] adding namespace took 2.993425ms
I0505 19:44:21.085482    3696 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0505 19:44:21.085926    3696 namespace.go:102] [openshift-controller-manager] adding namespace took 3.439449ms
I0505 19:44:21.085937    3696 namespace.go:98] [openshift-backplane-cse] adding namespace
I0505 19:44:21.086373    3696 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.88355ms
I0505 19:44:21.086387    3696 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0505 19:44:21.086767    3696 namespace.go:102] [openshift-apiserver] adding namespace took 4.274519ms
I0505 19:44:21.086780    3696 namespace.go:98] [openshift-etcd] adding namespace
I0505 19:44:21.087218    3696 namespace.go:102] [openshift-config] adding namespace took 4.722342ms
I0505 19:44:21.087231    3696 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0505 19:44:21.087655    3696 namespace.go:102] [openshift-dns-operator] adding namespace took 5.159255ms
I0505 19:44:21.087668    3696 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0505 19:44:21.088053    3696 namespace.go:102] [openshift-package-operator] adding namespace took 5.552136ms
I0505 19:44:21.088063    3696 namespace.go:98] [openshift-marketplace] adding namespace
I0505 19:44:21.088879    3696 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.372335ms
I0505 19:44:21.088902    3696 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0505 19:44:21.089363    3696 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.839236ms
I0505 19:44:21.089384    3696 namespace.go:98] [openshift-insights] adding namespace
W0505 19:44:21.089742    3696 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x8wmv: pod openshift-multus/network-metrics-daemon-x8wmv: no pod IPs found 
W0505 19:44:21.089760    3696 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-987rc: pod openshift-multus/network-metrics-daemon-987rc: no pod IPs found 
W0505 19:44:21.089766    3696 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tbhlp: pod openshift-multus/network-metrics-daemon-tbhlp: no pod IPs found 
I0505 19:44:21.089769    3696 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.25421ms
I0505 19:44:21.089781    3696 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0505 19:44:21.090260    3696 namespace.go:102] [openshift-multus] adding namespace took 7.705284ms
I0505 19:44:21.090274    3696 namespace.go:98] [openshift-operators] adding namespace
I0505 19:44:21.090665    3696 namespace.go:102] [openshift-network-operator] adding namespace took 7.625017ms
I0505 19:44:21.090678    3696 namespace.go:98] [openshift-operators-redhat] adding namespace
I0505 19:44:21.091077    3696 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.904432ms
I0505 19:44:21.091091    3696 namespace.go:98] [openshift-backplane-csm] adding namespace
I0505 19:44:21.091475    3696 namespace.go:102] [openshift-dns] adding namespace took 6.855641ms
I0505 19:44:21.091485    3696 namespace.go:98] [openshift-backplane-cee] adding namespace
I0505 19:44:21.091857    3696 namespace.go:102] [kube-system] adding namespace took 6.802432ms
I0505 19:44:21.091870    3696 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0505 19:44:21.092238    3696 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.751123ms
I0505 19:44:21.092249    3696 namespace.go:98] [openshift-network-console] adding namespace
I0505 19:44:21.092644    3696 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.701671ms
I0505 19:44:21.092656    3696 namespace.go:98] [openshift-monitoring] adding namespace
I0505 19:44:21.093004    3696 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.612782ms
I0505 19:44:21.093016    3696 namespace.go:98] [openshift-machine-api] adding namespace
I0505 19:44:21.093367    3696 namespace.go:102] [openshift-etcd] adding namespace took 6.583281ms
I0505 19:44:21.093376    3696 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0505 19:44:21.093836    3696 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.598951ms
I0505 19:44:21.093849    3696 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0505 19:44:21.094278    3696 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.604554ms
I0505 19:44:21.094291    3696 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0505 19:44:21.094708    3696 namespace.go:102] [openshift-marketplace] adding namespace took 6.640699ms
I0505 19:44:21.094721    3696 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0505 19:44:21.095164    3696 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.253299ms
I0505 19:44:21.095177    3696 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0505 19:44:21.095580    3696 namespace.go:102] [openshift-insights] adding namespace took 6.190366ms
I0505 19:44:21.095592    3696 namespace.go:98] [openshift-host-network] adding namespace
I0505 19:44:21.096019    3696 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.234009ms
I0505 19:44:21.096029    3696 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0505 19:44:21.096371    3696 namespace.go:102] [openshift-operators] adding namespace took 6.092042ms
I0505 19:44:21.096383    3696 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0505 19:44:21.096832    3696 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.150491ms
I0505 19:44:21.096844    3696 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0505 19:44:21.097200    3696 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.103238ms
I0505 19:44:21.097215    3696 namespace.go:98] [openshift-authentication] adding namespace
I0505 19:44:21.097621    3696 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.132467ms
I0505 19:44:21.097633    3696 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0505 19:44:21.098002    3696 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.127248ms
I0505 19:44:21.098014    3696 namespace.go:98] [openshift-cluster-version] adding namespace
I0505 19:44:21.098374    3696 namespace.go:102] [openshift-network-console] adding namespace took 6.120875ms
I0505 19:44:21.098386    3696 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0505 19:44:21.098831    3696 namespace.go:102] [openshift-monitoring] adding namespace took 6.17144ms
I0505 19:44:21.098841    3696 namespace.go:98] [openshift] adding namespace
I0505 19:44:21.099261    3696 namespace.go:102] [openshift-machine-api] adding namespace took 6.240005ms
I0505 19:44:21.099274    3696 namespace.go:98] [openshift-image-registry] adding namespace
W0505 19:44:21.099630    3696 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kb56w: pod openshift-network-diagnostics/network-check-target-kb56w: no pod IPs found 
W0505 19:44:21.099641    3696 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wbcrh: pod openshift-network-diagnostics/network-check-target-wbcrh: no pod IPs found 
W0505 19:44:21.099648    3696 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-x2tjv: pod openshift-network-diagnostics/network-check-target-x2tjv: no pod IPs found 
I0505 19:44:21.099673    3696 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.292448ms
I0505 19:44:21.099687    3696 namespace.go:98] [openshift-authentication-operator] adding namespace
I0505 19:44:21.100209    3696 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.354232ms
I0505 19:44:21.100223    3696 namespace.go:98] [openshift-node] adding namespace
I0505 19:44:21.100608    3696 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.312512ms
I0505 19:44:21.100620    3696 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0505 19:44:21.101007    3696 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.280445ms
I0505 19:44:21.101021    3696 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0505 19:44:21.101373    3696 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.192214ms
I0505 19:44:21.101383    3696 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0505 19:44:21.101863    3696 namespace.go:102] [openshift-host-network] adding namespace took 6.265696ms
I0505 19:44:21.101877    3696 namespace.go:98] [openshift-ingress-canary] adding namespace
I0505 19:44:21.102253    3696 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.218767ms
I0505 19:44:21.102266    3696 namespace.go:98] [openshift-console-user-settings] adding namespace
I0505 19:44:21.102657    3696 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.269482ms
I0505 19:44:21.102668    3696 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0505 19:44:21.103048    3696 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.199482ms
I0505 19:44:21.103060    3696 namespace.go:98] [openshift-console-operator] adding namespace
I0505 19:44:21.103444    3696 namespace.go:102] [openshift-authentication] adding namespace took 6.223554ms
I0505 19:44:21.103457    3696 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0505 19:44:21.103813    3696 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.175795ms
I0505 19:44:21.103824    3696 namespace.go:98] [openshift-infra] adding namespace
I0505 19:44:21.104187    3696 namespace.go:102] [openshift-cluster-version] adding namespace took 6.16874ms
I0505 19:44:21.104197    3696 namespace.go:98] [openshift-ingress-operator] adding namespace
I0505 19:44:21.104618    3696 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.228285ms
I0505 19:44:21.104628    3696 namespace.go:98] [kube-public] adding namespace
I0505 19:44:21.105127    3696 namespace.go:102] [openshift] adding namespace took 6.280813ms
I0505 19:44:21.105135    3696 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0505 19:44:21.105630    3696 namespace.go:102] [openshift-image-registry] adding namespace took 6.352839ms
I0505 19:44:21.105642    3696 namespace.go:98] [openshift-backplane-tam] adding namespace
I0505 19:44:21.106049    3696 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.35712ms
I0505 19:44:21.106063    3696 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0505 19:44:21.106496    3696 namespace.go:102] [openshift-node] adding namespace took 6.267961ms
I0505 19:44:21.106509    3696 namespace.go:98] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] adding namespace
I0505 19:44:21.106891    3696 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.266123ms
I0505 19:44:21.106903    3696 namespace.go:98] [openshift-backplane-srep] adding namespace
I0505 19:44:21.107281    3696 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.256372ms
I0505 19:44:21.107292    3696 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0505 19:44:21.107680    3696 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.291551ms
I0505 19:44:21.107696    3696 namespace.go:98] [kube-node-lease] adding namespace
I0505 19:44:21.108053    3696 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.171465ms
I0505 19:44:21.108064    3696 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0505 19:44:21.108453    3696 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.182128ms
I0505 19:44:21.108466    3696 namespace.go:98] [openshift-config-operator] adding namespace
I0505 19:44:21.108830    3696 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.157204ms
I0505 19:44:21.108841    3696 namespace.go:98] [default] adding namespace
I0505 19:44:21.109221    3696 namespace.go:102] [openshift-console-operator] adding namespace took 6.156877ms
I0505 19:44:21.109683    3696 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.220811ms
I0505 19:44:21.110119    3696 namespace.go:102] [openshift-infra] adding namespace took 6.28996ms
I0505 19:44:21.110628    3696 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.425059ms
I0505 19:44:21.111003    3696 namespace.go:102] [kube-public] adding namespace took 6.371327ms
I0505 19:44:21.111370    3696 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.228638ms
I0505 19:44:21.111835    3696 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.187192ms
I0505 19:44:21.111850    3696 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0505 19:44:21.112202    3696 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.134842ms
I0505 19:44:21.112216    3696 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0505 19:44:21.112564    3696 namespace.go:102] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] adding namespace took 6.050368ms
I0505 19:44:21.113040    3696 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.132754ms
I0505 19:44:21.113530    3696 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.233892ms
I0505 19:44:21.113933    3696 namespace.go:102] [kube-node-lease] adding namespace took 6.231977ms
I0505 19:44:21.114341    3696 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.273159ms
I0505 19:44:21.114365    3696 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0505 19:44:21.114923    3696 namespace.go:102] [openshift-config-operator] adding namespace took 6.451661ms
I0505 19:44:21.115245    3696 namespace.go:102] [default] adding namespace took 6.397427ms
I0505 19:44:21.115718    3696 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.863479ms
I0505 19:44:21.116086    3696 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.863793ms
I0505 19:44:21.116449    3696 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 2.078502ms
W0505 19:44:21.116533    3696 master.go:458] Unable to parse local node ip-10-0-1-242.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0505 19:44:21.116540    3696 master.go:471] Unable to parse remote node ip-10-0-2-53.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0505 19:44:21.116544    3696 master.go:471] Unable to parse remote node ip-10-0-0-117.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0505 19:44:21.116548    3696 master.go:481] Removing stale chassis with ID/Name: 62ec6675-9d1b-496f-af9c-a7f87d845513, hostname: ip-10-0-1-242.ec2.internal
I0505 19:44:21.116970    3696 master.go:548] Adding or Updating local node "ip-10-0-1-242.ec2.internal" for network "default"
I0505 19:44:21.117024    3696 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-53.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-53.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-53.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-53.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-53.ec2.internal
I0505 19:44:21.117027    3696 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-117.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-117.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-117.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-117.ec2.internal
I0505 19:44:21.120257    3696 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-242.ec2.internal for the network default
I0505 19:44:21.120545    3696 zone_ic_handler.go:195] Time taken to create transit switch: 276.554µs
I0505 19:44:21.121154    3696 default_network_controller.go:823] Node add failed for ip-10-0-1-242.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-242.ec2.internal, error getting gateway config for node ip-10-0-1-242.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-242.ec2.internal", failed to update chassis to local for local node ip-10-0-1-242.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-242.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-242.ec2.internal]
E0505 19:44:21.121191    3696 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-242.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-242.ec2.internal, error getting gateway config for node ip-10-0-1-242.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-242.ec2.internal", failed to update chassis to local for local node ip-10-0-1-242.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-242.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-242.ec2.internal]
I0505 19:44:21.121227    3696 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0505 19:44:21.121249    3696 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0505 19:44:21.121263    3696 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0505 19:44:21.121264    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default"
I0505 19:44:21.121269    3696 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-242.ec2.internal", UID:"c5b6415c-db93-47f7-b64f-e5afbfbb8e38", APIVersion:"v1", ResourceVersion:"8631", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-242.ec2.internal, error getting gateway config for node ip-10-0-1-242.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-242.ec2.internal", failed to update chassis to local for local node ip-10-0-1-242.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-242.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-242.ec2.internal]
I0505 19:44:21.121301    3696 node_tracker.go:235] Node ip-10-0-0-117.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-117.ec2.internal"
I0505 19:44:21.121312    3696 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:21.121328    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:21.121338    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-242.ec2.internal in network "default"
I0505 19:44:21.121364    3696 node_tracker.go:235] Node ip-10-0-1-242.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-242.ec2.internal"
I0505 19:44:21.121372    3696 node_tracker.go:169] Node ip-10-0-1-242.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:21.121376    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:21.121381    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-53.ec2.internal in network "default"
I0505 19:44:21.121390    3696 node_tracker.go:235] Node ip-10-0-2-53.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-53.ec2.internal"
I0505 19:44:21.121395    3696 node_tracker.go:169] Node ip-10-0-2-53.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:21.121399    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:21.157579    3696 iptables.go:108] Creating table: filter chain: FORWARD
I0505 19:44:21.163736    3696 iptables.go:108] Creating table: filter chain: OUTPUT
I0505 19:44:21.169714    3696 gateway_shared_intf.go:1816] Gateway Creation Complete
I0505 19:44:21.169729    3696 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-242.ec2.internal","mac-address":"0a:ff:ff:d6:29:89","ip-addresses":["10.0.1.242/24"],"ip-address":"10.0.1.242/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:62ec6675-9d1b-496f-af9c-a7f87d845513 k8s.ovn.org/node-encap-ips:["10.0.1.242"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.242/24"} k8s.ovn.org/zone-name:ip-10-0-1-242.ec2.internal] on node ip-10-0-1-242.ec2.internal
I0505 19:44:21.184480    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-242.ec2.internal in network "default"
I0505 19:44:21.184533    3696 master.go:548] Adding or Updating local node "ip-10-0-1-242.ec2.internal" for network "default"
I0505 19:44:21.184551    3696 node_tracker.go:169] Node ip-10-0-1-242.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:21.184564    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:21.188801    3696 default_node_network_controller.go:519] Node connection status = connected
W0505 19:44:21.189300    3696 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-kb56w: pod openshift-network-diagnostics/network-check-target-kb56w: no pod IPs found 
W0505 19:44:21.189322    3696 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-987rc: pod openshift-multus/network-metrics-daemon-987rc: no pod IPs found 
I0505 19:44:21.190431    3696 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-242.ec2.internal for the network default
I0505 19:44:21.190609    3696 zone_ic_handler.go:195] Time taken to create transit switch: 165.024µs
I0505 19:44:21.222227    3696 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0505 19:44:21.222249    3696 services_controller.go:208] Setting up event handlers for services for network=default
I0505 19:44:21.222308    3696 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0505 19:44:21.222392    3696 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0505 19:44:21.222416    3696 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0505 19:44:21.322619    3696 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0505 19:44:21.322641    3696 repair.go:60] Starting repairing loop for services
I0505 19:44:21.322768    3696 repair.go:131] Deleted 0 stale service LBs
I0505 19:44:21.322802    3696 repair.go:137] Deleted 0 stale Chassis Template Vars
I0505 19:44:21.322820    3696 repair.go:62] Finished repairing loop for services: 181.303µs
I0505 19:44:21.322852    3696 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0505 19:44:21.322863    3696 services_controller.go:254] Starting workers for network=default
I0505 19:44:21.323547    3696 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kb56w] creating logical port openshift-network-diagnostics_network-check-target-kb56w for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:21.323607    3696 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-tbhlp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tbhlp: suppressed error logged: pod openshift-multus/network-metrics-daemon-tbhlp: no pod IPs found 
I0505 19:44:21.323693    3696 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-987rc] creating logical port openshift-multus_network-metrics-daemon-987rc for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:21.323776    3696 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-kb56w
I0505 19:44:21.323869    3696 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-987rc
I0505 19:44:21.323950    3696 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-x2tjv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-x2tjv: no pod IPs found 
I0505 19:44:21.323988    3696 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-x8wmv, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x8wmv: suppressed error logged: pod openshift-multus/network-metrics-daemon-x8wmv: no pod IPs found 
I0505 19:44:21.324066    3696 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-wbcrh, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wbcrh: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wbcrh: no pod IPs found 
I0505 19:44:21.342053    3696 pod.go:62] [openshift-multus/network-metrics-daemon-987rc] pod update took 18.221651ms
I0505 19:44:21.342080    3696 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-987rc] addLogicalPort annotation time took 18.263966ms
I0505 19:44:21.342193    3696 pod.go:62] [openshift-network-diagnostics/network-check-target-kb56w] pod update took 18.537922ms
I0505 19:44:21.342212    3696 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-kb56w] addLogicalPort annotation time took 18.560722ms
I0505 19:44:21.342967    3696 pods.go:271] [openshift-multus/network-metrics-daemon-987rc] addLogicalPort took 19.28971ms, libovsdb time 664.691µs
I0505 19:44:21.343175    3696 pods.go:271] [openshift-network-diagnostics/network-check-target-kb56w] addLogicalPort took 19.661085ms, libovsdb time 716.756µs
I0505 19:44:21.343640    3696 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0505 19:44:21.343659    3696 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0505 19:44:21.343669    3696 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0505 19:44:21.343675    3696 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0505 19:44:21.343844    3696 repair.go:29] Repairing admin network policies took 164.255µs
I0505 19:44:21.343938    3696 repair.go:92] Repairing baseline admin network policies took 86.813µs
I0505 19:44:21.344292    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0505 19:44:21.344308    3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0505 19:44:21.346084    3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0505 19:44:21.346104    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0505 19:44:21.346114    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0505 19:44:21.347949    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0505 19:44:21.347968    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0505 19:44:21.347977    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0505 19:44:21.349538    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0505 19:44:21.349557    3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0505 19:44:21.349567    3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0505 19:44:21.351596    3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0505 19:44:21.351617    3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0505 19:44:21.351628    3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0505 19:44:21.352989    3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0505 19:44:21.353009    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0505 19:44:21.353018    3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0505 19:44:21.353536    3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0505 19:44:21.353551    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0505 19:44:21.353558    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0505 19:44:21.354026    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0505 19:44:21.354046    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0505 19:44:21.354055    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0505 19:44:21.354563    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0505 19:44:21.354580    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0505 19:44:21.354969    3696 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0505 19:44:21.354985    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0505 19:44:21.355652    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0505 19:44:21.355672    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0505 19:44:21.355698    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0505 19:44:21.356341    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0505 19:44:21.356374    3696 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0505 19:44:21.356382    3696 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0505 19:44:21.357850    3696 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0505 19:44:21.357867    3696 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0505 19:44:21.357876    3696 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0505 19:44:21.359135    3696 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0505 19:44:21.359154    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0505 19:44:21.359161    3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0505 19:44:21.359429    3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0505 19:44:21.359447    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0505 19:44:21.359454    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0505 19:44:21.359937    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0505 19:44:21.359952    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0505 19:44:21.359961    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0505 19:44:21.360223    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0505 19:44:21.360242    3696 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0505 19:44:21.360253    3696 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0505 19:44:21.360737    3696 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0505 19:44:21.360753    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0505 19:44:21.360764    3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0505 19:44:21.361200    3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0505 19:44:21.361217    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0505 19:44:21.361224    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0505 19:44:21.362425    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0505 19:44:21.362443    3696 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0505 19:44:21.362449    3696 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0505 19:44:21.363679    3696 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0505 19:44:21.363696    3696 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0505 19:44:21.363706    3696 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0505 19:44:21.364647    3696 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0505 19:44:21.364668    3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0505 19:44:21.364678    3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0505 19:44:21.366102    3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0505 19:44:21.366127    3696 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0505 19:44:21.366142    3696 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0505 19:44:21.367197    3696 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0505 19:44:21.367216    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0505 19:44:21.367225    3696 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0505 19:44:21.367772    3696 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0505 19:44:21.367792    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0505 19:44:21.367801    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0505 19:44:21.368305    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0505 19:44:21.368319    3696 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0505 19:44:21.368328    3696 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0505 19:44:21.369425    3696 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0505 19:44:21.369447    3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0505 19:44:21.369461    3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0505 19:44:21.370687    3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0505 19:44:21.370705    3696 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0505 19:44:21.370712    3696 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0505 19:44:21.370984    3696 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0505 19:44:21.370998    3696 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0505 19:44:21.371006    3696 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0505 19:44:21.371512    3696 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0505 19:44:21.371530    3696 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0505 19:44:21.371543    3696 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0505 19:44:21.373230    3696 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0505 19:44:21.378139    3696 egressfirewall.go:374] Starting EgressFirewall controller
I0505 19:44:21.378180    3696 controller.go:133] Adding controller egress-firewall-controller event handlers
I0505 19:44:21.378188    3696 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0505 19:44:21.378209    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0505 19:44:21.378215    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0505 19:44:21.378222    3696 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0505 19:44:21.378228    3696 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0505 19:44:21.378517    3696 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0505 19:44:21.378531    3696 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0505 19:44:21.378537    3696 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0505 19:44:21.378545    3696 egressqos.go:193] Setting up event handlers for EgressQoS
I0505 19:44:21.378552    3696 egressfirewall.go:723] Syncing node "ip-10-0-0-117.ec2.internal" for egress firewall
I0505 19:44:21.378559    3696 egressfirewall.go:723] Syncing node "ip-10-0-1-242.ec2.internal" for egress firewall
I0505 19:44:21.378563    3696 egressfirewall.go:723] Syncing node "ip-10-0-2-53.ec2.internal" for egress firewall
I0505 19:44:21.378630    3696 egressqos.go:245] Starting EgressQoS Controller
I0505 19:44:21.378639    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0505 19:44:21.378645    3696 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0505 19:44:21.378650    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0505 19:44:21.378657    3696 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0505 19:44:21.378666    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0505 19:44:21.378674    3696 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0505 19:44:21.378678    3696 egressqos.go:259] Repairing EgressQoSes
I0505 19:44:21.378682    3696 egressqos.go:399] Starting repairing loop for egressqos
I0505 19:44:21.378756    3696 egressqos.go:401] Finished repairing loop for egressqos: 72.895µs
I0505 19:44:21.378773    3696 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0505 19:44:21.378794    3696 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-242.ec2.internal
I0505 19:44:21.378835    3696 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-242.ec2.internal : 40.53µs
I0505 19:44:21.378900    3696 egressservice_zone.go:210] Starting Egress Services Controller
I0505 19:44:21.378916    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0505 19:44:21.378927    3696 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0505 19:44:21.378933    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0505 19:44:21.378937    3696 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0505 19:44:21.378944    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0505 19:44:21.378949    3696 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0505 19:44:21.378954    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0505 19:44:21.378960    3696 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0505 19:44:21.378966    3696 egressservice_zone.go:228] Repairing Egress Services
I0505 19:44:21.379209    3696 master_controller.go:88] Starting Admin Policy Based Route Controller
I0505 19:44:21.379217    3696 external_controller.go:278] Starting Admin Policy Based Route Controller
I0505 19:44:21.379279    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal
I0505 19:44:21.379289    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 11.148µs
I0505 19:44:21.379296    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-242.ec2.internal
I0505 19:44:21.379300    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-242.ec2.internal: 4.364µs
I0505 19:44:21.379306    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-53.ec2.internal
I0505 19:44:21.379309    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-53.ec2.internal: 5.541µs
I0505 19:44:21.379368    3696 default_network_controller.go:585] Completing all the Watchers took 297.056352ms
I0505 19:44:21.379382    3696 default_network_controller.go:589] Starting unidling controllers
I0505 19:44:21.379395    3696 unidle.go:46] Registering OVN SB ControllerEvent handler
I0505 19:44:21.379400    3696 unidle.go:63] Populating Initial ContollerEvent events
I0505 19:44:21.379410    3696 unidle.go:79] Setting up event handlers for services
I0505 19:44:21.379451    3696 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0505 19:44:21.689575    3696 default_node_network_controller.go:519] Node connection status = connected
I0505 19:44:21.825029    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-53.ec2.internal in network "default"
I0505 19:44:21.825061    3696 node_tracker.go:235] Node ip-10-0-2-53.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-53.ec2.internal"
I0505 19:44:21.825075    3696 default_network_controller.go:1025] Node "ip-10-0-2-53.ec2.internal" in remote zone "ip-10-0-2-53.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 19:44:21.825081    3696 node_tracker.go:169] Node ip-10-0-2-53.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:21.825140    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:21.868669    3696 default_network_controller.go:1025] Node "ip-10-0-2-53.ec2.internal" in remote zone "ip-10-0-2-53.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 19:44:21.996380    3696 default_network_controller.go:1025] Node "ip-10-0-2-53.ec2.internal" in remote zone "ip-10-0-2-53.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 19:44:21.996389    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-53.ec2.internal in network "default"
I0505 19:44:21.996438    3696 node_tracker.go:169] Node ip-10-0-2-53.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:21.996451    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:21.997345    3696 zone_ic_handler.go:195] Time taken to create transit switch: 262.894µs
I0505 19:44:21.997373    3696 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-53.ec2.internal for the network default
I0505 19:44:21.998426    3696 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-53.ec2.internal" on network "default" took: 1.353384ms
I0505 19:44:22.189321    3696 default_node_network_controller.go:519] Node connection status = connected
I0505 19:44:22.399302    3696 default_network_controller.go:1025] Node "ip-10-0-0-117.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 19:44:22.689416    3696 default_node_network_controller.go:519] Node connection status = connected
I0505 19:44:23.189229    3696 default_node_network_controller.go:519] Node connection status = connected
I0505 19:44:23.519916    3696 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0505 19:44:23.689366    3696 default_node_network_controller.go:519] Node connection status = connected
I0505 19:44:23.706906    3696 bridgeconfig.go:537] Gateway is ready
I0505 19:44:23.706926    3696 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0505 19:44:23.718268    3696 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.242. Updating OVN encap IP.
I0505 19:44:23.723494    3696 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.242 - it is already configured
I0505 19:44:23.723509    3696 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.242/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0505 19:44:23.723733    3696 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.242/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-242.ec2.internal","mac-address":"0a:ff:ff:d6:29:89","ip-addresses":["10.0.1.242/24"],"ip-address":"10.0.1.242/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:62ec6675-9d1b-496f-af9c-a7f87d845513 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.242/24"}] on node ip-10-0-1-242.ec2.internal
I0505 19:44:23.737996    3696 egressfirewall.go:723] Syncing node "ip-10-0-1-242.ec2.internal" for egress firewall
I0505 19:44:23.738010    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-242.ec2.internal in network "default"
I0505 19:44:23.738051    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-242.ec2.internal
I0505 19:44:23.738096    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-242.ec2.internal: 20.108µs
I0505 19:44:23.738097    3696 master.go:548] Adding or Updating local node "ip-10-0-1-242.ec2.internal" for network "default"
I0505 19:44:23.738146    3696 node_tracker.go:169] Node ip-10-0-1-242.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:23.738166    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:23.738856    3696 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.242
I0505 19:44:23.738949    3696 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-242.ec2.internal
I0505 19:44:23.742650    3696 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-242.ec2.internal. Updating no re-route policies
I0505 19:44:23.742737    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-242.ec2.internal
I0505 19:44:23.742754    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-242.ec2.internal
I0505 19:44:23.742754    3696 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-242.ec2.internal
I0505 19:44:23.742762    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ghw9j
I0505 19:44:23.742768    3696 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-242.ec2.internal
I0505 19:44:23.742768    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4hggm
I0505 19:44:23.742775    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ghw9j
I0505 19:44:23.742781    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4hggm
I0505 19:44:23.742779    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5xzzj
I0505 19:44:23.742783    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-k7g6c
I0505 19:44:23.742788    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv
I0505 19:44:23.742793    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-k7g6c
I0505 19:44:23.742795    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5xzzj
I0505 19:44:23.742800    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv
I0505 19:44:23.742802    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4hggm after 0 failed attempt(s)
I0505 19:44:23.742805    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-k7g6c after 0 failed attempt(s)
I0505 19:44:23.742800    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rst5z
I0505 19:44:23.742811    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9qzdc
I0505 19:44:23.742809    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kb56w
I0505 19:44:23.742818    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x8wmv
I0505 19:44:23.742820    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5xzzj after 0 failed attempt(s)
I0505 19:44:23.742830    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kb56w
I0505 19:44:23.742755    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zkjx8
I0505 19:44:23.742841    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x8wmv
I0505 19:44:23.742846    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zkjx8
I0505 19:44:23.742817    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rst5z
I0505 19:44:23.742862    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zkjx8 after 0 failed attempt(s)
I0505 19:44:23.742741    3696 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-hxvw5
I0505 19:44:23.742871    3696 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kb56w] creating logical port openshift-network-diagnostics_network-check-target-kb56w for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:23.742876    3696 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-x8wmv, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x8wmv: suppressed error logged: pod openshift-multus/network-metrics-daemon-x8wmv: no pod IPs found 
I0505 19:44:23.742775    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-242.ec2.internal after 0 failed attempt(s)
I0505 19:44:23.742872    3696 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-hxvw5
I0505 19:44:23.742889    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rst5z after 0 failed attempt(s)
I0505 19:44:23.742790    3696 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-242.ec2.internal after 0 failed attempt(s)
I0505 19:44:23.742907    3696 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-hxvw5 after 0 failed attempt(s)
I0505 19:44:23.742821    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9qzdc
I0505 19:44:23.742818    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-987rc
I0505 19:44:23.742921    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-987rc
I0505 19:44:23.742928    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9qzdc after 0 failed attempt(s)
I0505 19:44:23.742819    3696 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nv7gk
I0505 19:44:23.742840    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ghw9j after 0 failed attempt(s)
I0505 19:44:23.742942    3696 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nv7gk
I0505 19:44:23.742947    3696 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-987rc] creating logical port openshift-multus_network-metrics-daemon-987rc for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:23.742845    3696 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-x2tjv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-x2tjv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-x2tjv: no pod IPs found 
I0505 19:44:23.742963    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nv7gk after 0 failed attempt(s)
I0505 19:44:23.743780    3696 pods.go:271] [openshift-network-diagnostics/network-check-target-kb56w] addLogicalPort took 918.848µs, libovsdb time 475.181µs
I0505 19:44:23.743792    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-kb56w after 0 failed attempt(s)
I0505 19:44:23.743858    3696 pods.go:271] [openshift-multus/network-metrics-daemon-987rc] addLogicalPort took 918.896µs, libovsdb time 507.448µs
I0505 19:44:23.743865    3696 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-987rc after 0 failed attempt(s)
I0505 19:44:23.755983    3696 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0505 19:44:23.767795    3696 iptables.go:108] Creating table: mangle chain: OUTPUT
I0505 19:44:23.771062    3696 iptables.go:108] Creating table: nat chain: OUTPUT
I0505 19:44:23.810875    3696 iptables.go:108] Creating table: nat chain: PREROUTING
I0505 19:44:23.866373    3696 iptables.go:108] Creating table: filter chain: FORWARD
I0505 19:44:23.882571    3696 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0505 19:44:23.882678    3696 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0505 19:44:23.882734    3696 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0505 19:44:23.882809    3696 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0505 19:44:23.882864    3696 gateway_init.go:325] Gateway and management port readiness took 2.698440082s
I0505 19:44:23.882891    3696 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0505 19:44:23.882956    3696 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0505 19:44:23.882968    3696 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0505 19:44:23.882977    3696 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0505 19:44:23.883044    3696 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0505 19:44:23.883140    3696 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.414µs
I0505 19:44:23.883415    3696 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0505 19:44:23.883447    3696 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.711µs
I0505 19:44:23.883455    3696 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 41.387µs
I0505 19:44:23.883461    3696 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0505 19:44:23.883471    3696 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0505 19:44:23.883476    3696 default_node_network_controller.go:899] Starting the default node network controller
I0505 19:44:23.883481    3696 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0505 19:44:23.883564    3696 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.005µs
I0505 19:44:23.883660    3696 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0505 19:44:23.883669    3696 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0505 19:44:23.883699    3696 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b17140 0xc0002ff810 0xc0002ff880 0xc0002ff8f0 0xc0002ff960 0xc0002ff9d0 <nil> 0xc0002ffa40 0xc000b29590 0xc0002ffab0 0xc0002ffb20 <nil> 0xc000140370 0xc0064f3340 <nil> <nil> <nil> 0xc0002ffb90 <nil> map[0x2ff9080:0xc002996c60 0x2ff95c0:0xc002996de0 0x2ffa2e0:0xc002996ba0 0x2ffa580:0xc002996c00 0x2ffad60:0xc002996cc0 0x2ffb000:0xc002996d20 0x2ffb2a0:0xc002996d80 0x2ffba80:0xc002997080 0x2ffbd20:0xc0029970e0 0x3026980:0xc0015860c0 0x3026d20:0xc002a89b00 0x3027800:0xc000b7f6e0 0x3029160:0xc001cd2000 0x30298a0:0xc002996b40 0x302a720:0xc00119c6c0] 0xc000b08540 0}
I0505 19:44:23.883764    3696 gateway.go:151] Starting gateway service sync
I0505 19:44:23.884196    3696 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0505 19:44:23.886258    3696 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0505 19:44:23.907814    3696 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0505 19:44:23.909023    3696 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0505 19:44:23.910151    3696 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0505 19:44:23.944643    3696 gateway.go:168] Gateway service sync done. Time taken: 60.86664ms
I0505 19:44:23.944992    3696 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31073
I0505 19:44:23.945497    3696 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b17140 0xc0002ff810 0xc0002ff880 0xc0002ff8f0 0xc0002ff960 0xc0002ff9d0 <nil> 0xc0002ffa40 0xc000b29590 0xc0002ffab0 0xc0002ffb20 <nil> 0xc000140370 0xc0064f3340 <nil> <nil> <nil> 0xc0002ffb90 <nil> map[0x2ff9080:0xc002996c60 0x2ff95c0:0xc002996de0 0x2ffa2e0:0xc002996ba0 0x2ffa580:0xc002996c00 0x2ffad60:0xc002996cc0 0x2ffb000:0xc002996d20 0x2ffb2a0:0xc002996d80 0x2ffba80:0xc002997080 0x2ffbd20:0xc0029970e0 0x3026980:0xc0015860c0 0x3026d20:0xc002a89b00 0x3027800:0xc000b7f6e0 0x3029160:0xc001cd2000 0x30298a0:0xc002996b40 0x302a720:0xc00119c6c0] 0xc000b08540 0}
I0505 19:44:23.945927    3696 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b17140 0xc0002ff810 0xc0002ff880 0xc0002ff8f0 0xc0002ff960 0xc0002ff9d0 <nil> 0xc0002ffa40 0xc000b29590 0xc0002ffab0 0xc0002ffb20 <nil> 0xc000140370 0xc0064f3340 <nil> <nil> <nil> 0xc0002ffb90 <nil> map[0x2ff9080:0xc002996c60 0x2ff95c0:0xc002996de0 0x2ffa2e0:0xc002996ba0 0x2ffa580:0xc002996c00 0x2ffad60:0xc002996cc0 0x2ffb000:0xc002996d20 0x2ffb2a0:0xc002996d80 0x2ffba80:0xc002997080 0x2ffbd20:0xc0029970e0 0x3026980:0xc0015860c0 0x3026d20:0xc002a89b00 0x3027800:0xc000b7f6e0 0x3029160:0xc001cd2000 0x30298a0:0xc002996b40 0x302a720:0xc00119c6c0] 0xc000b08540 0}
I0505 19:44:23.945968    3696 gateway.go:532] Reconciling gateway with updates
I0505 19:44:23.951232    3696 gateway.go:339] Spawning Conntrack Rule Check Thread
I0505 19:44:23.951258    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 19:44:23.951259    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 19:44:23.951274    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 19:44:23.951279    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 19:44:23.951280    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0505 19:44:23.951282    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 19:44:23.951288    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0505 19:44:23.951291    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0505 19:44:23.951292    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 19:44:23.951297    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0505 19:44:23.951301    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 19:44:23.951304    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 19:44:23.951309    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 19:44:23.951307    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 19:44:23.951317    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 19:44:23.951323    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 19:44:23.951322    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 19:44:23.951310    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 19:44:23.951335    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0505 19:44:23.951338    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 19:44:23.951295    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 19:44:23.951375    3696 default_node_network_controller.go:944] Gateway and management port readiness took 67.694157ms
I0505 19:44:23.951388    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 19:44:23.951400    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 19:44:23.951400    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 19:44:23.951330    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0505 19:44:23.951413    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 19:44:23.951302    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 19:44:23.951430    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 19:44:23.951455    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 19:44:23.951466    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 19:44:23.951468    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 19:44:23.951475    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0505 19:44:23.951485    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0505 19:44:23.951361    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0505 19:44:23.951491    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0505 19:44:23.951478    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 19:44:23.951485    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 19:44:23.951506    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 19:44:23.951499    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0505 19:44:23.951526    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0505 19:44:23.951532    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 19:44:23.951550    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 19:44:23.951557    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 19:44:23.951575    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 19:44:23.951620    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 19:44:23.951634    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 19:44:23.951635    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 19:44:23.951642    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 19:44:23.951687    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0505 19:44:23.951697    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0505 19:44:23.951742    3696 port_claim.go:71] Svc openshift-ingress/router-default: port 31191 is already open, no action needed
I0505 19:44:23.951754    3696 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed
I0505 19:44:23.951762    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 19:44:23.951778    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 19:44:23.951788    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0505 19:44:23.951804    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0505 19:44:23.951812    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0505 19:44:23.951851    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 19:44:23.951859    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 19:44:23.951884    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 19:44:23.951892    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 19:44:23.951897    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0505 19:44:23.951909    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0505 19:44:23.951955    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 19:44:23.951969    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 19:44:23.951987    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 19:44:23.952010    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 19:44:23.952009    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 19:44:23.952026    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 19:44:23.952063    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 19:44:23.952090    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 19:44:23.952094    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0505 19:44:23.952103    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0505 19:44:23.952109    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0505 19:44:23.952121    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0505 19:44:23.952143    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0505 19:44:23.952158    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0505 19:44:23.952199    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 19:44:23.952213    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 19:44:23.952221    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 19:44:23.952236    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 19:44:23.952245    3696 node_ip_handler_linux.go:160] Node IP manager is running
I0505 19:44:23.952290    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 19:44:23.952306    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 19:44:23.952307    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 19:44:23.952312    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 19:44:23.952334    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 19:44:23.952342    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 19:44:23.952377    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 19:44:23.952389    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 19:44:23.952432    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0505 19:44:23.952441    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0505 19:44:23.952470    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 19:44:23.952478    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 19:44:23.952514    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0505 19:44:23.952522    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0505 19:44:23.952546    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 19:44:23.952555    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 19:44:23.952565    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 19:44:23.952582    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 19:44:23.971786    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0505 19:44:23.971799    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0505 19:44:23.971814    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0505 19:44:23.971820    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0505 19:44:23.971826    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0505 19:44:23.971834    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0505 19:44:23.971839    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0505 19:44:23.971848    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0505 19:44:23.971865    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0505 19:44:23.971874    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0505 19:44:23.971880    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0505 19:44:23.971885    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0505 19:44:23.971906    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0505 19:44:23.971914    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0505 19:44:23.971919    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
W0505 19:44:23.988596    3696 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0505 19:44:23.988890    3696 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0505 19:44:23.989222    3696 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0505 19:44:24.016654    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0505 19:44:24.016664    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0505 19:44:24.016679    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0505 19:44:24.016689    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0505 19:44:24.055694    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0505 19:44:24.055723    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0505 19:44:24.055734    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0505 19:44:24.055741    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0505 19:44:24.055747    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0505 19:44:24.055754    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0505 19:44:24.055760    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0505 19:44:24.055765    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0505 19:44:24.055771    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0505 19:44:24.055778    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0505 19:44:24.055800    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0505 19:44:24.055821    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0505 19:44:24.055832    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0505 19:44:24.055841    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0505 19:44:24.055849    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0505 19:44:24.055859    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0505 19:44:24.552669    3696 egressfirewall.go:723] Syncing node "ip-10-0-2-53.ec2.internal" for egress firewall
I0505 19:44:24.552690    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-53.ec2.internal
I0505 19:44:24.552703    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-53.ec2.internal: 17.582µs
I0505 19:44:24.552732    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-53.ec2.internal in network "default"
I0505 19:44:24.552742    3696 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-53.ec2.internal. Updating no re-route policies
I0505 19:44:24.552799    3696 node_tracker.go:169] Node ip-10-0-2-53.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:24.552818    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:25.090498    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default"
I0505 19:44:25.090534    3696 default_network_controller.go:1025] Node "ip-10-0-0-117.ec2.internal" in remote zone "ip-10-0-0-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 19:44:25.090552    3696 node_tracker.go:235] Node ip-10-0-0-117.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-117.ec2.internal"
I0505 19:44:25.090570    3696 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:25.090589    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:25.115833    3696 default_network_controller.go:1025] Node "ip-10-0-0-117.ec2.internal" in remote zone "ip-10-0-0-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 19:44:25.280902    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default"
I0505 19:44:25.280953    3696 default_network_controller.go:1025] Node "ip-10-0-0-117.ec2.internal" in remote zone "ip-10-0-0-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 19:44:25.280972    3696 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:25.280985    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:25.282036    3696 zone_ic_handler.go:195] Time taken to create transit switch: 309.873µs
I0505 19:44:25.282054    3696 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-117.ec2.internal for the network default
I0505 19:44:25.283124    3696 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-117.ec2.internal" on network "default" took: 1.416664ms
I0505 19:44:25.791988    3696 default_node_network_controller.go:1380] Starting node controller node sync
W0505 19:44:25.792070    3696 egressip_healthcheck.go:76] Health checking using insecure connection
I0505 19:44:25.792138    3696 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0505 19:44:25.803545    3696 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.535799ms
I0505 19:44:25.803668    3696 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-53.ec2.internal", IP: 10.0.2.53 to PMTUD blocking rules
I0505 19:44:25.803683    3696 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-53.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0505 19:44:25.809211    3696 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0505 19:44:25.809548    3696 egressservice_node.go:93] Setting up event handlers for Egress Services
I0505 19:44:25.809707    3696 egressservice_node.go:183] Starting Egress Services Controller
I0505 19:44:25.809722    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0505 19:44:25.809732    3696 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0505 19:44:25.809738    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0505 19:44:25.809743    3696 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0505 19:44:25.809750    3696 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0505 19:44:25.809755    3696 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0505 19:44:25.809759    3696 egressservice_node.go:197] Repairing Egress Services
I0505 19:44:25.819874    3696 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0505 19:44:25.819889    3696 external_controller.go:278] Starting Admin Policy Based Route Controller
I0505 19:44:25.820043    3696 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0505 19:44:25.820056    3696 link_network_manager.go:119] Link manager is running
I0505 19:44:25.820064    3696 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0505 19:44:25.820216    3696 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0505 19:44:25.820429    3696 vrf_manager.go:128] VRF manager is running
I0505 19:44:25.820525    3696 node_controller_manager.go:437] Removing flows to drop GARP
I0505 19:44:25.820536    3696 gateway.go:532] Reconciling gateway with updates
I0505 19:44:25.841374    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 19:44:25.841389    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 19:44:25.841395    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 19:44:25.841402    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 19:44:25.841404    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 19:44:25.841405    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 19:44:25.841412    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 19:44:25.841417    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 19:44:25.841419    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 19:44:25.841422    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 19:44:25.841425    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 19:44:25.841428    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 19:44:25.841424    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 19:44:25.841438    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 19:44:25.841440    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 19:44:25.841444    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 19:44:25.841444    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0505 19:44:25.841449    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0505 19:44:25.841455    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0505 19:44:25.841456    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 19:44:25.841459    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 19:44:25.841460    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0505 19:44:25.841468    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 19:44:25.841471    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 19:44:25.841473    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0505 19:44:25.841474    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 19:44:25.841447    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0505 19:44:25.841477    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 19:44:25.841482    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 19:44:25.841464    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 19:44:25.841489    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 19:44:25.841491    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0505 19:44:25.841387    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0505 19:44:25.841494    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 19:44:25.841425    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 19:44:25.841503    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 19:44:25.841505    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0505 19:44:25.841501    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 19:44:25.841411    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 19:44:25.841518    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 19:44:25.841517    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 19:44:25.841505    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0505 19:44:25.841531    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 19:44:25.841532    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0505 19:44:25.841508    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 19:44:25.841479    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0505 19:44:25.841433    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0505 19:44:25.841547    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0505 19:44:25.841550    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 19:44:25.841556    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 19:44:25.841557    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0505 19:44:25.841565    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 19:44:25.841571    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0505 19:44:25.841398    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 19:44:25.841576    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 19:44:25.841579    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.841583    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 19:44:25.841582    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0505 19:44:25.841465    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 19:44:25.841588    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 19:44:25.841598    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 19:44:25.841601    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0505 19:44:25.841599    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0505 19:44:25.841488    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0505 19:44:25.841559    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0505 19:44:25.841614    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0505 19:44:25.841614    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0505 19:44:25.841622    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0505 19:44:25.841625    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.841625    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0505 19:44:25.841628    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 19:44:25.841639    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 19:44:25.841641    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 19:44:25.841651    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 19:44:25.841689    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0505 19:44:25.841483    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 19:44:25.841716    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0505 19:44:25.841688    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0505 19:44:25.841628    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0505 19:44:25.841606    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 19:44:25.841619    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.841431    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 19:44:25.841777    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 19:44:25.841518    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.841476    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 19:44:25.841445    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 19:44:25.841410    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0505 19:44:25.841374    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0505 19:44:25.841841    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0505 19:44:25.841464    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 19:44:25.841867    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0505 19:44:25.841475    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0505 19:44:25.841477    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 19:44:25.841877    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0505 19:44:25.841484    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0505 19:44:25.841882    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.841490    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 19:44:25.841488    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 19:44:25.841919    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 19:44:25.841495    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0505 19:44:25.841500    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 19:44:25.841957    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 19:44:25.841528    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.841529    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 19:44:25.841534    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 19:44:25.842011    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 19:44:25.841538    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0505 19:44:25.841545    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 19:44:25.842058    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 19:44:25.841560    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0505 19:44:25.841563    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 19:44:25.841561    3696 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 19:44:25.842112    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 19:44:25.841593    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0505 19:44:25.841605    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.841614    3696 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0505 19:44:25.842161    3696 port_claim.go:71] Svc openshift-ingress/router-default: port 31191 is already open, no action needed
I0505 19:44:25.842168    3696 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed
I0505 19:44:25.883315    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0505 19:44:25.883341    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0505 19:44:25.883358    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0505 19:44:25.883364    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0505 19:44:25.883371    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.883376    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0505 19:44:25.883382    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0505 19:44:25.883387    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0505 19:44:25.883393    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.883397    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0505 19:44:25.883403    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.926340    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0505 19:44:25.926384    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0505 19:44:25.926407    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0505 19:44:25.926417    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0505 19:44:25.968153    3696 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0505 19:44:27.432013    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-242.ec2.internal
I0505 19:44:27.432048    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-242.ec2.internal: 44.09µs
I0505 19:44:27.462020    3696 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-664b997cf4-c9jj8] creating logical port openshift-image-registry_image-registry-664b997cf4-c9jj8 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:27.462179    3696 kube.go:256] Updating pod openshift-image-registry/image-registry-664b997cf4-c9jj8
I0505 19:44:27.486581    3696 pod.go:62] [openshift-image-registry/image-registry-664b997cf4-c9jj8] pod update took 24.434943ms
I0505 19:44:27.486605    3696 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-664b997cf4-c9jj8] addLogicalPort annotation time took 24.465419ms
I0505 19:44:27.487793    3696 pods.go:271] [openshift-image-registry/image-registry-664b997cf4-c9jj8] addLogicalPort took 25.796195ms, libovsdb time 918.339µs
I0505 19:44:27.508908    3696 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dwdc6] creating logical port openshift-dns_dns-default-dwdc6 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:27.509040    3696 kube.go:256] Updating pod openshift-dns/dns-default-dwdc6
I0505 19:44:27.513304    3696 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-p2bkg] creating logical port openshift-ingress-canary_ingress-canary-p2bkg for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:27.513460    3696 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-p2bkg
I0505 19:44:27.515136    3696 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-b9srp for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:27.515222    3696 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp
I0505 19:44:27.528572    3696 pod.go:62] [openshift-dns/dns-default-dwdc6] pod update took 19.577532ms
I0505 19:44:27.528596    3696 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dwdc6] addLogicalPort annotation time took 19.607226ms
I0505 19:44:27.529804    3696 pods.go:271] [openshift-dns/dns-default-dwdc6] addLogicalPort took 20.90826ms, libovsdb time 942.584µs
I0505 19:44:27.530753    3696 pod.go:62] [openshift-ingress-canary/ingress-canary-p2bkg] pod update took 17.318554ms
I0505 19:44:27.530776    3696 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-p2bkg] addLogicalPort annotation time took 17.341849ms
I0505 19:44:27.531551    3696 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp] pod update took 16.356424ms
I0505 19:44:27.531572    3696 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp] addLogicalPort annotation time took 16.381353ms
I0505 19:44:27.531777    3696 pods.go:271] [openshift-ingress-canary/ingress-canary-p2bkg] addLogicalPort took 18.486125ms, libovsdb time 762.283µs
I0505 19:44:27.532745    3696 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp] addLogicalPort took 17.618666ms, libovsdb time 785.656µs
I0505 19:44:27.835605    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal
I0505 19:44:27.835886    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 297.088µs
I0505 19:44:27.835685    3696 egressfirewall.go:723] Syncing node "ip-10-0-0-117.ec2.internal" for egress firewall
I0505 19:44:27.835691    3696 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-117.ec2.internal in network "default"
I0505 19:44:27.835952    3696 node_tracker.go:169] Node ip-10-0-0-117.ec2.internal switch + router changed, syncing services in network "default"
I0505 19:44:27.835755    3696 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-117.ec2.internal", IP: 10.0.0.117 to PMTUD blocking rules
I0505 19:44:27.835966    3696 services_controller.go:574] Full service sync requested for network=default
I0505 19:44:27.835970    3696 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0505 19:44:27.842302    3696 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-117.ec2.internal. Updating no re-route policies
I0505 19:44:27.850492    3696 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-117.ec2.internal", IP: 10.0.0.117 to PMTUD blocking rules
I0505 19:44:27.850508    3696 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0505 19:44:28.682615    3696 cni.go:452] [openshift-ingress-canary/ingress-canary-p2bkg 85dca1fb3164dcae5526519779e8c41c4dced03272444efe9346a6c456e70291 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-p2bkg 85dca1fb3164dcae5526519779e8c41c4dced03272444efe9346a6c456e70291 network default NAD default NAD key ]
I0505 19:44:28.682604    3696 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp b53846508ba55166d7fa2bfa677097892372126fca3cc470867cd4cad143043a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp b53846508ba55166d7fa2bfa677097892372126fca3cc470867cd4cad143043a network default NAD default NAD key ]
I0505 19:44:28.724682    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-p2bkg, hostIfaceName: 85dca1fb3164dca, network: default, NAD default, SandboxID: "85dca1fb3164dcae5526519779e8c41c4dced03272444efe9346a6c456e70291", PCI device ID: , UID: "154d2cdf-5b28-47ce-b189-d8a602132cf3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0505 19:44:28.724959    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-b9srp, hostIfaceName: b53846508ba5516, network: default, NAD default, SandboxID: "b53846508ba55166d7fa2bfa677097892372126fca3cc470867cd4cad143043a", PCI device ID: , UID: "de5959af-5bcc-4b3b-a350-5389d5e7b32f", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0505 19:44:28.778455    3696 cni.go:473] [openshift-ingress-canary/ingress-canary-p2bkg 85dca1fb3164dcae5526519779e8c41c4dced03272444efe9346a6c456e70291 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-p2bkg 85dca1fb3164dcae5526519779e8c41c4dced03272444efe9346a6c456e70291 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:1d:0d:bc:f0:90\",\"name\":\"85dca1fb3164dca\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d8b27d9-16a2-4513-b8cd-51b4d3f67538\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:44:28.778506    3696 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp b53846508ba55166d7fa2bfa677097892372126fca3cc470867cd4cad143043a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b9srp b53846508ba55166d7fa2bfa677097892372126fca3cc470867cd4cad143043a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:7f:99:4e:d7:2a\",\"name\":\"b53846508ba5516\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/135595f8-7da8-458e-a2d6-9bba8c3e1551\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:44:28.959952    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-53.ec2.internal
I0505 19:44:28.959987    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-53.ec2.internal: 42.005µs
I0505 19:44:31.225660    3696 cni.go:452] [openshift-network-diagnostics/network-check-target-kb56w dfd54c74e7504dadf8f9e550fc76a5c8014f6d5d2e0ed0cb81b936b201816f87 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-kb56w dfd54c74e7504dadf8f9e550fc76a5c8014f6d5d2e0ed0cb81b936b201816f87 network default NAD default NAD key ]
I0505 19:44:31.238551    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-kb56w, hostIfaceName: dfd54c74e7504da, network: default, NAD default, SandboxID: "dfd54c74e7504dadf8f9e550fc76a5c8014f6d5d2e0ed0cb81b936b201816f87", PCI device ID: , UID: "9088a175-7d83-4064-bdbd-7f22ff0b9e36", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0505 19:44:31.287310    3696 cni.go:473] [openshift-network-diagnostics/network-check-target-kb56w dfd54c74e7504dadf8f9e550fc76a5c8014f6d5d2e0ed0cb81b936b201816f87 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-kb56w dfd54c74e7504dadf8f9e550fc76a5c8014f6d5d2e0ed0cb81b936b201816f87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:fa:24:5a:4b:b5\",\"name\":\"dfd54c74e7504da\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/566fceee-b075-4736-a524-55fdc8910f76\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:44:31.567193    3696 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-117.ec2.internal
I0505 19:44:31.567226    3696 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-117.ec2.internal: 41.838µs
W0505 19:44:35.236815    3696 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0505 19:44:37.245682    3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 19:44:39.780152    3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0505 19:44:47.943799    3696 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-z4z4v for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:47.943922    3696 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v
I0505 19:44:47.960089    3696 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v] pod update took 16.191292ms
I0505 19:44:47.960110    3696 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v] addLogicalPort annotation time took 16.217609ms
I0505 19:44:47.961378    3696 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v] addLogicalPort took 17.599752ms, libovsdb time 988.329µs
I0505 19:44:48.043771    3696 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-6zzj8 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:48.043861    3696 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8
I0505 19:44:48.049670    3696 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-d8nlr for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:48.049795    3696 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr
I0505 19:44:48.064694    3696 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr] pod update took 14.934467ms
I0505 19:44:48.064723    3696 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr] addLogicalPort annotation time took 14.96614ms
I0505 19:44:48.064763    3696 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8] pod update took 20.935104ms
I0505 19:44:48.064784    3696 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8] addLogicalPort annotation time took 20.958469ms
I0505 19:44:48.064821    3696 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-9lzlr] creating logical port openshift-insights_insights-operator-6dbb575d6c-9lzlr for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:48.064919    3696 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-9lzlr
I0505 19:44:48.064995    3696 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-27h78 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:48.065132    3696 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78
I0505 19:44:48.065967    3696 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr] addLogicalPort took 16.310095ms, libovsdb time 914.919µs
I0505 19:44:48.066023    3696 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-t2ff4 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:48.066097    3696 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4
I0505 19:44:48.066292    3696 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8] addLogicalPort took 22.538328ms, libovsdb time 1.219323ms
I0505 19:44:48.086781    3696 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-9lzlr] pod update took 21.894674ms
I0505 19:44:48.086806    3696 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-9lzlr] addLogicalPort annotation time took 21.923926ms
I0505 19:44:48.088042    3696 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-9lzlr] addLogicalPort took 23.232631ms, libovsdb time 891.798µs
I0505 19:44:48.090782    3696 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78] pod update took 25.680631ms
I0505 19:44:48.090799    3696 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78] addLogicalPort annotation time took 25.701483ms
I0505 19:44:48.090917    3696 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4] pod update took 24.848521ms
I0505 19:44:48.090933    3696 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4] addLogicalPort annotation time took 24.867755ms
I0505 19:44:48.091932    3696 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78] addLogicalPort took 26.948999ms, libovsdb time 861.143µs
I0505 19:44:48.092218    3696 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4] addLogicalPort took 26.201491ms, libovsdb time 1.042366ms
I0505 19:44:48.142963    3696 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-6bhf5 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:44:48.143049    3696 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5
I0505 19:44:48.165522    3696 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5] pod update took 22.492118ms
I0505 19:44:48.165550    3696 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5] addLogicalPort annotation time took 22.525597ms
I0505 19:44:48.167085    3696 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5] addLogicalPort took 24.12022ms, libovsdb time 1.078215ms
W0505 19:44:48.326628    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 19:44:48.371156    3696 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v 7c5954ce1415d0b0ea0c0592cda047df7d11c728c77051f760858e8d13e3278d network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v 7c5954ce1415d0b0ea0c0592cda047df7d11c728c77051f760858e8d13e3278d network default NAD default NAD key ]
I0505 19:44:48.381035    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-z4z4v, hostIfaceName: 7c5954ce1415d0b, network: default, NAD default, SandboxID: "7c5954ce1415d0b0ea0c0592cda047df7d11c728c77051f760858e8d13e3278d", PCI device ID: , UID: "116509da-3343-4a0e-b962-55da9a76b078", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0505 19:44:48.426264    3696 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8 7481145479a3b05157724ebb2e18c7fc0f317a8fb5d6fcc9023885728485c5c2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8 7481145479a3b05157724ebb2e18c7fc0f317a8fb5d6fcc9023885728485c5c2 network default NAD default NAD key ]
I0505 19:44:48.431788    3696 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v 7c5954ce1415d0b0ea0c0592cda047df7d11c728c77051f760858e8d13e3278d network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-z4z4v 7c5954ce1415d0b0ea0c0592cda047df7d11c728c77051f760858e8d13e3278d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:7e:cf:00:5b:7d\",\"name\":\"7c5954ce1415d0b\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0c099e7-a3ed-47dc-b486-5b4f10433a02\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:44:48.436306    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-6zzj8, hostIfaceName: 7481145479a3b05, network: default, NAD default, SandboxID: "7481145479a3b05157724ebb2e18c7fc0f317a8fb5d6fcc9023885728485c5c2", PCI device ID: , UID: "82f8acb7-2b24-4b1a-8dfd-d63c52fc6dcd", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0505 19:44:48.483875    3696 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8 7481145479a3b05157724ebb2e18c7fc0f317a8fb5d6fcc9023885728485c5c2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-6zzj8 7481145479a3b05157724ebb2e18c7fc0f317a8fb5d6fcc9023885728485c5c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:64:12:b0:52:35\",\"name\":\"7481145479a3b05\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff29671c-10be-4835-b389-2c9a26340167\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:44:48.506960    3696 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-9lzlr d4bace0d713107aefe7457743e10a85a2102c668f69a19199c8eacff5e3d9b8d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-9lzlr d4bace0d713107aefe7457743e10a85a2102c668f69a19199c8eacff5e3d9b8d network default NAD default NAD key ]
I0505 19:44:48.518768    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-9lzlr, hostIfaceName: d4bace0d713107a, network: default, NAD default, SandboxID: "d4bace0d713107aefe7457743e10a85a2102c668f69a19199c8eacff5e3d9b8d", PCI device ID: , UID: "cef6430d-93f0-4122-8560-a10ec47b2ccc", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0505 19:44:48.556640    3696 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5 fe3cec9f4c3c1ff74e207bffbf9f4b62372196d2602f5275217da027fc1e443d network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5 fe3cec9f4c3c1ff74e207bffbf9f4b62372196d2602f5275217da027fc1e443d network default NAD default NAD key ]
I0505 19:44:48.568423    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-6bhf5, hostIfaceName: fe3cec9f4c3c1ff, network: default, NAD default, SandboxID: "fe3cec9f4c3c1ff74e207bffbf9f4b62372196d2602f5275217da027fc1e443d", PCI device ID: , UID: "94adee81-cd0a-488e-a90c-f9e08a3372ac", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0505 19:44:48.569188    3696 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-9lzlr d4bace0d713107aefe7457743e10a85a2102c668f69a19199c8eacff5e3d9b8d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-9lzlr d4bace0d713107aefe7457743e10a85a2102c668f69a19199c8eacff5e3d9b8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:18:94:67:58:b5\",\"name\":\"d4bace0d713107a\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94615c38-5c03-4d68-92d3-9338c20cba43\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:44:48.585436    3696 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78 c10bfcd408aab2598701f92e3aca4af13174690c045be2b22006c1c5fad64744 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78 c10bfcd408aab2598701f92e3aca4af13174690c045be2b22006c1c5fad64744 network default NAD default NAD key ]
I0505 19:44:48.595978    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-27h78, hostIfaceName: c10bfcd408aab25, network: default, NAD default, SandboxID: "c10bfcd408aab2598701f92e3aca4af13174690c045be2b22006c1c5fad64744", PCI device ID: , UID: "000adcb6-dd71-468b-a5e9-8c9003700663", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0505 19:44:48.636798    3696 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5 fe3cec9f4c3c1ff74e207bffbf9f4b62372196d2602f5275217da027fc1e443d network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-6bhf5 fe3cec9f4c3c1ff74e207bffbf9f4b62372196d2602f5275217da027fc1e443d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9b:c8:71:94:94\",\"name\":\"fe3cec9f4c3c1ff\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d366147-ec9a-44e0-acd2-52491dd83af2\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:44:48.652916    3696 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78 c10bfcd408aab2598701f92e3aca4af13174690c045be2b22006c1c5fad64744 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-27h78 c10bfcd408aab2598701f92e3aca4af13174690c045be2b22006c1c5fad64744 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:10:b7:c7:f6:b2\",\"name\":\"c10bfcd408aab25\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf56f3c7-daa8-4e7d-b4b5-6a8d655ffa2e\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:44:51.814394    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0505 19:44:53.558501    3696 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0505 19:44:53.559535    3696 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.010959ms
I0505 19:44:53.573329    3696 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0505 19:44:54.225718    3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0505 19:44:54.282545    3696 namespace.go:98] [openshift-service-ca] adding namespace
I0505 19:44:54.283440    3696 namespace.go:102] [openshift-service-ca] adding namespace took 872.32µs
I0505 19:44:54.308738    3696 namespace.go:142] [openshift-service-ca] updating namespace
W0505 19:45:02.997264    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0505 19:45:04.117393    3696 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4 b1c27ba59252d5cb35deb15e861dca75070c8429ebc3d07b65b1caf8917e3ecd network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4 b1c27ba59252d5cb35deb15e861dca75070c8429ebc3d07b65b1caf8917e3ecd network default NAD default NAD key ]
I0505 19:45:04.126578    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-t2ff4, hostIfaceName: b1c27ba59252d5c, network: default, NAD default, SandboxID: "b1c27ba59252d5cb35deb15e861dca75070c8429ebc3d07b65b1caf8917e3ecd", PCI device ID: , UID: "7bb591f0-4ca4-4474-8b6e-f4adcd562dce", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0505 19:45:04.175284    3696 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4 b1c27ba59252d5cb35deb15e861dca75070c8429ebc3d07b65b1caf8917e3ecd network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-t2ff4 b1c27ba59252d5cb35deb15e861dca75070c8429ebc3d07b65b1caf8917e3ecd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d3:22:b1:ce:92\",\"name\":\"b1c27ba59252d5c\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76e5ad06-04cf-4f67-870b-b2bfa1e3830f\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:45:05.330303    3696 obj_retry.go:498] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:45:05.330338    3696 pods.go:176] Deleting pod: openshift-image-registry/image-registry-664b997cf4-c9jj8
I0505 19:45:05.331593    3696 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-664b997cf4-c9jj8, ips: 10.129.0.5
I0505 19:45:05.331622    3696 obj_retry.go:498] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:45:05.341014    3696 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7d4bc454f8-p42gs] creating logical port openshift-image-registry_image-registry-7d4bc454f8-p42gs for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:05.341128    3696 kube.go:256] Updating pod openshift-image-registry/image-registry-7d4bc454f8-p42gs
I0505 19:45:05.342090    3696 obj_retry.go:492] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:45:05.342114    3696 obj_retry.go:492] Detected object openshift-image-registry/image-registry-664b997cf4-c9jj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:45:05.350274    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-664b997cf4-c9jj8
I0505 19:45:05.350302    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-664b997cf4-c9jj8
I0505 19:45:05.361226    3696 pod.go:62] [openshift-image-registry/image-registry-7d4bc454f8-p42gs] pod update took 20.126422ms
I0505 19:45:05.361248    3696 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7d4bc454f8-p42gs] addLogicalPort annotation time took 20.153192ms
I0505 19:45:05.362793    3696 pods.go:271] [openshift-image-registry/image-registry-7d4bc454f8-p42gs] addLogicalPort took 21.798876ms, libovsdb time 1.159096ms
I0505 19:45:05.696304    3696 cni.go:452] [openshift-image-registry/image-registry-7d4bc454f8-p42gs 308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7d4bc454f8-p42gs 308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509 network default NAD default NAD key ]
I0505 19:45:05.705498    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7d4bc454f8-p42gs, hostIfaceName: 308a6529b238df3, network: default, NAD default, SandboxID: "308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509", PCI device ID: , UID: "2f686dba-0036-49ff-b581-a72a30ccaae2", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0505 19:45:05.752096    3696 cni.go:473] [openshift-image-registry/image-registry-7d4bc454f8-p42gs 308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7d4bc454f8-p42gs 308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:bc:d8:ff:9d:08\",\"name\":\"308a6529b238df3\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa1e9c83-2a8c-4f40-932a-2e6788c1c1c5\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:45:20.249538    3696 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr 4147e0d68056c3b14f59f7a293f598cb9dacb4a5d8d85dffad7af586ed4ab60a network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr 4147e0d68056c3b14f59f7a293f598cb9dacb4a5d8d85dffad7af586ed4ab60a network default NAD default NAD key ]
I0505 19:45:20.258865    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-d8nlr, hostIfaceName: 4147e0d68056c3b, network: default, NAD default, SandboxID: "4147e0d68056c3b14f59f7a293f598cb9dacb4a5d8d85dffad7af586ed4ab60a", PCI device ID: , UID: "6aace8c4-3d9a-43f7-8c97-777b9e0021a8", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0505 19:45:20.308901    3696 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr 4147e0d68056c3b14f59f7a293f598cb9dacb4a5d8d85dffad7af586ed4ab60a network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-d8nlr 4147e0d68056c3b14f59f7a293f598cb9dacb4a5d8d85dffad7af586ed4ab60a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:4c:71:0d:35:aa\",\"name\":\"4147e0d68056c3b\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c5336bd-7d63-4d30-a0b9-d7ac882ab985\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:45:23.521590    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 19:45:23.536838    3696 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0505 19:45:23.697170    3696 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-g24vv] creating logical port openshift-console_downloads-5c54f4944f-g24vv for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:23.697261    3696 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-g24vv
I0505 19:45:23.731042    3696 pod.go:62] [openshift-console/downloads-5c54f4944f-g24vv] pod update took 33.805887ms
I0505 19:45:23.731068    3696 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-g24vv] addLogicalPort annotation time took 33.834914ms
I0505 19:45:23.732238    3696 pods.go:271] [openshift-console/downloads-5c54f4944f-g24vv] addLogicalPort took 35.085699ms, libovsdb time 839.62µs
I0505 19:45:23.735111    3696 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-cml89 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:23.735234    3696 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89
I0505 19:45:23.756486    3696 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89] pod update took 21.280755ms
I0505 19:45:23.756514    3696 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89] addLogicalPort annotation time took 21.31277ms
I0505 19:45:23.757679    3696 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89] addLogicalPort took 22.578994ms, libovsdb time 850.179µs
W0505 19:45:23.792158    3696 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7d4bc454f8-7fkvm IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7d4bc454f8-7fkvm: no pod IPs found 
I0505 19:45:23.809459    3696 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-x9hcp] creating logical port openshift-insights_insights-runtime-extractor-x9hcp for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:23.809556    3696 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-x9hcp
I0505 19:45:23.835419    3696 pod.go:62] [openshift-insights/insights-runtime-extractor-x9hcp] pod update took 25.891815ms
I0505 19:45:23.835440    3696 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-x9hcp] addLogicalPort annotation time took 25.918442ms
I0505 19:45:23.836498    3696 pods.go:271] [openshift-insights/insights-runtime-extractor-x9hcp] addLogicalPort took 27.057587ms, libovsdb time 775.066µs
I0505 19:45:24.097066    3696 cni.go:452] [openshift-console/downloads-5c54f4944f-g24vv ecc5dfd903e2dc379e4f66f077e8028148fb7a8d9e4f0185bb40d8229593f9fc network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-g24vv ecc5dfd903e2dc379e4f66f077e8028148fb7a8d9e4f0185bb40d8229593f9fc network default NAD default NAD key ]
I0505 19:45:24.107280    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-g24vv, hostIfaceName: ecc5dfd903e2dc3, network: default, NAD default, SandboxID: "ecc5dfd903e2dc379e4f66f077e8028148fb7a8d9e4f0185bb40d8229593f9fc", PCI device ID: , UID: "565237be-76b7-4753-99f5-a2d338fef60e", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0505 19:45:24.126142    3696 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89 5e30a569e574bf7aa7d5b698ed8feb5454c704ae3bc99cd0038f4ca94305fc7c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89 5e30a569e574bf7aa7d5b698ed8feb5454c704ae3bc99cd0038f4ca94305fc7c network default NAD default NAD key ]
I0505 19:45:24.137505    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-cml89, hostIfaceName: 5e30a569e574bf7, network: default, NAD default, SandboxID: "5e30a569e574bf7aa7d5b698ed8feb5454c704ae3bc99cd0038f4ca94305fc7c", PCI device ID: , UID: "f97496fd-ceb4-49de-98e0-10da13e9d18d", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0505 19:45:24.161295    3696 cni.go:473] [openshift-console/downloads-5c54f4944f-g24vv ecc5dfd903e2dc379e4f66f077e8028148fb7a8d9e4f0185bb40d8229593f9fc network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-g24vv ecc5dfd903e2dc379e4f66f077e8028148fb7a8d9e4f0185bb40d8229593f9fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:59:4e:08:7e:5d\",\"name\":\"ecc5dfd903e2dc3\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c673d6a-6343-41aa-9d08-9c407ca49549\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:45:24.182337    3696 cni.go:452] [openshift-insights/insights-runtime-extractor-x9hcp 292123911df6c7883f855e384a075123670c31ab9f96175b8603167975de558c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-x9hcp 292123911df6c7883f855e384a075123670c31ab9f96175b8603167975de558c network default NAD default NAD key ]
I0505 19:45:24.189488    3696 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89 5e30a569e574bf7aa7d5b698ed8feb5454c704ae3bc99cd0038f4ca94305fc7c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cml89 5e30a569e574bf7aa7d5b698ed8feb5454c704ae3bc99cd0038f4ca94305fc7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d9:27:c4:cc:2b\",\"name\":\"5e30a569e574bf7\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d947dbfc-052f-4bcd-bfaf-0de0669ceaa0\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:45:24.193260    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-x9hcp, hostIfaceName: 292123911df6c78, network: default, NAD default, SandboxID: "292123911df6c7883f855e384a075123670c31ab9f96175b8603167975de558c", PCI device ID: , UID: "b280a3d8-2f81-4fbe-974e-baad80bafebe", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0505 19:45:24.243400    3696 cni.go:473] [openshift-insights/insights-runtime-extractor-x9hcp 292123911df6c7883f855e384a075123670c31ab9f96175b8603167975de558c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-x9hcp 292123911df6c7883f855e384a075123670c31ab9f96175b8603167975de558c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:90:ad:c4:df:c0\",\"name\":\"292123911df6c78\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79a38461-cb51-42d3-89a8-a4cca8c13291\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:45:24.877704    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0505 19:45:24.877734    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0505 19:45:25.319994    3696 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:45:25.320670    3696 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:45:25.341437    3696 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:45:25.341462    3696 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-wqt9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:45:25.346803    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56b854d8b5-wqt9p
I0505 19:45:25.346839    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56b854d8b5-wqt9p
W0505 19:45:26.438710    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0505 19:45:27.362549    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0505 19:45:27.448391    3696 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-n4xmj] creating logical port openshift-monitoring_prometheus-operator-76b589d668-n4xmj for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:27.448482    3696 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-n4xmj
I0505 19:45:27.465096    3696 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-n4xmj] pod update took 16.636513ms
I0505 19:45:27.465118    3696 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-n4xmj] addLogicalPort annotation time took 16.664804ms
I0505 19:45:27.466282    3696 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-n4xmj] addLogicalPort took 17.906584ms, libovsdb time 839.572µs
I0505 19:45:27.808329    3696 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-n4xmj a24e01b52c4b756e3fcb1376d83c7fa0621a2e6b4c3c3df8514dbd2240a84046 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-n4xmj a24e01b52c4b756e3fcb1376d83c7fa0621a2e6b4c3c3df8514dbd2240a84046 network default NAD default NAD key ]
I0505 19:45:27.826458    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-n4xmj, hostIfaceName: a24e01b52c4b756, network: default, NAD default, SandboxID: "a24e01b52c4b756e3fcb1376d83c7fa0621a2e6b4c3c3df8514dbd2240a84046", PCI device ID: , UID: "4e5d40b9-d3e2-4e93-9528-93eb9504d8f4", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0505 19:45:27.881647    3696 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-n4xmj a24e01b52c4b756e3fcb1376d83c7fa0621a2e6b4c3c3df8514dbd2240a84046 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-n4xmj a24e01b52c4b756e3fcb1376d83c7fa0621a2e6b4c3c3df8514dbd2240a84046 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:51:f0:fb:40:a4\",\"name\":\"a24e01b52c4b756\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7aa7801-b609-4a21-8f13-c8d63cf221f6\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:45:27.976092    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0505 19:45:28.329301    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0505 19:45:29.371373    3696 base_network_controller_pods.go:487] [default/openshift-console/console-6cb995df49-tn6sw] creating logical port openshift-console_console-6cb995df49-tn6sw for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:29.371489    3696 kube.go:256] Updating pod openshift-console/console-6cb995df49-tn6sw
I0505 19:45:29.394847    3696 pod.go:62] [openshift-console/console-6cb995df49-tn6sw] pod update took 23.382224ms
I0505 19:45:29.394877    3696 base_network_controller_pods.go:951] [default/openshift-console/console-6cb995df49-tn6sw] addLogicalPort annotation time took 23.422338ms
I0505 19:45:29.396265    3696 pods.go:271] [openshift-console/console-6cb995df49-tn6sw] addLogicalPort took 24.93144ms, libovsdb time 1.002849ms
W0505 19:45:29.411063    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0505 19:45:29.739036    3696 cni.go:452] [openshift-console/console-6cb995df49-tn6sw 4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6cb995df49-tn6sw 4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f network default NAD default NAD key ]
I0505 19:45:29.750556    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6cb995df49-tn6sw, hostIfaceName: 4c69365a7884b99, network: default, NAD default, SandboxID: "4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f", PCI device ID: , UID: "1846300f-dd88-40cc-a241-b110d2fe64fd", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0505 19:45:29.808659    3696 cni.go:473] [openshift-console/console-6cb995df49-tn6sw 4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6cb995df49-tn6sw 4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:52:71:9a:95:69\",\"name\":\"4c69365a7884b99\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/832fa23b-f6ee-4bbf-a6d6-7b63af486d9a\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:45:30.116749    3696 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:45:30.117399    3696 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:45:30.990223    3696 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:45:30.990246    3696 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56b854d8b5-l755b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:45:30.996770    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56b854d8b5-l755b
I0505 19:45:30.996811    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56b854d8b5-l755b
I0505 19:45:32.327281    3696 cni.go:452] [openshift-dns/dns-default-dwdc6 79c48ffd6d7154f695a9149cb337e85ce63217012b456977578498e61333a6fe network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dwdc6 79c48ffd6d7154f695a9149cb337e85ce63217012b456977578498e61333a6fe network default NAD default NAD key ]
I0505 19:45:32.336577    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dwdc6, hostIfaceName: 79c48ffd6d7154f, network: default, NAD default, SandboxID: "79c48ffd6d7154f695a9149cb337e85ce63217012b456977578498e61333a6fe", PCI device ID: , UID: "a99f5be1-d9f6-4498-8b25-2dcb65eca9a3", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0505 19:45:32.388129    3696 cni.go:473] [openshift-dns/dns-default-dwdc6 79c48ffd6d7154f695a9149cb337e85ce63217012b456977578498e61333a6fe network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dwdc6 79c48ffd6d7154f695a9149cb337e85ce63217012b456977578498e61333a6fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:1c:56:4f:d5:3c\",\"name\":\"79c48ffd6d7154f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c93dc85e-1002-4bea-b14d-a7710bb21555\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:45:33.478631    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0505 19:45:34.397832    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0505 19:45:34.397865    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0505 19:45:38.632622    3696 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:38.632761    3696 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0505 19:45:38.704241    3696 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 71.517713ms
I0505 19:45:38.704276    3696 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 71.558285ms
I0505 19:45:38.705686    3696 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 73.078718ms, libovsdb time 999.158µs
I0505 19:45:40.471859    3696 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs] creating logical port openshift-monitoring_thanos-querier-7bfd4784fb-zpmxs for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:40.471964    3696 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs
I0505 19:45:40.489851    3696 pod.go:62] [openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs] pod update took 17.925157ms
I0505 19:45:40.489872    3696 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs] addLogicalPort annotation time took 17.953835ms
I0505 19:45:40.491078    3696 pods.go:271] [openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs] addLogicalPort took 19.233996ms, libovsdb time 878.864µs
W0505 19:45:40.509368    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0505 19:45:41.973714    3696 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-685758d46d-hhgls] creating logical port openshift-monitoring_metrics-server-685758d46d-hhgls for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:41.973820    3696 kube.go:256] Updating pod openshift-monitoring/metrics-server-685758d46d-hhgls
I0505 19:45:41.991112    3696 pod.go:62] [openshift-monitoring/metrics-server-685758d46d-hhgls] pod update took 17.32167ms
I0505 19:45:41.991136    3696 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-685758d46d-hhgls] addLogicalPort annotation time took 17.35284ms
I0505 19:45:41.992375    3696 pods.go:271] [openshift-monitoring/metrics-server-685758d46d-hhgls] addLogicalPort took 18.684351ms, libovsdb time 870.186µs
I0505 19:45:42.564232    3696 cni.go:452] [openshift-monitoring/alertmanager-main-0 caf786d8aff2b293b08ac2cf61f91f396e2a65511de32fcc9de7ba9082e93a41 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 caf786d8aff2b293b08ac2cf61f91f396e2a65511de32fcc9de7ba9082e93a41 network default NAD default NAD key ]
I0505 19:45:42.573766    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: caf786d8aff2b29, network: default, NAD default, SandboxID: "caf786d8aff2b293b08ac2cf61f91f396e2a65511de32fcc9de7ba9082e93a41", PCI device ID: , UID: "2b652b1f-9d8b-4e7e-8b7a-d2ec5de85c98", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0505 19:45:42.575066    3696 cni.go:452] [openshift-monitoring/metrics-server-685758d46d-hhgls 294f328077dc9cf64a0add534eb58ea57b6cfe229def335fa1cc850f97efe9c1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-685758d46d-hhgls 294f328077dc9cf64a0add534eb58ea57b6cfe229def335fa1cc850f97efe9c1 network default NAD default NAD key ]
I0505 19:45:42.575165    3696 cni.go:452] [openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs 58bb1ce1f490cfd927619b79527afc83e82f7b368552be47c50c4d2da4517117 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs 58bb1ce1f490cfd927619b79527afc83e82f7b368552be47c50c4d2da4517117 network default NAD default NAD key ]
I0505 19:45:42.587438    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7bfd4784fb-zpmxs, hostIfaceName: 58bb1ce1f490cfd, network: default, NAD default, SandboxID: "58bb1ce1f490cfd927619b79527afc83e82f7b368552be47c50c4d2da4517117", PCI device ID: , UID: "c066bb1b-ccf9-44a5-b3c9-97b8adfe78b6", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0505 19:45:42.588072    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-685758d46d-hhgls, hostIfaceName: 294f328077dc9cf, network: default, NAD default, SandboxID: "294f328077dc9cf64a0add534eb58ea57b6cfe229def335fa1cc850f97efe9c1", PCI device ID: , UID: "509d69ad-0db6-46a6-abaf-abe1fff261da", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0505 19:45:42.634180    3696 cni.go:473] [openshift-monitoring/alertmanager-main-0 caf786d8aff2b293b08ac2cf61f91f396e2a65511de32fcc9de7ba9082e93a41 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 caf786d8aff2b293b08ac2cf61f91f396e2a65511de32fcc9de7ba9082e93a41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:c3:af:40:55:2e\",\"name\":\"caf786d8aff2b29\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5eda63b4-048d-4ef6-a313-e2ce381b6cc8\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:45:42.860525    3696 cni.go:473] [openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs 58bb1ce1f490cfd927619b79527afc83e82f7b368552be47c50c4d2da4517117 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7bfd4784fb-zpmxs 58bb1ce1f490cfd927619b79527afc83e82f7b368552be47c50c4d2da4517117 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:59:22:81:a9:9f\",\"name\":\"58bb1ce1f490cfd\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9b95895-065b-426b-936b-7679b814b940\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:45:42.862023    3696 cni.go:473] [openshift-monitoring/metrics-server-685758d46d-hhgls 294f328077dc9cf64a0add534eb58ea57b6cfe229def335fa1cc850f97efe9c1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-685758d46d-hhgls 294f328077dc9cf64a0add534eb58ea57b6cfe229def335fa1cc850f97efe9c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:dd:ee:0e:8e:ff\",\"name\":\"294f328077dc9cf\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3b3defc-6943-4836-8f9e-1e64d5c72509\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:45:42.885463    3696 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6cb995df49-7wtc9 IP address from the namespace address-set, err: pod openshift-console/console-6cb995df49-7wtc9: no pod IPs found 
W0505 19:45:43.405860    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0505 19:45:43.538625    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
I0505 19:45:43.736693    3696 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:45:43.736842    3696 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0505 19:45:43.852403    3696 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 115.613353ms
I0505 19:45:43.852566    3696 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 115.782352ms
I0505 19:45:43.854279    3696 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 117.608186ms, libovsdb time 1.13963ms
W0505 19:45:44.471061    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0505 19:45:44.471082    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0505 19:45:44.471088    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0505 19:45:45.039850    3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:45.039869    3696 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:45.039874    3696 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:45.039879    3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0505 19:45:45.048097    3696 cni.go:452] [openshift-monitoring/prometheus-k8s-1 182e42a20bc55912ca090990d8970fe86babf06b98fc0e21f0381badf77a8d0c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 182e42a20bc55912ca090990d8970fe86babf06b98fc0e21f0381badf77a8d0c network default NAD default NAD key ]
I0505 19:45:45.059201    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 182e42a20bc5591, network: default, NAD default, SandboxID: "182e42a20bc55912ca090990d8970fe86babf06b98fc0e21f0381badf77a8d0c", PCI device ID: , UID: "ac262b88-5f06-4a81-8678-fabb7fb5a67d", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
W0505 19:45:45.068401    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0505 19:45:45.122828    3696 cni.go:473] [openshift-monitoring/prometheus-k8s-1 182e42a20bc55912ca090990d8970fe86babf06b98fc0e21f0381badf77a8d0c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 182e42a20bc55912ca090990d8970fe86babf06b98fc0e21f0381badf77a8d0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:de:4d:6d:88:d3\",\"name\":\"182e42a20bc5591\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98f60ef5-a41a-413b-a2ab-5338d5f0e903\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:45:45.439751    3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:45:45.439779    3696 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:45:45.439787    3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:45:45.533675    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0505 19:45:45.576232    3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:45:45.576269    3696 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:45:45.576275    3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:45:45.651771    3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:45:45.651788    3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:45:46.066673    3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:45:46.066696    3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:45:46.540530    3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:46.540586    3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:46.540593    3696 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:46.540597    3696 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:51.068573    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:51.068662    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:51.068675    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:51.068682    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:51.068702    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:51.068709    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:51.068715    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:51.068721    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:52.562778    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:52.562800    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:52.562806    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 19:45:52.562810    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0505 19:45:55.245421    3696 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-5hzbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:45:55.245989    3696 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-5hzbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:45:56.095482    3696 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-5hzbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:45:56.095521    3696 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-5hzbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:45:56.103958    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5bb98677-5hzbp
I0505 19:45:56.103984    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5bb98677-5hzbp
I0505 19:46:05.873275    3696 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-j597q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:05.873883    3696 obj_retry.go:498] Detected object openshift-console/console-5d5bb98677-j597q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0505 19:46:06.046479    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0505 19:46:06.046506    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0505 19:46:06.532181    3696 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-j597q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:06.532203    3696 obj_retry.go:492] Detected object openshift-console/console-5d5bb98677-j597q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:06.541031    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5bb98677-j597q
I0505 19:46:06.541056    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5bb98677-j597q
W0505 19:46:06.548638    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0505 19:46:07.253656    3696 cni.go:452] [openshift-multus/network-metrics-daemon-987rc cefca2bce96ab06d475efb67619f9fbb8b3cf784ea8cc8e9ed5c35560736b933 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-987rc cefca2bce96ab06d475efb67619f9fbb8b3cf784ea8cc8e9ed5c35560736b933 network default NAD default NAD key ]
I0505 19:46:07.263209    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-987rc, hostIfaceName: cefca2bce96ab06, network: default, NAD default, SandboxID: "cefca2bce96ab06d475efb67619f9fbb8b3cf784ea8cc8e9ed5c35560736b933", PCI device ID: , UID: "5dca314d-dada-499d-b7bb-f6c46d1d20ab", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0505 19:46:07.317098    3696 cni.go:473] [openshift-multus/network-metrics-daemon-987rc cefca2bce96ab06d475efb67619f9fbb8b3cf784ea8cc8e9ed5c35560736b933 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-987rc cefca2bce96ab06d475efb67619f9fbb8b3cf784ea8cc8e9ed5c35560736b933 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:9d:bf:82:b3:e6\",\"name\":\"cefca2bce96ab06\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c70c8780-f83d-4c83-9f30-d03745d8a12e\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:46:07.645103    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0505 19:46:07.645165    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0505 19:46:07.645213    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0505 19:46:08.669938    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0505 19:46:08.681957    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0505 19:46:08.681979    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0505 19:46:08.682024    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0505 19:46:09.095090    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.095113    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.095119    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.095131    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.095135    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.095140    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.125825    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.125845    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.125853    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 19:46:09.662324    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0505 19:46:12.570416    3696 cni.go:452] [openshift-image-registry/image-registry-7d4bc454f8-p42gs 308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7d4bc454f8-p42gs 308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509 network default NAD default NAD key ]
I0505 19:46:12.658043    3696 cni.go:473] [openshift-image-registry/image-registry-7d4bc454f8-p42gs 308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7d4bc454f8-p42gs 308a6529b238df322a64c8bd3374aa099e10cfa1be0d3ce6c9c654c3dd814509 network default NAD default NAD key default], result "{}", err <nil>
I0505 19:46:12.725391    3696 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:12.725428    3696 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7d4bc454f8-p42gs
I0505 19:46:12.726708    3696 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7d4bc454f8-p42gs, ips: 10.129.0.16
I0505 19:46:12.726739    3696 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:13.673529    3696 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:13.673552    3696 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d4bc454f8-p42gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:13.677003    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d4bc454f8-p42gs
I0505 19:46:13.677028    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d4bc454f8-p42gs
W0505 19:46:22.726091    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0505 19:46:22.726114    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0505 19:46:22.726179    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0505 19:46:23.726963    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0505 19:46:31.350893    3696 cni.go:452] [openshift-console/console-6cb995df49-tn6sw 4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6cb995df49-tn6sw 4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f network default NAD default NAD key ]
I0505 19:46:31.439486    3696 cni.go:473] [openshift-console/console-6cb995df49-tn6sw 4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6cb995df49-tn6sw 4c69365a7884b9993617ad129f5a3d1a4e5f254c6132366be732c47e4881c48f network default NAD default NAD key default], result "{}", err <nil>
I0505 19:46:31.506978    3696 obj_retry.go:498] Detected object openshift-console/console-6cb995df49-tn6sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:31.507017    3696 pods.go:176] Deleting pod: openshift-console/console-6cb995df49-tn6sw
I0505 19:46:31.508244    3696 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6cb995df49-tn6sw, ips: 10.129.0.21
I0505 19:46:31.508270    3696 obj_retry.go:498] Detected object openshift-console/console-6cb995df49-tn6sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:31.760816    3696 obj_retry.go:492] Detected object openshift-console/console-6cb995df49-tn6sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:31.760842    3696 obj_retry.go:492] Detected object openshift-console/console-6cb995df49-tn6sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:31.764619    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cb995df49-tn6sw
I0505 19:46:31.764639    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cb995df49-tn6sw
I0505 19:46:33.919906    3696 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0505 19:46:37.329838    3696 obj_retry.go:498] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:37.330395    3696 obj_retry.go:498] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:38.242953    3696 obj_retry.go:492] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:38.242974    3696 obj_retry.go:492] Detected object openshift-ingress/router-default-6d764bf669-j52vs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:38.250363    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6d764bf669-j52vs
I0505 19:46:38.250383    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6d764bf669-j52vs
W0505 19:46:44.310214    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:46:44.310233    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:46:44.310245    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:46:44.310250    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:46:44.855514    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 19:46:44.855541    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0505 19:46:51.822059    3696 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:51.822595    3696 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:51.822625    3696 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:51.822636    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0505 19:46:51.822647    3696 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:46:51.822652    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0505 19:46:52.857589    3696 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:52.857616    3696 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:52.857638    3696 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:52.857649    3696 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dr7zxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:46:53.678911    3696 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0505 19:46:53.689376    3696 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0505 19:47:05.989889    3696 base_network_controller_pods.go:487] [default/openshift-console/console-697748666-jcgqq] creating logical port openshift-console_console-697748666-jcgqq for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:47:05.990003    3696 kube.go:256] Updating pod openshift-console/console-697748666-jcgqq
I0505 19:47:06.012980    3696 pod.go:62] [openshift-console/console-697748666-jcgqq] pod update took 23.0036ms
I0505 19:47:06.013075    3696 base_network_controller_pods.go:951] [default/openshift-console/console-697748666-jcgqq] addLogicalPort annotation time took 23.103688ms
I0505 19:47:06.014483    3696 pods.go:271] [openshift-console/console-697748666-jcgqq] addLogicalPort took 24.609282ms, libovsdb time 910.345µs
I0505 19:47:06.355376    3696 cni.go:452] [openshift-console/console-697748666-jcgqq 6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-697748666-jcgqq 6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f network default NAD default NAD key ]
I0505 19:47:06.365857    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-697748666-jcgqq, hostIfaceName: 6ddc9da8f5dcc6e, network: default, NAD default, SandboxID: "6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f", PCI device ID: , UID: "0ca673f8-2f04-430d-8a08-746aed0a5f1a", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0505 19:47:06.423726    3696 cni.go:473] [openshift-console/console-697748666-jcgqq 6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-697748666-jcgqq 6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f9:d4:a0:c1:4a\",\"name\":\"6ddc9da8f5dcc6e\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fb52f12-e5a5-40b2-a378-d4dc89b3ef20\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:47:14.907633    3696 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-697748666-w2t9s IP address from the namespace address-set, err: pod openshift-console/console-697748666-w2t9s: no pod IPs found 
I0505 19:47:31.282613    3696 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-n4n75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:47:31.283216    3696 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-n4n75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:47:31.876120    3696 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-n4n75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:47:31.876146    3696 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-n4n75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:47:31.883543    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-695d4fdc49-n4n75
I0505 19:47:31.883566    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-695d4fdc49-n4n75
I0505 19:47:40.069044    3696 cni.go:452] [openshift-console/console-697748666-jcgqq 6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-697748666-jcgqq 6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f network default NAD default NAD key ]
I0505 19:47:40.159122    3696 cni.go:473] [openshift-console/console-697748666-jcgqq 6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-697748666-jcgqq 6ddc9da8f5dcc6e45cc5edc3f30215c93be2fbe7150c44b8fc692c79f5e7196f network default NAD default NAD key default], result "{}", err <nil>
I0505 19:47:40.207957    3696 obj_retry.go:498] Detected object openshift-console/console-697748666-jcgqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:47:40.207997    3696 pods.go:176] Deleting pod: openshift-console/console-697748666-jcgqq
I0505 19:47:40.209244    3696 pods.go:236] Attempting to release IPs for pod: openshift-console/console-697748666-jcgqq, ips: 10.129.0.26
I0505 19:47:40.209273    3696 obj_retry.go:498] Detected object openshift-console/console-697748666-jcgqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:47:40.218166    3696 base_network_controller_pods.go:487] [default/openshift-console/console-7dc9b985b7-wldd6] creating logical port openshift-console_console-7dc9b985b7-wldd6 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:47:40.218282    3696 kube.go:256] Updating pod openshift-console/console-7dc9b985b7-wldd6
I0505 19:47:40.235450    3696 pod.go:62] [openshift-console/console-7dc9b985b7-wldd6] pod update took 17.204364ms
I0505 19:47:40.235471    3696 base_network_controller_pods.go:951] [default/openshift-console/console-7dc9b985b7-wldd6] addLogicalPort annotation time took 17.23121ms
I0505 19:47:40.236631    3696 pods.go:271] [openshift-console/console-7dc9b985b7-wldd6] addLogicalPort took 18.480234ms, libovsdb time 849.497µs
I0505 19:47:40.580155    3696 cni.go:452] [openshift-console/console-7dc9b985b7-wldd6 230e39ed64013fb029fbe4ad1f1317e850b48c1fbdff9111211dd9beb2f21cb3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7dc9b985b7-wldd6 230e39ed64013fb029fbe4ad1f1317e850b48c1fbdff9111211dd9beb2f21cb3 network default NAD default NAD key ]
I0505 19:47:40.589270    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7dc9b985b7-wldd6, hostIfaceName: 230e39ed64013fb, network: default, NAD default, SandboxID: "230e39ed64013fb029fbe4ad1f1317e850b48c1fbdff9111211dd9beb2f21cb3", PCI device ID: , UID: "b99c7b74-83cf-4010-bce4-6218acb781d7", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0505 19:47:40.639797    3696 cni.go:473] [openshift-console/console-7dc9b985b7-wldd6 230e39ed64013fb029fbe4ad1f1317e850b48c1fbdff9111211dd9beb2f21cb3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7dc9b985b7-wldd6 230e39ed64013fb029fbe4ad1f1317e850b48c1fbdff9111211dd9beb2f21cb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:bd:32:cd:69:ec\",\"name\":\"230e39ed64013fb\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6323e193-eb45-49a9-9bef-f5c9de896a92\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:47:41.070230    3696 obj_retry.go:492] Detected object openshift-console/console-697748666-jcgqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:47:41.070256    3696 obj_retry.go:492] Detected object openshift-console/console-697748666-jcgqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:47:41.073246    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-697748666-jcgqq
I0505 19:47:41.073269    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-697748666-jcgqq
W0505 19:47:41.913433    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0505 19:47:41.913456    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0505 19:47:41.966597    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0505 19:47:41.966619    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0505 19:47:51.112720    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0505 19:48:07.258072    3696 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-w6g4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:48:07.258681    3696 obj_retry.go:498] Detected object openshift-console/console-695d4fdc49-w6g4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:48:07.569496    3696 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-w6g4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:48:07.569526    3696 obj_retry.go:492] Detected object openshift-console/console-695d4fdc49-w6g4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:48:07.572942    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-695d4fdc49-w6g4l
I0505 19:48:07.572960    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-695d4fdc49-w6g4l
I0505 19:50:01.790821    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0505 19:50:04.566718    3696 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:50:04.567242    3696 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:50:05.461511    3696 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:50:05.461541    3696 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633510-6w8b4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:50:18.669052    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58
I0505 19:50:20.669826    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13
I0505 19:50:30.668055    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0505 19:51:01.786972    3696 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0505 19:51:09.724571    3696 namespace.go:98] [tsf] adding namespace
I0505 19:51:09.725612    3696 namespace.go:102] [tsf] adding namespace took 1.015298ms
I0505 19:51:09.751471    3696 namespace.go:142] [tsf] updating namespace
I0505 19:51:09.760185    3696 namespace.go:142] [tsf] updating namespace
I0505 19:51:13.859707    3696 namespace.go:98] [rhtpa-operator] adding namespace
I0505 19:51:13.860581    3696 namespace.go:102] [rhtpa-operator] adding namespace took 844.928µs
I0505 19:51:13.869585    3696 namespace.go:98] [tsf-keycloak] adding namespace
I0505 19:51:13.869688    3696 namespace.go:98] [konflux-operator] adding namespace
I0505 19:51:13.869751    3696 namespace.go:98] [tsf-tpa] adding namespace
I0505 19:51:13.869913    3696 namespace.go:98] [konflux-ui] adding namespace
I0505 19:51:13.869999    3696 namespace.go:98] [tsf-tas] adding namespace
I0505 19:51:13.870122    3696 namespace.go:98] [cert-manager-operator] adding namespace
I0505 19:51:13.870531    3696 namespace.go:102] [tsf-keycloak] adding namespace took 920.073µs
I0505 19:51:13.871091    3696 namespace.go:102] [konflux-operator] adding namespace took 1.387106ms
I0505 19:51:13.871613    3696 namespace.go:102] [tsf-tpa] adding namespace took 1.84913ms
I0505 19:51:13.872127    3696 namespace.go:102] [konflux-ui] adding namespace took 2.202766ms
I0505 19:51:13.872148    3696 namespace.go:98] [rhbk-operator] adding namespace
I0505 19:51:13.872607    3696 namespace.go:102] [tsf-tas] adding namespace took 2.59182ms
I0505 19:51:13.873065    3696 namespace.go:102] [cert-manager-operator] adding namespace took 2.929ms
I0505 19:51:13.873651    3696 namespace.go:102] [rhbk-operator] adding namespace took 1.495671ms
I0505 19:51:13.882317    3696 namespace.go:142] [rhtpa-operator] updating namespace
I0505 19:51:13.901068    3696 namespace.go:142] [rhtpa-operator] updating namespace
I0505 19:51:13.924489    3696 namespace.go:142] [konflux-operator] updating namespace
I0505 19:51:13.924647    3696 namespace.go:142] [tsf-keycloak] updating namespace
I0505 19:51:13.929553    3696 namespace.go:142] [konflux-ui] updating namespace
I0505 19:51:13.929656    3696 namespace.go:142] [tsf-tpa] updating namespace
I0505 19:51:13.933379    3696 namespace.go:142] [tsf-tas] updating namespace
I0505 19:51:13.940346    3696 namespace.go:142] [rhtpa-operator] updating namespace
I0505 19:51:13.952466    3696 namespace.go:142] [rhbk-operator] updating namespace
I0505 19:51:13.954200    3696 namespace.go:142] [cert-manager-operator] updating namespace
I0505 19:51:13.980299    3696 namespace.go:142] [konflux-operator] updating namespace
I0505 19:51:13.999413    3696 namespace.go:142] [konflux-operator] updating namespace
I0505 19:51:14.011387    3696 namespace.go:142] [tsf-tpa] updating namespace
I0505 19:51:14.047281    3696 namespace.go:142] [tsf-tpa] updating namespace
I0505 19:51:14.053966    3696 namespace.go:142] [konflux-ui] updating namespace
I0505 19:51:14.070467    3696 namespace.go:142] [konflux-ui] updating namespace
I0505 19:51:14.096542    3696 namespace.go:142] [tsf-tas] updating namespace
I0505 19:51:14.115756    3696 namespace.go:142] [tsf-tas] updating namespace
I0505 19:51:14.135423    3696 namespace.go:142] [rhbk-operator] updating namespace
I0505 19:51:14.145562    3696 namespace.go:142] [rhbk-operator] updating namespace
I0505 19:51:14.183455    3696 namespace.go:142] [cert-manager-operator] updating namespace
I0505 19:51:14.205472    3696 namespace.go:142] [cert-manager-operator] updating namespace
I0505 19:51:14.230919    3696 namespace.go:142] [tsf-keycloak] updating namespace
I0505 19:51:14.259392    3696 namespace.go:142] [tsf-keycloak] updating namespace
I0505 19:51:15.071880    3696 namespace.go:142] [tsf-tpa] updating namespace
I0505 19:51:15.084837    3696 namespace.go:142] [tsf-keycloak] updating namespace
I0505 19:51:22.470600    3696 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:22.471190    3696 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:22.471219    3696 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:22.471230    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 19:51:22.471250    3696 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:22.471257    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 19:51:23.500075    3696 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:23.500121    3696 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:23.500133    3696 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:23.500144    3696 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wb7q6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:27.952191    3696 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:27.952730    3696 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:27.952752    3696 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:27.952760    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 19:51:27.952773    3696 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:27.952780    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 19:51:28.946984    3696 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:28.947577    3696 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:28.947601    3696 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:28.947609    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 19:51:28.947620    3696 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:28.947624    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 19:51:28.980823    3696 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:28.980849    3696 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:28.980859    3696 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:28.980873    3696 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6z4bz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:28.997519    3696 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:28.998003    3696 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:28.998020    3696 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:28.998027    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 19:51:28.998045    3696 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:28.998052    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 19:51:29.275319    3696 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-9whsn for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:51:29.275459    3696 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn
I0505 19:51:29.294678    3696 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn] pod update took 19.241191ms
I0505 19:51:29.294700    3696 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn] addLogicalPort annotation time took 19.271285ms
I0505 19:51:29.295958    3696 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn] addLogicalPort took 20.658012ms, libovsdb time 895.326µs
I0505 19:51:29.633965    3696 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn 752e60569bd1b45ca46c5f045faf87d08dc9416347392add795718b3881b3b2f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn 752e60569bd1b45ca46c5f045faf87d08dc9416347392add795718b3881b3b2f network default NAD default NAD key ]
I0505 19:51:29.643069    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-9whsn, hostIfaceName: 752e60569bd1b45, network: default, NAD default, SandboxID: "752e60569bd1b45ca46c5f045faf87d08dc9416347392add795718b3881b3b2f", PCI device ID: , UID: "bd21ebf6-c5e2-45b7-bee5-bbd456a54468", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0505 19:51:29.694944    3696 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn 752e60569bd1b45ca46c5f045faf87d08dc9416347392add795718b3881b3b2f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9whsn 752e60569bd1b45ca46c5f045faf87d08dc9416347392add795718b3881b3b2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:90:d9:cc:16:37\",\"name\":\"752e60569bd1b45\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4926615c-9738-4adb-9446-5edd79e44967\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:51:29.979806    3696 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:29.979826    3696 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:29.979841    3696 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:29.979853    3696 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6x7z4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:29.982091    3696 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:29.982621    3696 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:29.982641    3696 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:29.982649    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 19:51:29.982662    3696 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:29.982666    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 19:51:30.006087    3696 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:30.006602    3696 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:30.006625    3696 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:30.006632    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 19:51:30.006646    3696 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 19:51:30.006650    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 19:51:30.028729    3696 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:30.028749    3696 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:30.028761    3696 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:30.028782    3696 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fwfbz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:31.013367    3696 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:31.013390    3696 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:31.013404    3696 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:31.013415    3696 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7r96pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:31.060413    3696 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:31.060443    3696 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:31.060462    3696 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:51:31.060477    3696 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21366zb5d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0505 19:51:33.017827    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0505 19:51:36.398986    3696 namespace.go:142] [openshift-operators] updating namespace
I0505 19:51:36.416983    3696 namespace.go:142] [openshift-operators] updating namespace
I0505 19:51:39.195725    3696 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-bvlcv for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:51:39.195864    3696 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv
I0505 19:51:39.214416    3696 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv] pod update took 18.577599ms
I0505 19:51:39.214446    3696 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv] addLogicalPort annotation time took 18.614192ms
I0505 19:51:39.215829    3696 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv] addLogicalPort took 20.123997ms, libovsdb time 1.030947ms
I0505 19:51:39.551413    3696 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv bbc9a95f213171059044bbe02d40c4eed0c1e0a018a1a1a67e960d257a962b6d network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv bbc9a95f213171059044bbe02d40c4eed0c1e0a018a1a1a67e960d257a962b6d network default NAD default NAD key ]
I0505 19:51:39.560429    3696 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-bvlcv, hostIfaceName: bbc9a95f2131710, network: default, NAD default, SandboxID: "bbc9a95f213171059044bbe02d40c4eed0c1e0a018a1a1a67e960d257a962b6d", PCI device ID: , UID: "60c4d720-e6ff-4c64-a96d-865dc16443a2", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0505 19:51:39.610456    3696 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv bbc9a95f213171059044bbe02d40c4eed0c1e0a018a1a1a67e960d257a962b6d network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvlcv bbc9a95f213171059044bbe02d40c4eed0c1e0a018a1a1a67e960d257a962b6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a8:51:47:e6:19\",\"name\":\"bbc9a95f2131710\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6a66d4e-2c77-4c16-9714-375a0b72c33d\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:51:39.757267    3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0505 19:51:43.094414    3696 namespace.go:98] [cert-manager] adding namespace
I0505 19:51:43.095099    3696 namespace.go:102] [cert-manager] adding namespace took 665.516µs
I0505 19:51:43.339785    3696 namespace.go:142] [cert-manager] updating namespace
I0505 19:51:43.366828    3696 namespace.go:142] [cert-manager] updating namespace
W0505 19:51:44.047570    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0505 19:51:46.508791    3696 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-4drx2 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:51:46.508918    3696 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2
I0505 19:51:46.534234    3696 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2] pod update took 25.343438ms
I0505 19:51:46.534257    3696 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2] addLogicalPort annotation time took 25.371929ms
I0505 19:51:46.535539    3696 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2] addLogicalPort took 26.76801ms, libovsdb time 919.832µs
I0505 19:51:46.774758    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0505 19:51:46.872499    3696 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2 c603265b30de9a4290259310fa55c89eef6684de37522e9749f7fbaa7bb7720a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2 c603265b30de9a4290259310fa55c89eef6684de37522e9749f7fbaa7bb7720a network default NAD default NAD key ]
I0505 19:51:46.881977    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-4drx2, hostIfaceName: c603265b30de9a4, network: default, NAD default, SandboxID: "c603265b30de9a4290259310fa55c89eef6684de37522e9749f7fbaa7bb7720a", PCI device ID: , UID: "e96a0e25-e1fc-4384-999b-635b8a4484b9", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0505 19:51:46.933151    3696 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2 c603265b30de9a4290259310fa55c89eef6684de37522e9749f7fbaa7bb7720a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-4drx2 c603265b30de9a4290259310fa55c89eef6684de37522e9749f7fbaa7bb7720a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:21:9e:29:f2:14\",\"name\":\"c603265b30de9a4\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34c254b0-8e29-4f98-9dc0-2a5ab122a927\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:51:48.393541    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0505 19:51:48.393564    3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0505 19:51:49.081615    3696 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-w48h5] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-w48h5 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:51:49.081708    3696 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-w48h5
I0505 19:51:49.108605    3696 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-w48h5] pod update took 26.918549ms
I0505 19:51:49.108628    3696 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-w48h5] addLogicalPort annotation time took 26.949224ms
I0505 19:51:49.110189    3696 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-w48h5] addLogicalPort took 28.59269ms, libovsdb time 1.084053ms
W0505 19:51:49.128141    3696 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0505 19:51:49.147180    3696 namespace.go:98] [trusted-artifact-signer] adding namespace
I0505 19:51:49.148139    3696 namespace.go:102] [trusted-artifact-signer] adding namespace took 929.608µs
I0505 19:51:49.241189    3696 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 19:51:49.302927    3696 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 19:51:49.413519    3696 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-psfhb] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-psfhb for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:51:49.413633    3696 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-psfhb
I0505 19:51:49.431666    3696 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-psfhb] pod update took 18.066687ms
I0505 19:51:49.431696    3696 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-psfhb] addLogicalPort annotation time took 18.104702ms
I0505 19:51:49.433028    3696 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-psfhb] addLogicalPort took 19.528268ms, libovsdb time 844.137µs
I0505 19:51:49.456067    3696 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-w48h5 09b37f603bc3fa65a8bdda8f554489936e0628ef091533765ab110fec5e73a39 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-w48h5 09b37f603bc3fa65a8bdda8f554489936e0628ef091533765ab110fec5e73a39 network default NAD default NAD key ]
I0505 19:51:49.465459    3696 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-w48h5, hostIfaceName: 09b37f603bc3fa6, network: default, NAD default, SandboxID: "09b37f603bc3fa65a8bdda8f554489936e0628ef091533765ab110fec5e73a39", PCI device ID: , UID: "9f6507e6-68f3-4418-9568-6e2596f92c5c", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0505 19:51:49.515519    3696 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-w48h5 09b37f603bc3fa65a8bdda8f554489936e0628ef091533765ab110fec5e73a39 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-w48h5 09b37f603bc3fa65a8bdda8f554489936e0628ef091533765ab110fec5e73a39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f8:17:c5:8a:3b\",\"name\":\"09b37f603bc3fa6\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/774ab59b-d6f8-4efd-bc94-58a37e7e4c99\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:51:49.781511    3696 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-psfhb d9ecad1013f60d32093356c8b2bcd757fe2c3a845dabf5c0c602a7012824a0dd network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-psfhb d9ecad1013f60d32093356c8b2bcd757fe2c3a845dabf5c0c602a7012824a0dd network default NAD default NAD key ]
I0505 19:51:49.791715    3696 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-psfhb, hostIfaceName: d9ecad1013f60d3, network: default, NAD default, SandboxID: "d9ecad1013f60d32093356c8b2bcd757fe2c3a845dabf5c0c602a7012824a0dd", PCI device ID: , UID: "09d97ae1-3bd1-4023-af6c-0dae9a54af33", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0505 19:51:49.842681    3696 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-psfhb d9ecad1013f60d32093356c8b2bcd757fe2c3a845dabf5c0c602a7012824a0dd network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-psfhb d9ecad1013f60d32093356c8b2bcd757fe2c3a845dabf5c0c602a7012824a0dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:41:75:49:31:9a\",\"name\":\"d9ecad1013f60d3\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0197de21-8183-44f2-bcbe-90d7447b21d8\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:51:53.804221    3696 namespace.go:142] [openshift-operators] updating namespace
I0505 19:51:54.490804    3696 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-qtdnq for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:51:54.490917    3696 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq
I0505 19:51:54.527005    3696 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq] pod update took 36.111286ms
I0505 19:51:54.527031    3696 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq] addLogicalPort annotation time took 36.143598ms
I0505 19:51:54.528274    3696 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq] addLogicalPort took 37.484279ms, libovsdb time 865.932µs
I0505 19:51:54.854897    3696 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq 3ee489270b2717a8996b6bbb09d34e7c8298a3f059dcff4226f8575fd994d466 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq 3ee489270b2717a8996b6bbb09d34e7c8298a3f059dcff4226f8575fd994d466 network default NAD default NAD key ]
I0505 19:51:54.864318    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-qtdnq, hostIfaceName: 3ee489270b2717a, network: default, NAD default, SandboxID: "3ee489270b2717a8996b6bbb09d34e7c8298a3f059dcff4226f8575fd994d466", PCI device ID: , UID: "712a6d1f-47be-4444-91c0-be52b8c870d4", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0505 19:51:54.918440    3696 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq 3ee489270b2717a8996b6bbb09d34e7c8298a3f059dcff4226f8575fd994d466 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qtdnq 3ee489270b2717a8996b6bbb09d34e7c8298a3f059dcff4226f8575fd994d466 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:17:c7:82:d1:f3\",\"name\":\"3ee489270b2717a\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39429b14-eddb-46c9-9e46-e7ab2d2924c8\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:51:56.799386    3696 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-m8wlk for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:51:56.799559    3696 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk
I0505 19:51:56.821740    3696 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk] pod update took 22.218625ms
I0505 19:51:56.821838    3696 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk] addLogicalPort annotation time took 22.319965ms
I0505 19:51:56.823439    3696 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk] addLogicalPort took 24.095409ms, libovsdb time 1.173749ms
I0505 19:51:58.200853    3696 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk e63a222053964964026d8d20e7dcc2daa2ea906be0283082c946a503a359c1eb network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk e63a222053964964026d8d20e7dcc2daa2ea906be0283082c946a503a359c1eb network default NAD default NAD key ]
I0505 19:51:58.212718    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-m8wlk, hostIfaceName: e63a22205396496, network: default, NAD default, SandboxID: "e63a222053964964026d8d20e7dcc2daa2ea906be0283082c946a503a359c1eb", PCI device ID: , UID: "277a9162-30e8-4e63-a349-f9ea793f8564", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0505 19:51:58.266544    3696 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk e63a222053964964026d8d20e7dcc2daa2ea906be0283082c946a503a359c1eb network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-m8wlk e63a222053964964026d8d20e7dcc2daa2ea906be0283082c946a503a359c1eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:e7:c1:66:b7:5e\",\"name\":\"e63a22205396496\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83c4bddb-0cab-4f33-a87d-c8b7d6d81c60\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:52:00.131057    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0505 19:52:01.207399    3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0505 19:52:07.060610    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0505 19:52:10.377022    3696 namespace.go:98] [openshift-pipelines] adding namespace
I0505 19:52:10.377995    3696 namespace.go:102] [openshift-pipelines] adding namespace took 947.526µs
I0505 19:52:10.452493    3696 namespace.go:142] [openshift-pipelines] updating namespace
I0505 19:52:11.725646    3696 namespace.go:142] [cert-manager] updating namespace
I0505 19:52:11.929145    3696 namespace.go:142] [cert-manager-operator] updating namespace
W0505 19:52:12.187305    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 19:52:12.232694    3696 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0505 19:52:12.232764    3696 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sklww IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sklww: no pod IPs found 
I0505 19:52:12.346520    3696 namespace.go:142] [konflux-operator] updating namespace
I0505 19:52:12.537911    3696 namespace.go:142] [konflux-ui] updating namespace
I0505 19:52:12.737556    3696 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace
I0505 19:52:13.320447    3696 namespace.go:142] [rhbk-operator] updating namespace
I0505 19:52:13.635762    3696 namespace.go:142] [rhtpa-operator] updating namespace
I0505 19:52:13.876377    3696 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 19:52:14.100339    3696 namespace.go:142] [tsf] updating namespace
I0505 19:52:14.294616    3696 namespace.go:142] [tsf-keycloak] updating namespace
I0505 19:52:14.491314    3696 namespace.go:142] [tsf-tas] updating namespace
I0505 19:52:14.689060    3696 namespace.go:142] [tsf-tpa] updating namespace
I0505 19:52:14.821119    3696 namespace.go:142] [cert-manager] updating namespace
I0505 19:52:14.840723    3696 namespace.go:142] [cert-manager-operator] updating namespace
I0505 19:52:14.852884    3696 namespace.go:142] [default] updating namespace
I0505 19:52:14.864454    3696 namespace.go:142] [konflux-operator] updating namespace
I0505 19:52:14.880112    3696 namespace.go:142] [konflux-ui] updating namespace
I0505 19:52:14.888669    3696 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace
I0505 19:52:14.895850    3696 namespace.go:142] [openshift] updating namespace
I0505 19:52:14.909642    3696 namespace.go:142] [rhbk-operator] updating namespace
I0505 19:52:14.920788    3696 namespace.go:142] [rhtpa-operator] updating namespace
I0505 19:52:14.931493    3696 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 19:52:14.949586    3696 namespace.go:142] [tsf] updating namespace
I0505 19:52:14.961197    3696 namespace.go:142] [tsf-keycloak] updating namespace
I0505 19:52:14.972287    3696 namespace.go:142] [tsf-tas] updating namespace
I0505 19:52:14.979802    3696 namespace.go:142] [tsf-tpa] updating namespace
I0505 19:52:15.085710    3696 namespace.go:142] [cert-manager] updating namespace
I0505 19:52:15.174280    3696 namespace.go:142] [cert-manager-operator] updating namespace
I0505 19:52:15.272322    3696 namespace.go:142] [default] updating namespace
I0505 19:52:15.379440    3696 namespace.go:142] [konflux-operator] updating namespace
I0505 19:52:15.475610    3696 namespace.go:142] [konflux-ui] updating namespace
I0505 19:52:15.578836    3696 namespace.go:142] [open-cluster-management-2q3vd5kui3hhlrh3ig7v5mg4uql1ia9n] updating namespace
I0505 19:52:15.670673    3696 namespace.go:142] [openshift] updating namespace
I0505 19:52:15.772443    3696 namespace.go:142] [rhbk-operator] updating namespace
I0505 19:52:15.874439    3696 namespace.go:142] [rhtpa-operator] updating namespace
I0505 19:52:15.977510    3696 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 19:52:16.075628    3696 namespace.go:142] [tsf] updating namespace
I0505 19:52:16.181319    3696 namespace.go:142] [tsf-keycloak] updating namespace
I0505 19:52:16.280678    3696 namespace.go:142] [tsf-tas] updating namespace
I0505 19:52:16.380455    3696 namespace.go:142] [tsf-tpa] updating namespace
I0505 19:52:16.858988    3696 namespace.go:142] [openshift-pipelines] updating namespace
I0505 19:52:20.266228    3696 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:52:20.266820    3696 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:52:20.291138    3696 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:52:20.291164    3696 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:52:20.297406    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0505 19:52:20.297433    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0505 19:52:25.671155    3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-v5s6q for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:52:25.671291    3696 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q
I0505 19:52:25.691504    3696 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q] pod update took 20.241182ms
I0505 19:52:25.691526    3696 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q] addLogicalPort annotation time took 20.270257ms
I0505 19:52:25.692797    3696 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q] addLogicalPort took 21.65857ms, libovsdb time 900.394µs
I0505 19:52:26.054417    3696 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q a166b9801fe4ee2816ca5fd4a8bd8f6f8e63710657ff076ad8ca0b92c2ef23c3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q a166b9801fe4ee2816ca5fd4a8bd8f6f8e63710657ff076ad8ca0b92c2ef23c3 network default NAD default NAD key ]
I0505 19:52:26.063808    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-v5s6q, hostIfaceName: a166b9801fe4ee2, network: default, NAD default, SandboxID: "a166b9801fe4ee2816ca5fd4a8bd8f6f8e63710657ff076ad8ca0b92c2ef23c3", PCI device ID: , UID: "5f86c104-ee53-46c0-bcc2-cf92eef57838", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0505 19:52:26.120206    3696 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q a166b9801fe4ee2816ca5fd4a8bd8f6f8e63710657ff076ad8ca0b92c2ef23c3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-v5s6q a166b9801fe4ee2816ca5fd4a8bd8f6f8e63710657ff076ad8ca0b92c2ef23c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f2:a5:99:b4:2d\",\"name\":\"a166b9801fe4ee2\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbab369b-e90f-4b11-a54d-71dab1335201\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:52:29.333810    3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 19:52:29.333830    3696 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 19:52:29.333835    3696 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 19:52:29.566453    3696 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 19:52:29.566473    3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 19:52:29.566479    3696 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0505 19:52:31.667439    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=154
W0505 19:52:33.197480    3696 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 19:52:33.197500    3696 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 19:52:33.197507    3696 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 19:52:33.197512    3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 19:52:33.222999    3696 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0505 19:52:33.253558    3696 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0505 19:52:37.791148    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
W0505 19:52:40.336819    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 19:52:40.336838    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 19:52:40.336843    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0505 19:52:42.678287    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=769
I0505 19:52:47.763950    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0505 19:52:49.779828    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0505 19:52:50.949727    3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-knbfg] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-knbfg for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:52:50.949878    3696 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-knbfg
I0505 19:52:50.967933    3696 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-knbfg] pod update took 18.12592ms
I0505 19:52:50.967962    3696 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-knbfg] addLogicalPort annotation time took 18.1619ms
I0505 19:52:50.969248    3696 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-knbfg] addLogicalPort took 19.536089ms, libovsdb time 896.417µs
I0505 19:52:51.060575    3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-glxrv for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:52:51.060684    3696 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv
I0505 19:52:51.075086    3696 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv] pod update took 14.43488ms
I0505 19:52:51.075111    3696 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv] addLogicalPort annotation time took 14.465509ms
I0505 19:52:51.076528    3696 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv] addLogicalPort took 15.976109ms, libovsdb time 969.435µs
I0505 19:52:51.307106    3696 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-knbfg 6dcc09388f78fc01d034674b2ed9bdb82d4d1ed23b47684ffb13e52b0c412b5a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-knbfg 6dcc09388f78fc01d034674b2ed9bdb82d4d1ed23b47684ffb13e52b0c412b5a network default NAD default NAD key ]
I0505 19:52:51.316231    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-knbfg, hostIfaceName: 6dcc09388f78fc0, network: default, NAD default, SandboxID: "6dcc09388f78fc01d034674b2ed9bdb82d4d1ed23b47684ffb13e52b0c412b5a", PCI device ID: , UID: "e7fddcd9-61e0-49c2-b4c5-ebda50c96288", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0505 19:52:51.370569    3696 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-knbfg 6dcc09388f78fc01d034674b2ed9bdb82d4d1ed23b47684ffb13e52b0c412b5a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-knbfg 6dcc09388f78fc01d034674b2ed9bdb82d4d1ed23b47684ffb13e52b0c412b5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:62:1a:50:db:4b\",\"name\":\"6dcc09388f78fc0\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/196d46d4-16dd-4863-b54f-e30f07d6f6ae\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:52:51.422327    3696 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv 763fd235f7ac5565dcda848faa5ae2f65500aeb961b026ece8ea81872f434c7f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv 763fd235f7ac5565dcda848faa5ae2f65500aeb961b026ece8ea81872f434c7f network default NAD default NAD key ]
I0505 19:52:51.432193    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-glxrv, hostIfaceName: 763fd235f7ac556, network: default, NAD default, SandboxID: "763fd235f7ac5565dcda848faa5ae2f65500aeb961b026ece8ea81872f434c7f", PCI device ID: , UID: "70811e5a-f6a4-4512-b2e8-0d1fc6c41d27", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0505 19:52:51.485831    3696 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv 763fd235f7ac5565dcda848faa5ae2f65500aeb961b026ece8ea81872f434c7f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-glxrv 763fd235f7ac5565dcda848faa5ae2f65500aeb961b026ece8ea81872f434c7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:8a:76:18:b0:4d\",\"name\":\"763fd235f7ac556\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccea3723-f9ba-446d-a067-78f42d957df2\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:52:54.673430    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0505 19:52:56.474373    3696 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:52:56.474895    3696 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:52:56.496557    3696 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:52:56.496584    3696 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:52:56.503022    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0505 19:52:56.503049    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0505 19:52:58.382282    3696 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0505 19:52:58.382846    3696 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0505 19:52:58.382863    3696 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0505 19:52:58.385007    3696 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0505 19:53:04.731288    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0505 19:53:04.731308    3696 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0505 19:53:04.734804    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0505 19:53:04.734821    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0505 19:53:09.667920    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=114
I0505 19:53:12.320046    3696 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0505 19:53:15.409005    3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:53:15.409098    3696 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0505 19:53:15.421145    3696 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.069238ms
I0505 19:53:15.421170    3696 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.098731ms
I0505 19:53:15.422643    3696 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.655604ms, libovsdb time 967.954µs
I0505 19:53:17.770277    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0505 19:53:19.968700    3696 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 8f75c8859020aed7157f965707a30d090bef896ba2b7ef8ca1c22c773e18ca9d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 8f75c8859020aed7157f965707a30d090bef896ba2b7ef8ca1c22c773e18ca9d network default NAD default NAD key ]
I0505 19:53:19.978306    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 8f75c8859020aed, network: default, NAD default, SandboxID: "8f75c8859020aed7157f965707a30d090bef896ba2b7ef8ca1c22c773e18ca9d", PCI device ID: , UID: "6cdd3dfe-de40-49c5-9901-b3c2be1e43f8", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0505 19:53:20.030716    3696 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 8f75c8859020aed7157f965707a30d090bef896ba2b7ef8ca1c22c773e18ca9d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 8f75c8859020aed7157f965707a30d090bef896ba2b7ef8ca1c22c773e18ca9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:0c:1d:5a:07:a0\",\"name\":\"8f75c8859020aed\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e32e211-026f-4599-bbd2-092507d250d0\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:53:25.685379    3696 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0505 19:53:27.015298    3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-jgmrw for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:53:27.015436    3696 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw
I0505 19:53:27.035030    3696 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw] pod update took 19.628012ms
I0505 19:53:27.035055    3696 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw] addLogicalPort annotation time took 19.662327ms
I0505 19:53:27.036402    3696 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw] addLogicalPort took 21.124358ms, libovsdb time 885.042µs
I0505 19:53:28.023370    3696 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw 429c0512ec94bec7d7705b3914f964db219ccdf9981b74b2a623532889d89708 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw 429c0512ec94bec7d7705b3914f964db219ccdf9981b74b2a623532889d89708 network default NAD default NAD key ]
I0505 19:53:28.032568    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-jgmrw, hostIfaceName: 429c0512ec94bec, network: default, NAD default, SandboxID: "429c0512ec94bec7d7705b3914f964db219ccdf9981b74b2a623532889d89708", PCI device ID: , UID: "ab16f8d8-c9c6-4832-a5fa-d3bf111a5991", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0505 19:53:28.088062    3696 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw 429c0512ec94bec7d7705b3914f964db219ccdf9981b74b2a623532889d89708 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-jgmrw 429c0512ec94bec7d7705b3914f964db219ccdf9981b74b2a623532889d89708 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:d6:e4:d3:f2:e5\",\"name\":\"429c0512ec94bec\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f34a8ce-a2fe-495e-9e5d-3e4ef2dbe804\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:53:31.669701    3696 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 19:53:31.669725    3696 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 19:53:31.669732    3696 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 19:53:38.714570    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 19:53:38.714599    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 19:53:38.714606    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0505 19:53:42.754111    3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0505 19:53:44.685756    3696 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-kq7bk] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-kq7bk for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:53:44.685865    3696 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-kq7bk
I0505 19:53:44.699392    3696 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-kq7bk] pod update took 13.553695ms
I0505 19:53:44.699426    3696 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-kq7bk] addLogicalPort annotation time took 13.592881ms
I0505 19:53:44.700971    3696 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-kq7bk] addLogicalPort took 15.238145ms, libovsdb time 914.305µs
I0505 19:53:45.046745    3696 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-kq7bk 092edca69d3000f7d6df791c15b63b853dea7735bdf852fb4bd5fbf59f5ac6b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-kq7bk 092edca69d3000f7d6df791c15b63b853dea7735bdf852fb4bd5fbf59f5ac6b3 network default NAD default NAD key ]
I0505 19:53:45.056161    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-kq7bk, hostIfaceName: 092edca69d3000f, network: default, NAD default, SandboxID: "092edca69d3000f7d6df791c15b63b853dea7735bdf852fb4bd5fbf59f5ac6b3", PCI device ID: , UID: "14eb90cd-0fe3-4f53-b3c0-a8d9f3e8ff1b", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0505 19:53:45.112048    3696 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-kq7bk 092edca69d3000f7d6df791c15b63b853dea7735bdf852fb4bd5fbf59f5ac6b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-kq7bk 092edca69d3000f7d6df791c15b63b853dea7735bdf852fb4bd5fbf59f5ac6b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:10:ce:a0:8c:87\",\"name\":\"092edca69d3000f\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46205db2-aeca-4aa3-9647-c3e3bf364ef9\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:53:45.760037    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0505 19:53:48.818019    3696 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:53:48.818678    3696 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:53:48.863911    3696 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:53:48.863935    3696 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:53:48.872057    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0505 19:53:48.872086    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0505 19:53:50.684466    3696 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-4ddlt-w6585] creating logical port tsf-tas_segment-backup-installation-4ddlt-w6585 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:53:50.684573    3696 kube.go:256] Updating pod tsf-tas/segment-backup-installation-4ddlt-w6585
I0505 19:53:50.697119    3696 pod.go:62] [tsf-tas/segment-backup-installation-4ddlt-w6585] pod update took 12.575795ms
I0505 19:53:50.697141    3696 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-4ddlt-w6585] addLogicalPort annotation time took 12.603588ms
I0505 19:53:50.700030    3696 pods.go:271] [tsf-tas/segment-backup-installation-4ddlt-w6585] addLogicalPort took 15.579582ms, libovsdb time 2.390003ms
I0505 19:53:51.049577    3696 cni.go:452] [tsf-tas/segment-backup-installation-4ddlt-w6585 b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-4ddlt-w6585 b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b network default NAD default NAD key ]
I0505 19:53:51.059457    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-4ddlt-w6585, hostIfaceName: b38d06b0ebae7fb, network: default, NAD default, SandboxID: "b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b", PCI device ID: , UID: "7d6acfd5-0718-46f0-8d9b-4398f265e661", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0505 19:53:51.117066    3696 cni.go:473] [tsf-tas/segment-backup-installation-4ddlt-w6585 b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-4ddlt-w6585 b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ab:3e:61:7d:69\",\"name\":\"b38d06b0ebae7fb\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1295e5a-845b-4834-b128-070b95bc75a3\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:53:51.329748    3696 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6994cccbcd-km5vz] creating logical port tsf-tas_fulcio-server-6994cccbcd-km5vz for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:53:51.329876    3696 kube.go:256] Updating pod tsf-tas/fulcio-server-6994cccbcd-km5vz
I0505 19:53:51.353813    3696 pod.go:62] [tsf-tas/fulcio-server-6994cccbcd-km5vz] pod update took 23.955679ms
I0505 19:53:51.353912    3696 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6994cccbcd-km5vz] addLogicalPort annotation time took 24.058259ms
I0505 19:53:51.355634    3696 pods.go:271] [tsf-tas/fulcio-server-6994cccbcd-km5vz] addLogicalPort took 25.904632ms, libovsdb time 1.058026ms
I0505 19:53:51.594816    3696 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-wrc7z-cn58m] creating logical port tsf-tas_ctlog-createtree-job-wrc7z-cn58m for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:53:51.594913    3696 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-wrc7z-cn58m
I0505 19:53:51.613803    3696 pod.go:62] [tsf-tas/ctlog-createtree-job-wrc7z-cn58m] pod update took 18.892162ms
I0505 19:53:51.613832    3696 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-wrc7z-cn58m] addLogicalPort annotation time took 18.949461ms
I0505 19:53:51.615455    3696 pods.go:271] [tsf-tas/ctlog-createtree-job-wrc7z-cn58m] addLogicalPort took 20.655666ms, libovsdb time 1.128009ms
I0505 19:53:51.693827    3696 cni.go:452] [tsf-tas/fulcio-server-6994cccbcd-km5vz ce58745102112bfe041b2dbb122c116578ee612bd87f73e83bb7e536a01e57df network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6994cccbcd-km5vz ce58745102112bfe041b2dbb122c116578ee612bd87f73e83bb7e536a01e57df network default NAD default NAD key ]
I0505 19:53:51.704918    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6994cccbcd-km5vz, hostIfaceName: ce58745102112bf, network: default, NAD default, SandboxID: "ce58745102112bfe041b2dbb122c116578ee612bd87f73e83bb7e536a01e57df", PCI device ID: , UID: "7c1563f7-fa58-4eb3-b528-44833752a6a6", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0505 19:53:51.776528    3696 cni.go:473] [tsf-tas/fulcio-server-6994cccbcd-km5vz ce58745102112bfe041b2dbb122c116578ee612bd87f73e83bb7e536a01e57df network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6994cccbcd-km5vz ce58745102112bfe041b2dbb122c116578ee612bd87f73e83bb7e536a01e57df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:1b:4c:ec:5e:61\",\"name\":\"ce58745102112bf\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d43ea82c-8cd4-40b3-9061-db3f01a19365\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:53:51.979852    3696 cni.go:452] [tsf-tas/ctlog-createtree-job-wrc7z-cn58m 2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-wrc7z-cn58m 2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85 network default NAD default NAD key ]
I0505 19:53:51.992582    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-wrc7z-cn58m, hostIfaceName: 2b804b5bd97c788, network: default, NAD default, SandboxID: "2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85", PCI device ID: , UID: "bfbde945-772e-48de-b8dc-340650f9060a", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0505 19:53:52.064527    3696 cni.go:473] [tsf-tas/ctlog-createtree-job-wrc7z-cn58m 2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-wrc7z-cn58m 2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:f4:3d:bb:23:26\",\"name\":\"2b804b5bd97c788\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b61ba02-e460-421e-a8d4-1ece810042bf\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:53:53.802722    3696 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0505 19:53:53.802746    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0505 19:53:54.840443    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server
W0505 19:53:54.840468    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server
W0505 19:53:59.986809    3696 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0505 19:54:00.786909    3696 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0505 19:54:01.928853    3696 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fxf2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:01.929486    3696 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fxf2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:02.787935    3696 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fxf2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:02.787963    3696 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fxf2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:04.884333    3696 cni.go:452] [tsf-tas/segment-backup-installation-4ddlt-w6585 b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-4ddlt-w6585 b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b network default NAD default NAD key ]
I0505 19:54:04.963890    3696 cni.go:473] [tsf-tas/segment-backup-installation-4ddlt-w6585 b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-4ddlt-w6585 b38d06b0ebae7fb607b6079e472ffad38fc102e27d0e5f3642f84eb0b2c9cf7b network default NAD default NAD key default], result "{}", err <nil>
I0505 19:54:05.015562    3696 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:05.015600    3696 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-4ddlt-w6585
I0505 19:54:05.016965    3696 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-4ddlt-w6585, ips: 10.129.0.41
I0505 19:54:05.016997    3696 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:05.892994    3696 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:05.893017    3696 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4ddlt-w6585 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:07.599462    3696 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-f7n42 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:54:07.599560    3696 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42
I0505 19:54:07.617892    3696 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42] pod update took 18.361249ms
I0505 19:54:07.617915    3696 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42] addLogicalPort annotation time took 18.389972ms
I0505 19:54:07.619214    3696 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42] addLogicalPort took 19.768834ms, libovsdb time 877.105µs
I0505 19:54:07.964582    3696 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42 6de8f3f8f9ea71f20a107d5c2e9975c56d175495f543319803af8d44643d9a9e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42 6de8f3f8f9ea71f20a107d5c2e9975c56d175495f543319803af8d44643d9a9e network default NAD default NAD key ]
I0505 19:54:07.974629    3696 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-f7n42, hostIfaceName: 6de8f3f8f9ea71f, network: default, NAD default, SandboxID: "6de8f3f8f9ea71f20a107d5c2e9975c56d175495f543319803af8d44643d9a9e", PCI device ID: , UID: "14e38bc2-3bda-497a-833d-34eec4bb5be3", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0505 19:54:08.031289    3696 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42 6de8f3f8f9ea71f20a107d5c2e9975c56d175495f543319803af8d44643d9a9e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7n42 6de8f3f8f9ea71f20a107d5c2e9975c56d175495f543319803af8d44643d9a9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:10:a5:71:1a:3f\",\"name\":\"6de8f3f8f9ea71f\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cdc6b3b-5cdc-43d2-8f15-f9ed40916ef9\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:54:09.032104    3696 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0505 19:54:09.910936    3696 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 19:54:09.910952    3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 19:54:10.920398    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 19:54:10.920418    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 19:54:23.894406    3696 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0505 19:54:38.628753    3696 namespace.go:142] [openshift-pipelines] updating namespace
I0505 19:54:42.160113    3696 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:42.160673    3696 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:42.181918    3696 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:42.181946    3696 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:42.188068    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0505 19:54:42.188095    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0505 19:54:44.105623    3696 cni.go:452] [tsf-tas/ctlog-createtree-job-wrc7z-cn58m 2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-wrc7z-cn58m 2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85 network default NAD default NAD key ]
I0505 19:54:44.195603    3696 cni.go:473] [tsf-tas/ctlog-createtree-job-wrc7z-cn58m 2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-wrc7z-cn58m 2b804b5bd97c7880b824c7b706a70c849d0131ce45963a2d9bf9d5f5f2184e85 network default NAD default NAD key default], result "{}", err <nil>
I0505 19:54:44.245710    3696 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:44.245740    3696 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-wrc7z-cn58m
I0505 19:54:44.247430    3696 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-wrc7z-cn58m, ips: 10.129.0.43
I0505 19:54:44.247457    3696 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:45.123242    3696 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:45.123267    3696 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-wrc7z-cn58m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:46.837689    3696 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5b78998dc8-rqv7f] creating logical port tsf-tas_ctlog-5b78998dc8-rqv7f for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:54:46.837846    3696 kube.go:256] Updating pod tsf-tas/ctlog-5b78998dc8-rqv7f
I0505 19:54:46.854153    3696 pod.go:62] [tsf-tas/ctlog-5b78998dc8-rqv7f] pod update took 16.347456ms
I0505 19:54:46.854186    3696 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5b78998dc8-rqv7f] addLogicalPort annotation time took 16.388172ms
I0505 19:54:46.857038    3696 pods.go:271] [tsf-tas/ctlog-5b78998dc8-rqv7f] addLogicalPort took 19.366677ms, libovsdb time 2.263467ms
I0505 19:54:47.797576    3696 cni.go:452] [tsf-tas/ctlog-5b78998dc8-rqv7f f46a238be5177ec6e2fc72a34ca8f6891a1928965c8ae44a525aecd369c10f5b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5b78998dc8-rqv7f f46a238be5177ec6e2fc72a34ca8f6891a1928965c8ae44a525aecd369c10f5b network default NAD default NAD key ]
I0505 19:54:47.807021    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5b78998dc8-rqv7f, hostIfaceName: f46a238be5177ec, network: default, NAD default, SandboxID: "f46a238be5177ec6e2fc72a34ca8f6891a1928965c8ae44a525aecd369c10f5b", PCI device ID: , UID: "81b79db3-3b23-4c28-b3da-10d36a8dd16b", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0505 19:54:47.861736    3696 cni.go:473] [tsf-tas/ctlog-5b78998dc8-rqv7f f46a238be5177ec6e2fc72a34ca8f6891a1928965c8ae44a525aecd369c10f5b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5b78998dc8-rqv7f f46a238be5177ec6e2fc72a34ca8f6891a1928965c8ae44a525aecd369c10f5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:78:8d:69:21:9b\",\"name\":\"f46a238be5177ec\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87adabfe-763e-4b4c-90cb-2e92b18688df\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:54:49.127621    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0505 19:54:50.370108    3696 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:50.370689    3696 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:51.221256    3696 obj_retry.go:498] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:51.221813    3696 obj_retry.go:498] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:51.263684    3696 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:51.263711    3696 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-25678-2st2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:52.095034    3696 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:52.095060    3696 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:52.195088    3696 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-lfgcz] creating logical port tsf_tsf-tekton-configuration-lfgcz for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:54:52.195230    3696 kube.go:256] Updating pod tsf/tsf-tekton-configuration-lfgcz
I0505 19:54:52.207587    3696 pod.go:62] [tsf/tsf-tekton-configuration-lfgcz] pod update took 12.383582ms
I0505 19:54:52.207612    3696 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-lfgcz] addLogicalPort annotation time took 12.413233ms
I0505 19:54:52.209091    3696 pods.go:271] [tsf/tsf-tekton-configuration-lfgcz] addLogicalPort took 14.019568ms, libovsdb time 1.048539ms
I0505 19:54:52.557286    3696 cni.go:452] [tsf/tsf-tekton-configuration-lfgcz 859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-lfgcz 859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317 network default NAD default NAD key ]
I0505 19:54:52.566468    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-lfgcz, hostIfaceName: 859f90d689e58f9, network: default, NAD default, SandboxID: "859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317", PCI device ID: , UID: "d65920db-c765-4cf1-89c0-89e2dc3d1c5d", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
I0505 19:54:52.621098    3696 cni.go:473] [tsf/tsf-tekton-configuration-lfgcz 859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-lfgcz 859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d1:78:0d:d0:cb\",\"name\":\"859f90d689e58f9\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba801169-807e-45c4-9a58-333c8f6772e2\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:54:57.123303    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0505 19:54:58.186697    3696 cni.go:452] [tsf/tsf-tekton-configuration-lfgcz 859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-lfgcz 859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317 network default NAD default NAD key ]
I0505 19:54:58.276519    3696 cni.go:473] [tsf/tsf-tekton-configuration-lfgcz 859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-lfgcz 859f90d689e58f932789cd42685c0ac7eaf1c2e845ee7bceb3fbb735f587b317 network default NAD default NAD key default], result "{}", err <nil>
I0505 19:54:58.329980    3696 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lfgcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:54:58.330015    3696 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-lfgcz
I0505 19:54:58.331378    3696 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-lfgcz, ips: 10.129.0.46
I0505 19:54:58.331409    3696 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lfgcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0505 19:54:59.145246    3696 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0505 19:54:59.354760    3696 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lfgcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:59.354786    3696 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lfgcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:59.393280    3696 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:59.393299    3696 obj_retry.go:492] Detected object tsf/patch-tekton-config-vqlsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:54:59.403013    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-vqlsk
I0505 19:54:59.403039    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-vqlsk
W0505 19:55:00.142196    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
W0505 19:55:01.162303    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0505 19:55:04.326905    3696 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:04.327548    3696 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:04.350728    3696 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:04.350748    3696 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:04.358704    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0505 19:55:04.358731    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0505 19:55:09.446574    3696 obj_retry.go:498] Detected object tsf-tpa/create-db-knr6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:09.447120    3696 obj_retry.go:498] Detected object tsf-tpa/create-db-knr6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:10.470793    3696 obj_retry.go:492] Detected object tsf-tpa/create-db-knr6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:10.470820    3696 obj_retry.go:492] Detected object tsf-tpa/create-db-knr6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:10.575804    3696 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-j8znk] creating logical port tsf-tpa_migrate-db-j8znk for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:55:10.575894    3696 kube.go:256] Updating pod tsf-tpa/migrate-db-j8znk
I0505 19:55:10.589173    3696 pod.go:62] [tsf-tpa/migrate-db-j8znk] pod update took 13.303515ms
I0505 19:55:10.589196    3696 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-j8znk] addLogicalPort annotation time took 13.33054ms
I0505 19:55:10.590543    3696 pods.go:271] [tsf-tpa/migrate-db-j8znk] addLogicalPort took 14.754291ms, libovsdb time 933.578µs
I0505 19:55:10.934804    3696 cni.go:452] [tsf-tpa/migrate-db-j8znk 6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-j8znk 6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc network default NAD default NAD key ]
I0505 19:55:10.944100    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-j8znk, hostIfaceName: 6f75acf6862c30c, network: default, NAD default, SandboxID: "6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc", PCI device ID: , UID: "1f238801-eef3-45d1-b7c6-f2a09af4b6e5", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23]
I0505 19:55:10.997858    3696 cni.go:473] [tsf-tpa/migrate-db-j8znk 6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-j8znk 6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:f1:a0:2f:84:b9\",\"name\":\"6f75acf6862c30c\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7a55928-21a3-4732-be19-8bf3107216e1\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:55:17.300559    3696 cni.go:452] [tsf-tpa/migrate-db-j8znk 6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-j8znk 6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc network default NAD default NAD key ]
I0505 19:55:17.377669    3696 cni.go:473] [tsf-tpa/migrate-db-j8znk 6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-j8znk 6f75acf6862c30cead0b53b4108c51b6065fe0cd10a717139366c9290e7501cc network default NAD default NAD key default], result "{}", err <nil>
I0505 19:55:17.432002    3696 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8znk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:17.432042    3696 pods.go:176] Deleting pod: tsf-tpa/migrate-db-j8znk
I0505 19:55:17.433387    3696 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-j8znk, ips: 10.129.0.47
I0505 19:55:17.433414    3696 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8znk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:18.318013    3696 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8znk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:18.318043    3696 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8znk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:19.624923    3696 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-f4r62-h4wpm] creating logical port tsf-tas_tuf-repository-init-f4r62-h4wpm for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:55:19.625026    3696 kube.go:256] Updating pod tsf-tas/tuf-repository-init-f4r62-h4wpm
I0505 19:55:19.638432    3696 pod.go:62] [tsf-tas/tuf-repository-init-f4r62-h4wpm] pod update took 13.430541ms
I0505 19:55:19.638464    3696 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-f4r62-h4wpm] addLogicalPort annotation time took 13.46769ms
I0505 19:55:19.640025    3696 pods.go:271] [tsf-tas/tuf-repository-init-f4r62-h4wpm] addLogicalPort took 15.118689ms, libovsdb time 988.065µs
I0505 19:55:20.512750    3696 obj_retry.go:498] Detected object tsf-tpa/create-importers-8jds7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:20.513346    3696 obj_retry.go:498] Detected object tsf-tpa/create-importers-8jds7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:21.537556    3696 obj_retry.go:492] Detected object tsf-tpa/create-importers-8jds7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:21.537579    3696 obj_retry.go:492] Detected object tsf-tpa/create-importers-8jds7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:22.984683    3696 cni.go:452] [tsf-tas/tuf-repository-init-f4r62-h4wpm 9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-f4r62-h4wpm 9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2 network default NAD default NAD key ]
I0505 19:55:22.995885    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-f4r62-h4wpm, hostIfaceName: 9d42307fb659b0e, network: default, NAD default, SandboxID: "9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2", PCI device ID: , UID: "e417f072-d12f-4ed1-82c4-1935d9cc45a6", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23]
I0505 19:55:23.049407    3696 cni.go:473] [tsf-tas/tuf-repository-init-f4r62-h4wpm 9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-f4r62-h4wpm 9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:c7:a0:69:48:0b\",\"name\":\"9d42307fb659b0e\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1495e1e0-e4e7-493a-961e-ff4be3467f50\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:55:29.374686    3696 cni.go:452] [tsf-tas/tuf-repository-init-f4r62-h4wpm 9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-f4r62-h4wpm 9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2 network default NAD default NAD key ]
I0505 19:55:29.460742    3696 cni.go:473] [tsf-tas/tuf-repository-init-f4r62-h4wpm 9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-f4r62-h4wpm 9d42307fb659b0e3090d55db36174411c0497eecd5cbc5358894ca274c4932d2 network default NAD default NAD key default], result "{}", err <nil>
I0505 19:55:29.562064    3696 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:29.562109    3696 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-f4r62-h4wpm
I0505 19:55:29.563529    3696 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-f4r62-h4wpm, ips: 10.129.0.48
I0505 19:55:29.563555    3696 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:30.388870    3696 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:30.388897    3696 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-f4r62-h4wpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:31.723275    3696 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-7sdmt] creating logical port tsf-tas_tuf-97fc8ff76-7sdmt for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:55:31.723398    3696 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-7sdmt
I0505 19:55:31.738204    3696 pod.go:62] [tsf-tas/tuf-97fc8ff76-7sdmt] pod update took 14.854688ms
I0505 19:55:31.738231    3696 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-7sdmt] addLogicalPort annotation time took 14.888197ms
I0505 19:55:31.739570    3696 pods.go:271] [tsf-tas/tuf-97fc8ff76-7sdmt] addLogicalPort took 16.315576ms, libovsdb time 845.387µs
I0505 19:55:32.982786    3696 cni.go:452] [tsf-tas/tuf-97fc8ff76-7sdmt e49d1e323559724ab158d93448fb0931639fcb5a8841504341ec4b2f187e9709 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-7sdmt e49d1e323559724ab158d93448fb0931639fcb5a8841504341ec4b2f187e9709 network default NAD default NAD key ]
I0505 19:55:32.992649    3696 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-7sdmt, hostIfaceName: e49d1e323559724, network: default, NAD default, SandboxID: "e49d1e323559724ab158d93448fb0931639fcb5a8841504341ec4b2f187e9709", PCI device ID: , UID: "50732ed1-cfcd-4862-9aa7-48942cb50230", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23]
I0505 19:55:33.047927    3696 cni.go:473] [tsf-tas/tuf-97fc8ff76-7sdmt e49d1e323559724ab158d93448fb0931639fcb5a8841504341ec4b2f187e9709 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-7sdmt e49d1e323559724ab158d93448fb0931639fcb5a8841504341ec4b2f187e9709 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:1c:76:3e:3a:eb\",\"name\":\"e49d1e323559724\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb76b631-839f-470f-a8a0-a3938bb2481d\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:55:33.371673    3696 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0505 19:55:34.402418    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0505 19:55:45.420194    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0505 19:55:51.652406    3696 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:51.652943    3696 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:55:51.693390    3696 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:51.693413    3696 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:55:51.699662    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0505 19:55:51.699689    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0505 19:55:52.531944    3696 namespace.go:98] [build-service] adding namespace
I0505 19:55:52.532841    3696 namespace.go:102] [build-service] adding namespace took 870.087µs
I0505 19:55:52.539399    3696 namespace.go:98] [image-controller] adding namespace
I0505 19:55:52.539521    3696 namespace.go:98] [integration-service] adding namespace
I0505 19:55:52.539662    3696 namespace.go:98] [default-tenant] adding namespace
I0505 19:55:52.540273    3696 namespace.go:102] [image-controller] adding namespace took 856.569µs
I0505 19:55:52.540893    3696 namespace.go:102] [integration-service] adding namespace took 1.352889ms
I0505 19:55:52.541549    3696 namespace.go:102] [default-tenant] adding namespace took 1.874524ms
I0505 19:55:52.622885    3696 namespace.go:142] [build-service] updating namespace
I0505 19:55:52.657790    3696 namespace.go:142] [build-service] updating namespace
I0505 19:55:52.682462    3696 namespace.go:142] [image-controller] updating namespace
I0505 19:55:52.705369    3696 namespace.go:142] [image-controller] updating namespace
I0505 19:55:52.729707    3696 namespace.go:142] [integration-service] updating namespace
I0505 19:55:52.755811    3696 namespace.go:142] [integration-service] updating namespace
I0505 19:55:52.778795    3696 namespace.go:142] [default-tenant] updating namespace
I0505 19:55:52.819049    3696 namespace.go:142] [default-tenant] updating namespace
I0505 19:55:52.831186    3696 namespace.go:142] [build-service] updating namespace
I0505 19:55:52.875173    3696 namespace.go:142] [integration-service] updating namespace
I0505 19:55:52.879949    3696 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:55:52.880036    3696 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0505 19:55:52.906116    3696 namespace.go:98] [release-service] adding namespace
I0505 19:55:52.907005    3696 namespace.go:102] [release-service] adding namespace took 870.431µs
I0505 19:55:52.918750    3696 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 38.736916ms
I0505 19:55:52.918769    3696 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 38.761124ms
I0505 19:55:52.919985    3696 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 40.050713ms, libovsdb time 747.323µs
I0505 19:55:52.946604    3696 namespace.go:142] [konflux-ui] updating namespace
I0505 19:55:52.988672    3696 namespace.go:142] [release-service] updating namespace
I0505 19:55:52.995449    3696 namespace.go:142] [release-service] updating namespace
I0505 19:55:53.182443    3696 namespace.go:98] [namespace-lister] adding namespace
I0505 19:55:53.183273    3696 namespace.go:102] [namespace-lister] adding namespace took 808.35µs
I0505 19:55:53.195976    3696 namespace.go:98] [konflux-info] adding namespace
I0505 19:55:53.196741    3696 namespace.go:102] [konflux-info] adding namespace took 747.64µs
I0505 19:55:53.242775    3696 cni.go:452] [konflux-ui/test-tsf-konflux f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295 network default NAD default NAD key ]
I0505 19:55:53.254072    3696 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: f67eb9e993411db, network: default, NAD default, SandboxID: "f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295", PCI device ID: , UID: "0cddd103-333c-40ca-8c33-f5aa2e2b21f6", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23]
I0505 19:55:53.255583    3696 namespace.go:98] [enterprise-contract-service] adding namespace
I0505 19:55:53.256595    3696 namespace.go:102] [enterprise-contract-service] adding namespace took 972.237µs
I0505 19:55:53.271485    3696 namespace.go:142] [image-controller] updating namespace
I0505 19:55:53.308767    3696 cni.go:473] [konflux-ui/test-tsf-konflux f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:17:e2:10:af:80\",\"name\":\"f67eb9e993411db\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ea7cf0e-095d-4e4f-a0e8-42d08c628fa2\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:55:53.397626    3696 namespace.go:142] [namespace-lister] updating namespace
I0505 19:55:53.568650    3696 namespace.go:142] [namespace-lister] updating namespace
I0505 19:55:53.736955    3696 namespace.go:142] [konflux-info] updating namespace
I0505 19:55:53.808611    3696 namespace.go:142] [default-tenant] updating namespace
I0505 19:55:53.901477    3696 namespace.go:142] [konflux-info] updating namespace
I0505 19:55:54.123599    3696 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 19:55:54.123689    3696 namespace.go:98] [segment-bridge] adding namespace
I0505 19:55:54.124600    3696 namespace.go:102] [segment-bridge] adding namespace took 879.948µs
I0505 19:55:54.238587    3696 namespace.go:98] [konflux-cli] adding namespace
I0505 19:55:54.239507    3696 namespace.go:102] [konflux-cli] adding namespace took 897.044µs
I0505 19:55:54.273832    3696 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 19:55:54.374064    3696 namespace.go:142] [segment-bridge] updating namespace
I0505 19:55:54.446050    3696 namespace.go:142] [segment-bridge] updating namespace
I0505 19:55:54.506876    3696 namespace.go:142] [konflux-cli] updating namespace
I0505 19:55:54.597646    3696 namespace.go:142] [konflux-cli] updating namespace
I0505 19:55:54.753590    3696 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0505 19:55:54.754363    3696 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0505 19:55:54.754387    3696 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0505 19:55:54.757496    3696 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0505 19:55:54.836557    3696 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0505 19:55:54.836619    3696 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0505 19:55:54.837853    3696 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0505 19:55:55.482564    3696 namespace.go:142] [build-service] updating namespace
I0505 19:55:55.962610    3696 namespace.go:142] [default-tenant] updating namespace
I0505 19:55:56.402129    3696 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 19:55:56.495210    3696 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-rqfq9] creating logical port build-service_build-service-controller-manager-7cbf488fcf-rqfq9 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:55:56.495465    3696 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-rqfq9
I0505 19:55:56.511052    3696 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-rqfq9] pod update took 15.623486ms
I0505 19:55:56.511077    3696 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-rqfq9] addLogicalPort annotation time took 15.656246ms
I0505 19:55:56.512841    3696 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-rqfq9] addLogicalPort took 17.65678ms, libovsdb time 1.17806ms
I0505 19:55:56.647520    3696 namespace.go:142] [image-controller] updating namespace
I0505 19:55:56.940579    3696 namespace.go:142] [integration-service] updating namespace
I0505 19:55:57.154887    3696 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-7v9d4 for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:55:57.155060    3696 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4
I0505 19:55:57.163843    3696 base_network_controller_pods.go:487] [default/konflux-ui/proxy-86cf885589-pgmdl] creating logical port konflux-ui_proxy-86cf885589-pgmdl for pod on switch ip-10-0-1-242.ec2.internal
I0505 19:55:57.163961    3696 kube.go:256] Updating pod konflux-ui/proxy-86cf885589-pgmdl
I0505 19:55:57.172211    3696 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4] pod update took 17.200333ms
I0505 19:55:57.172239    3696 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4] addLogicalPort annotation time took 17.232703ms
I0505 19:55:57.173932    3696 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4] addLogicalPort took 19.063656ms, libovsdb time 1.103404ms
I0505 19:55:57.186878    3696 pod.go:62] [konflux-ui/proxy-86cf885589-pgmdl] pod update took 22.950817ms
I0505 19:55:57.186905    3696 base_network_controller_pods.go:951] [default/konflux-ui/proxy-86cf885589-pgmdl] addLogicalPort annotation time took 22.989885ms
I0505 19:55:57.188566    3696 pods.go:271] [konflux-ui/proxy-86cf885589-pgmdl] addLogicalPort took 24.741136ms, libovsdb time 1.152294ms
I0505 19:55:57.388253    3696 namespace.go:142] [konflux-cli] updating namespace
I0505 19:55:57.401282    3696 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-rqfq9 8ff70c8158b42093f285aa5f40b52f472b4f735b51cf6706e475cc167b265ef1 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-rqfq9 8ff70c8158b42093f285aa5f40b52f472b4f735b51cf6706e475cc167b265ef1 network default NAD default NAD key ]
I0505 19:55:57.412474    3696 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-rqfq9, hostIfaceName: 8ff70c8158b4209, network: default, NAD default, SandboxID: "8ff70c8158b42093f285aa5f40b52f472b4f735b51cf6706e475cc167b265ef1", PCI device ID: , UID: "e17a4b56-9765-424f-9cdb-84dbc10399de", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23]
I0505 19:55:57.473942    3696 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-rqfq9 8ff70c8158b42093f285aa5f40b52f472b4f735b51cf6706e475cc167b265ef1 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-rqfq9 8ff70c8158b42093f285aa5f40b52f472b4f735b51cf6706e475cc167b265ef1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:32:22:9b:70:62\",\"name\":\"8ff70c8158b4209\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24fb0bb2-def0-4929-892a-ab62ad7fcf18\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:55:57.591691    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0505 19:55:57.628450    3696 namespace.go:142] [konflux-info] updating namespace
I0505 19:55:57.901133    3696 namespace.go:142] [namespace-lister] updating namespace
I0505 19:55:58.087003    3696 namespace.go:142] [release-service] updating namespace
I0505 19:55:58.300593    3696 namespace.go:142] [segment-bridge] updating namespace
I0505 19:55:58.424158    3696 namespace.go:142] [build-service] updating namespace
I0505 19:55:58.447760    3696 namespace.go:142] [default-tenant] updating namespace
I0505 19:55:58.469667    3696 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 19:55:58.496862    3696 namespace.go:142] [image-controller] updating namespace
I0505 19:55:58.526104    3696 namespace.go:142] [integration-service] updating namespace
I0505 19:55:58.565837    3696 namespace.go:142] [konflux-cli] updating namespace
W0505 19:55:58.577710    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0505 19:55:58.596074    3696 namespace.go:142] [konflux-info] updating namespace
I0505 19:55:58.620022    3696 namespace.go:142] [namespace-lister] updating namespace
I0505 19:55:58.645744    3696 namespace.go:142] [release-service] updating namespace
I0505 19:55:58.669552    3696 namespace.go:142] [segment-bridge] updating namespace
I0505 19:55:58.781810    3696 namespace.go:142] [build-service] updating namespace
I0505 19:55:58.912646    3696 namespace.go:142] [default-tenant] updating namespace
I0505 19:55:59.022645    3696 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 19:55:59.138964    3696 namespace.go:142] [image-controller] updating namespace
I0505 19:55:59.210397    3696 namespace.go:142] [integration-service] updating namespace
I0505 19:55:59.298537    3696 namespace.go:142] [konflux-cli] updating namespace
I0505 19:55:59.381496    3696 namespace.go:142] [konflux-info] updating namespace
I0505 19:55:59.448299    3696 namespace.go:142] [namespace-lister] updating namespace
I0505 19:55:59.513125    3696 namespace.go:142] [release-service] updating namespace
I0505 19:55:59.584494    3696 namespace.go:142] [segment-bridge] updating namespace
W0505 19:56:03.613276    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0505 19:56:04.602883    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0505 19:56:04.607051    3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0505 19:56:04.634288    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0505 19:56:04.635360    3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0505 19:56:05.113245    3696 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4 daaa861d4927b80139060b88474b7f63f0a9ac96b6140ff1ac5cf6307b38991e network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4 daaa861d4927b80139060b88474b7f63f0a9ac96b6140ff1ac5cf6307b38991e network default NAD default NAD key ]
I0505 19:56:05.124189    3696 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-7v9d4, hostIfaceName: daaa861d4927b80, network: default, NAD default, SandboxID: "daaa861d4927b80139060b88474b7f63f0a9ac96b6140ff1ac5cf6307b38991e", PCI device ID: , UID: "b57a22ea-4aa1-4d8a-b4da-9d7618574819", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23]
I0505 19:56:05.181667    3696 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4 daaa861d4927b80139060b88474b7f63f0a9ac96b6140ff1ac5cf6307b38991e network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-7v9d4 daaa861d4927b80139060b88474b7f63f0a9ac96b6140ff1ac5cf6307b38991e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:14:b7:2e:91:f8\",\"name\":\"daaa861d4927b80\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/070b9cfc-9885-42f0-bcd9-3ef7889e1223\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 19:56:05.453146    3696 cni.go:452] [konflux-ui/proxy-86cf885589-pgmdl 0f406c7c4bc58ac51330bde58fd8f5af4f699125cf89eb3ebf3cb71dd02e24f4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-86cf885589-pgmdl 0f406c7c4bc58ac51330bde58fd8f5af4f699125cf89eb3ebf3cb71dd02e24f4 network default NAD default NAD key ]
I0505 19:56:05.463404    3696 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-86cf885589-pgmdl, hostIfaceName: 0f406c7c4bc58ac, network: default, NAD default, SandboxID: "0f406c7c4bc58ac51330bde58fd8f5af4f699125cf89eb3ebf3cb71dd02e24f4", PCI device ID: , UID: "63834d78-d8dd-418e-b960-fbac75882c79", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23]
I0505 19:56:05.518063    3696 cni.go:473] [konflux-ui/proxy-86cf885589-pgmdl 0f406c7c4bc58ac51330bde58fd8f5af4f699125cf89eb3ebf3cb71dd02e24f4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-86cf885589-pgmdl 0f406c7c4bc58ac51330bde58fd8f5af4f699125cf89eb3ebf3cb71dd02e24f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:fb:37:33:a6:34\",\"name\":\"0f406c7c4bc58ac\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f508e514-9558-4289-84b5-1a290b7e6607\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 19:56:05.611782    3696 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0505 19:56:07.608311    3696 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0505 19:56:07.611575    3696 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0505 19:56:09.650734    3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0505 19:56:09.650758    3696 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0505 19:56:10.642579    3696 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0505 19:56:10.642604    3696 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
I0505 19:56:13.790821    3696 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
W0505 19:56:14.589782    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0505 19:56:15.965815    3696 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:56:15.966495    3696 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:56:16.677165    3696 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:56:16.677186    3696 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:56:16.680632    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb
I0505 19:56:16.680655    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-b7pnb
W0505 19:56:18.619978    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
W0505 19:56:18.622905    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
I0505 19:56:31.673934    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162
W0505 19:56:49.720837    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0505 19:56:49.720859    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0505 19:56:49.720869    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0505 19:56:49.720874    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0505 19:56:50.712722    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0505 19:56:50.712743    3696 util.go:959] Failed to build node endpoints for node ip-10-0-1-242.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0505 19:57:20.460290    3696 obj_retry.go:498] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:57:20.460874    3696 obj_retry.go:498] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:57:21.005490    3696 obj_retry.go:492] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:57:21.005514    3696 obj_retry.go:492] Detected object konflux-ui/proxy-859b4d5fc6-r4p6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:57:21.012302    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-859b4d5fc6-r4p6x
I0505 19:57:21.012325    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-859b4d5fc6-r4p6x
I0505 19:57:25.076800    3696 cni.go:452] [konflux-ui/test-tsf-konflux f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295 network default NAD default NAD key ]
I0505 19:57:25.151411    3696 cni.go:473] [konflux-ui/test-tsf-konflux f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux f67eb9e993411dbd59a8a9ecf13cd1d416ed52b2df884907fd8ad170f53e8295 network default NAD default NAD key default], result "{}", err <nil>
I0505 19:57:25.208607    3696 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 19:57:25.208656    3696 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0505 19:57:25.210004    3696 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.50
I0505 19:57:25.210028    3696 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 19:57:25.226553    3696 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:57:25.226574    3696 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 19:57:25.230854    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0505 19:57:25.230899    3696 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0505 19:57:27.672521    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71
I0505 19:57:44.499464    3696 namespace.go:98] [managed-tenant-ae209] adding namespace
I0505 19:57:44.500468    3696 namespace.go:102] [managed-tenant-ae209] adding namespace took 977.311µs
I0505 19:57:44.531472    3696 namespace.go:142] [managed-tenant-ae209] updating namespace
I0505 19:57:44.575597    3696 namespace.go:142] [managed-tenant-ae209] updating namespace
I0505 19:57:45.561794    3696 namespace.go:142] [managed-tenant-ae209] updating namespace
I0505 19:57:45.692601    3696 namespace.go:142] [managed-tenant-ae209] updating namespace
I0505 19:57:45.796713    3696 namespace.go:142] [managed-tenant-ae209] updating namespace
I0505 19:58:16.671653    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12
I0505 19:58:38.767975    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0505 19:59:01.794311    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0505 19:59:45.670824    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=121
I0505 20:00:03.940264    3696 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 20:00:03.940872    3696 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 20:00:04.961330    3696 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 20:00:04.961374    3696 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633520-7mjwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 20:00:06.762875    3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0505 20:00:09.671419    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46
I0505 20:00:17.778605    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0505 20:00:34.681978    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=433
I0505 20:00:35.763332    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0505 20:00:55.773574    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0505 20:01:14.794178    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0505 20:01:31.677034    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11
I0505 20:01:33.782896    3696 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0505 20:01:54.794219    3696 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0505 20:03:20.758109    3696 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
W0505 20:04:08.592068    3696 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0505 20:04:24.680383    3696 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35