+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-250.ec2.internal
++ [[ -n ip-10-0-1-250.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-250.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0505 13:00:22.620086087 - disable conntrack on geneve port'
I0505 13:00:22.620086087 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0505 13:00:22.637139647 - starting ovnkube-node'
I0505 13:00:22.637139647 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-250.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-250.ec2.internal --init-node ip-10-0-1-250.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-250.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0505 13:00:22.681553    3669 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0505 13:00:22.681603    3669 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-4fc80779a7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0505 13:00:22.683040    3669 kube.go:431] Waiting for certificate
I0505 13:00:22.683077    3669 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0505 13:00:22.683501    3669 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0505 13:00:22.684234    3669 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0505 13:00:22.722338    3669 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 13:00:22.722354    3669 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 13:00:22.726766    3669 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 13:00:22.726850    3669 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wvqsq"
I0505 13:00:22.730715    3669 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wvqsq"
I0505 13:00:22.730812    3669 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0505 13:00:23.683845    3669 kube.go:438] Certificate found
I0505 13:00:23.684453    3669 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0505 13:00:23.685428    3669 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0505 13:00:23.746473    3669 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0505 13:00:23.754005    3669 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:55:22 +0000 UTC" deadline="2026-05-06 06:44:31.320281425 +0000 UTC"
I0505 13:00:23.754034    3669 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h44m7.566257918s"
I0505 13:00:23.762932    3669 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0505 13:00:23.763018    3669 server.go:101] MetricServer registers OVS metrics
I0505 13:00:23.763027    3669 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0505 13:00:23.763087    3669 factory.go:561] Starting watch factory
I0505 13:00:23.763214    3669 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763232    3669 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763218    3669 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763254    3669 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763215    3669 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763300    3669 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763327    3669 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763365    3669 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763423    3669 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763447    3669 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763499    3669 server.go:105] MetricServer registers OVN DB metrics
I0505 13:00:23.763567    3669 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.763585    3669 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.765531    3669 controller_manager.go:370] Starting the ovnkube controller
I0505 13:00:23.765541    3669 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-250.ec2.internal
I0505 13:00:23.765592    3669 controller_manager.go:395] NBDB zone sync took: 45.035µs
I0505 13:00:23.765599    3669 factory.go:561] Starting watch factory
I0505 13:00:23.768231    3669 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0505 13:00:23.768262    3669 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0505 13:00:23.780500    3669 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.780580    3669 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.781747    3669 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0505 13:00:23.781786    3669 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0505 13:00:23.783223    3669 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.785375    3669 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.786262    3669 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0505 13:00:23.786292    3669 server.go:109] MetricServer registers OVN Controller metrics
I0505 13:00:23.786559    3669 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.790913    3669 server.go:113] MetricServer registers OVN Northd metrics
I0505 13:00:23.792396    3669 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0505 13:00:23.795360    3669 metrics.go:519] OVN Metrics Server starts to run ...
I0505 13:00:23.868852    3669 factory.go:1977] *v1.Namespace informer cache synced successfully
I0505 13:00:23.868883    3669 factory.go:1977] *v1.Node informer cache synced successfully
I0505 13:00:23.868887    3669 factory.go:1977] *v1.Service informer cache synced successfully
I0505 13:00:23.868891    3669 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0505 13:00:23.868894    3669 factory.go:1977] *v1.Pod informer cache synced successfully
I0505 13:00:23.868897    3669 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0505 13:00:23.868978    3669 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:00:23.868981    3669 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:00:23.868999    3669 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:00:23.869003    3669 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:00:23.870739    3669 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0505 13:00:23.870750    3669 factory.go:1977] *v1.Namespace informer cache synced successfully
I0505 13:00:23.870754    3669 factory.go:1977] *v1.Node informer cache synced successfully
I0505 13:00:23.870757    3669 factory.go:1977] *v1.Service informer cache synced successfully
I0505 13:00:23.870759    3669 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0505 13:00:23.870762    3669 factory.go:1977] *v1.Pod informer cache synced successfully
I0505 13:00:23.871958    3669 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:00:23.871959    3669 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0505 13:00:23.874401    3669 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0505 13:00:23.874413    3669 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0505 13:00:23.874467    3669 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.874492    3669 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.876791    3669 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0505 13:00:23.876800    3669 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0505 13:00:23.877029    3669 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.880357    3669 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0505 13:00:23.880404    3669 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.880417    3669 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.882745    3669 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0505 13:00:23.882896    3669 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.886231    3669 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0505 13:00:23.886287    3669 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.886298    3669 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.888089    3669 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0505 13:00:23.888607    3669 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.891606    3669 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0505 13:00:23.891657    3669 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.891669    3669 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.893840    3669 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0505 13:00:23.894224    3669 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.897442    3669 factory.go:1977] *v1.EgressService informer cache synced successfully
I0505 13:00:23.897503    3669 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.897515    3669 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.899571    3669 factory.go:1977] *v1.EgressService informer cache synced successfully
I0505 13:00:23.899727    3669 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.902807    3669 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0505 13:00:23.903001    3669 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 13:00:23.903018    3669 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 13:00:23.904628    3669 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0505 13:00:23.905468    3669 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0505 13:00:23.908701    3669 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0505 13:00:23.908772    3669 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.908789    3669 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.908838    3669 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.908863    3669 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.910179    3669 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0505 13:00:23.911460    3669 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.911465    3669 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0505 13:00:23.913962    3669 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0505 13:00:23.913975    3669 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0505 13:00:23.913984    3669 factory.go:680] Watch Factory start up complete, took: 150.89914ms
I0505 13:00:23.914047    3669 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0505 13:00:23.915321    3669 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0505 13:00:23.915333    3669 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0505 13:00:23.915340    3669 factory.go:680] Watch Factory start up complete, took: 149.739386ms
I0505 13:00:23.915347    3669 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-250.ec2.internal" zone
I0505 13:00:23.960240    3669 default_node_network_controller.go:710] Initializing the default node network controller
I0505 13:00:24.043380    3669 udn_isolation.go:101] Starting UDN host isolation manager
I0505 13:00:24.050148    3669 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0505 13:00:24.111637    3669 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0505 13:00:24.111705    3669 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0505 13:00:24.111718    3669 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0505 13:00:24.145957    3669 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0505 13:00:24.146028    3669 default_node_network_controller.go:809] Node ip-10-0-1-250.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0505 13:00:24.151557    3669 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.250"] k8s.ovn.org/zone-name:ip-10-0-1-250.ec2.internal] on node ip-10-0-1-250.ec2.internal
I0505 13:00:24.175715    3669 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0505 13:00:24.181613    3669 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0505 13:00:24.181716    3669 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0505 13:00:24.181877    3669 gateway_init.go:263] Preparing Gateway
I0505 13:00:24.181888    3669 gateway_shared_intf.go:1687] Creating new gateway
I0505 13:00:24.303878    3669 iptables.go:108] Creating table: filter chain: FORWARD
I0505 13:00:24.310012    3669 iptables.go:108] Creating table: filter chain: OUTPUT
I0505 13:00:24.315945    3669 gateway_shared_intf.go:1816] Gateway Creation Complete
I0505 13:00:24.315963    3669 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-250.ec2.internal","mac-address":"0a:ff:ec:bf:33:a7","ip-addresses":["10.0.1.250/24"],"ip-address":"10.0.1.250/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c51bb510-715e-47d4-835f-b65855fcbe9b k8s.ovn.org/node-encap-ips:["10.0.1.250"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.250/24"} k8s.ovn.org/zone-name:ip-10-0-1-250.ec2.internal] on node ip-10-0-1-250.ec2.internal
I0505 13:00:24.335983    3669 default_node_network_controller.go:519] Node connection status = connected
I0505 13:00:24.416279    3669 controller_manager.go:429] Waiting for node in zone sync took: 500.917946ms
I0505 13:00:24.422457    3669 controller_manager.go:611] Switching to transit router for layer2 networks
I0505 13:00:24.422472    3669 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-250.ec2.internal
I0505 13:00:24.438279    3669 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0505 13:00:24.445104    3669 controller_manager.go:290] SCTP support detected in OVN
I0505 13:00:24.445669    3669 services_controller.go:69] Creating services controller for network=default
I0505 13:00:24.445780    3669 udn_enabled_svc.go:80] Waiting for service informer to sync
I0505 13:00:24.445967    3669 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0505 13:00:24.446038    3669 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0505 13:00:24.446055    3669 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0505 13:00:24.446066    3669 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0505 13:00:24.446340    3669 udn_enabled_svc.go:95] Performing full resync
I0505 13:00:24.446356    3669 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0505 13:00:24.446411    3669 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0505 13:00:24.446495    3669 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 71.77µs
I0505 13:00:24.446520    3669 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 97.319µs
I0505 13:00:24.446529    3669 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 118.424µs
I0505 13:00:24.446538    3669 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0505 13:00:24.446547    3669 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0505 13:00:24.446560    3669 default_network_controller.go:325] Starting the default network controller
I0505 13:00:24.446645    3669 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.76µs
I0505 13:00:24.446732    3669 udn_enabled_svc.go:99] Waiting for handler to sync
I0505 13:00:24.446742    3669 udn_enabled_svc.go:104] Starting worker
I0505 13:00:24.456256    3669 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0505 13:00:24.456329    3669 repair.go:33] Syncing exgw routes took 61.481µs
I0505 13:00:24.456350    3669 default_network_controller.go:414] Starting all the Watchers...
I0505 13:00:24.456514    3669 namespace.go:98] [openshift-config-operator] adding namespace
I0505 13:00:24.456530    3669 namespace.go:98] [openshift-console-operator] adding namespace
I0505 13:00:24.456542    3669 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0505 13:00:24.456547    3669 namespace.go:98] [openshift-console-user-settings] adding namespace
I0505 13:00:24.456548    3669 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0505 13:00:24.456517    3669 namespace.go:98] [openshift-network-node-identity] adding namespace
I0505 13:00:24.456562    3669 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0505 13:00:24.456573    3669 namespace.go:98] [openshift-backplane-srep] adding namespace
I0505 13:00:24.456580    3669 namespace.go:98] [openshift-controller-manager] adding namespace
I0505 13:00:24.456584    3669 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0505 13:00:24.456587    3669 namespace.go:98] [openshift-logging] adding namespace
I0505 13:00:24.456589    3669 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0505 13:00:24.456595    3669 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0505 13:00:24.456595    3669 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0505 13:00:24.456516    3669 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0505 13:00:24.457071    3669 namespace.go:102] [openshift-config-operator] adding namespace took 542.513µs
I0505 13:00:24.457086    3669 namespace.go:98] [openshift-multus] adding namespace
W0505 13:00:24.457105    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bm459: pod openshift-multus/network-metrics-daemon-bm459: no pod IPs found 
W0505 13:00:24.457147    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7jx8w: pod openshift-multus/network-metrics-daemon-7jx8w: no pod IPs found 
I0505 13:00:24.458014    3669 namespace.go:102] [openshift-multus] adding namespace took 922.197µs
I0505 13:00:24.458030    3669 namespace.go:98] [openshift-network-console] adding namespace
I0505 13:00:24.458507    3669 namespace.go:102] [openshift-network-console] adding namespace took 469.627µs
I0505 13:00:24.458526    3669 namespace.go:98] [openshift-node] adding namespace
I0505 13:00:24.459040    3669 namespace.go:102] [openshift-console-operator] adding namespace took 2.500055ms
I0505 13:00:24.459054    3669 namespace.go:98] [kube-public] adding namespace
I0505 13:00:24.459498    3669 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.944667ms
I0505 13:00:24.459517    3669 namespace.go:98] [openshift-backplane-cee] adding namespace
I0505 13:00:24.459990    3669 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.431993ms
I0505 13:00:24.460000    3669 namespace.go:98] [openshift-infra] adding namespace
I0505 13:00:24.460371    3669 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.809529ms
I0505 13:00:24.460385    3669 namespace.go:98] [openshift-ingress-operator] adding namespace
I0505 13:00:24.460902    3669 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.337368ms
I0505 13:00:24.460920    3669 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0505 13:00:24.461388    3669 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.815921ms
I0505 13:00:24.461399    3669 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0505 13:00:24.461828    3669 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.248219ms
I0505 13:00:24.461845    3669 namespace.go:98] [openshift-insights] adding namespace
I0505 13:00:24.462289    3669 namespace.go:102] [openshift-controller-manager] adding namespace took 5.703494ms
I0505 13:00:24.462304    3669 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0505 13:00:24.462707    3669 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.117258ms
I0505 13:00:24.462719    3669 namespace.go:98] [openshift-cluster-version] adding namespace
I0505 13:00:24.463208    3669 namespace.go:102] [openshift-logging] adding namespace took 6.613694ms
I0505 13:00:24.463226    3669 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0505 13:00:24.463744    3669 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.148641ms
I0505 13:00:24.463756    3669 namespace.go:98] [openshift-config] adding namespace
I0505 13:00:24.464253    3669 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.651779ms
I0505 13:00:24.464269    3669 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0505 13:00:24.464774    3669 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.172668ms
I0505 13:00:24.464786    3669 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0505 13:00:24.465151    3669 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.526981ms
I0505 13:00:24.465165    3669 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0505 13:00:24.465597    3669 namespace.go:102] [openshift-node] adding namespace took 7.064405ms
I0505 13:00:24.465615    3669 namespace.go:98] [openshift-backplane-tam] adding namespace
I0505 13:00:24.465987    3669 namespace.go:102] [kube-public] adding namespace took 6.926955ms
I0505 13:00:24.466002    3669 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0505 13:00:24.466378    3669 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.854507ms
I0505 13:00:24.466392    3669 namespace.go:98] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] adding namespace
I0505 13:00:24.466777    3669 namespace.go:102] [openshift-infra] adding namespace took 6.771249ms
I0505 13:00:24.466791    3669 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0505 13:00:24.467189    3669 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.799392ms
I0505 13:00:24.467200    3669 namespace.go:98] [default] adding namespace
I0505 13:00:24.467691    3669 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.762862ms
I0505 13:00:24.467705    3669 namespace.go:98] [openshift-backplane-cse] adding namespace
I0505 13:00:24.468114    3669 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.70844ms
I0505 13:00:24.468128    3669 namespace.go:98] [openshift-etcd] adding namespace
I0505 13:00:24.468506    3669 namespace.go:102] [openshift-insights] adding namespace took 6.653256ms
I0505 13:00:24.468523    3669 namespace.go:98] [openshift-ingress-canary] adding namespace
I0505 13:00:24.468998    3669 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.688538ms
I0505 13:00:24.469011    3669 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0505 13:00:24.469512    3669 namespace.go:102] [openshift-cluster-version] adding namespace took 6.787614ms
I0505 13:00:24.469529    3669 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0505 13:00:24.470007    3669 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.774373ms
I0505 13:00:24.470021    3669 namespace.go:98] [openshift-authentication-operator] adding namespace
I0505 13:00:24.470430    3669 namespace.go:102] [openshift-config] adding namespace took 6.66777ms
I0505 13:00:24.470447    3669 namespace.go:98] [kube-system] adding namespace
W0505 13:00:24.470908    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-g7lfn: pod openshift-network-diagnostics/network-check-target-g7lfn: no pod IPs found 
W0505 13:00:24.470921    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qtgzf: pod openshift-network-diagnostics/network-check-target-qtgzf: no pod IPs found 
I0505 13:00:24.470926    3669 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.650848ms
I0505 13:00:24.470935    3669 namespace.go:98] [openshift-apiserver] adding namespace
I0505 13:00:24.471342    3669 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.550057ms
I0505 13:00:24.471355    3669 namespace.go:98] [openshift-host-network] adding namespace
I0505 13:00:24.471804    3669 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.632021ms
I0505 13:00:24.471823    3669 namespace.go:98] [openshift-machine-api] adding namespace
I0505 13:00:24.472306    3669 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.685009ms
I0505 13:00:24.472748    3669 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.740127ms
I0505 13:00:24.472763    3669 namespace.go:98] [openshift-marketplace] adding namespace
I0505 13:00:24.473167    3669 namespace.go:102] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] adding namespace took 6.769685ms
I0505 13:00:24.473179    3669 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0505 13:00:24.473603    3669 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.807007ms
I0505 13:00:24.473614    3669 namespace.go:98] [openshift] adding namespace
I0505 13:00:24.473997    3669 namespace.go:102] [default] adding namespace took 6.791542ms
I0505 13:00:24.474011    3669 namespace.go:98] [openshift-backplane] adding namespace
I0505 13:00:24.474358    3669 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.649448ms
I0505 13:00:24.474369    3669 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0505 13:00:24.474847    3669 namespace.go:102] [openshift-etcd] adding namespace took 6.714078ms
I0505 13:00:24.474861    3669 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0505 13:00:24.475324    3669 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.795115ms
I0505 13:00:24.475339    3669 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0505 13:00:24.476115    3669 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.098299ms
I0505 13:00:24.476132    3669 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0505 13:00:24.476506    3669 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.969757ms
I0505 13:00:24.476523    3669 namespace.go:98] [openshift-network-operator] adding namespace
I0505 13:00:24.476986    3669 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.960166ms
I0505 13:00:24.476999    3669 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0505 13:00:24.477354    3669 namespace.go:102] [kube-system] adding namespace took 6.901269ms
I0505 13:00:24.477365    3669 namespace.go:98] [kube-node-lease] adding namespace
I0505 13:00:24.477829    3669 namespace.go:102] [openshift-apiserver] adding namespace took 6.889516ms
I0505 13:00:24.477840    3669 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0505 13:00:24.478290    3669 namespace.go:102] [openshift-host-network] adding namespace took 6.928541ms
I0505 13:00:24.478304    3669 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0505 13:00:24.478691    3669 namespace.go:102] [openshift-machine-api] adding namespace took 6.86142ms
I0505 13:00:24.478707    3669 namespace.go:98] [openshift-dns-operator] adding namespace
I0505 13:00:24.479084    3669 namespace.go:102] [openshift-marketplace] adding namespace took 6.314495ms
I0505 13:00:24.479097    3669 namespace.go:98] [openshift-operators-redhat] adding namespace
I0505 13:00:24.479595    3669 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.410173ms
I0505 13:00:24.479612    3669 namespace.go:98] [openshift-package-operator] adding namespace
I0505 13:00:24.480004    3669 namespace.go:102] [openshift] adding namespace took 6.384156ms
I0505 13:00:24.480020    3669 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0505 13:00:24.480495    3669 namespace.go:102] [openshift-backplane] adding namespace took 6.464039ms
I0505 13:00:24.480507    3669 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0505 13:00:24.480900    3669 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.525485ms
I0505 13:00:24.480915    3669 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0505 13:00:24.481286    3669 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.417661ms
I0505 13:00:24.481302    3669 namespace.go:98] [openshift-authentication] adding namespace
I0505 13:00:24.481700    3669 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.354826ms
I0505 13:00:24.481715    3669 namespace.go:98] [openshift-config-managed] adding namespace
I0505 13:00:24.482115    3669 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.97667ms
I0505 13:00:24.482131    3669 namespace.go:98] [openshift-operators] adding namespace
I0505 13:00:24.482529    3669 namespace.go:102] [openshift-network-operator] adding namespace took 5.998906ms
I0505 13:00:24.482547    3669 namespace.go:98] [openshift-backplane-csm] adding namespace
I0505 13:00:24.483006    3669 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.00164ms
I0505 13:00:24.483016    3669 namespace.go:98] [openshift-monitoring] adding namespace
I0505 13:00:24.483404    3669 namespace.go:102] [kube-node-lease] adding namespace took 6.033669ms
I0505 13:00:24.483419    3669 namespace.go:98] [openshift-console] adding namespace
I0505 13:00:24.483819    3669 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.97366ms
I0505 13:00:24.483835    3669 namespace.go:98] [dedicated-admin] adding namespace
I0505 13:00:24.484200    3669 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.887702ms
I0505 13:00:24.484214    3669 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0505 13:00:24.484606    3669 namespace.go:102] [openshift-dns-operator] adding namespace took 5.89204ms
I0505 13:00:24.484621    3669 namespace.go:98] [openshift-image-registry] adding namespace
I0505 13:00:24.485013    3669 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.908621ms
I0505 13:00:24.485034    3669 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0505 13:00:24.485569    3669 namespace.go:102] [openshift-package-operator] adding namespace took 5.950097ms
I0505 13:00:24.486146    3669 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.118932ms
I0505 13:00:24.486655    3669 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.14162ms
I0505 13:00:24.486671    3669 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0505 13:00:24.487098    3669 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.176475ms
I0505 13:00:24.487737    3669 namespace.go:102] [openshift-authentication] adding namespace took 6.429839ms
I0505 13:00:24.488514    3669 namespace.go:102] [openshift-config-managed] adding namespace took 6.791751ms
I0505 13:00:24.489142    3669 namespace.go:102] [openshift-operators] adding namespace took 7.004149ms
I0505 13:00:24.489843    3669 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.28886ms
I0505 13:00:24.489878    3669 namespace.go:98] [openshift-ingress] adding namespace
I0505 13:00:24.490389    3669 namespace.go:102] [openshift-monitoring] adding namespace took 7.364662ms
I0505 13:00:24.491009    3669 namespace.go:102] [openshift-console] adding namespace took 7.582962ms
I0505 13:00:24.491026    3669 namespace.go:98] [openshift-dns] adding namespace
I0505 13:00:24.491506    3669 namespace.go:102] [dedicated-admin] adding namespace took 7.664086ms
I0505 13:00:24.492083    3669 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.864213ms
I0505 13:00:24.492600    3669 namespace.go:102] [openshift-image-registry] adding namespace took 7.971572ms
I0505 13:00:24.493081    3669 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.041725ms
I0505 13:00:24.493561    3669 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.88505ms
I0505 13:00:24.494037    3669 namespace.go:102] [openshift-ingress] adding namespace took 4.150043ms
I0505 13:00:24.494464    3669 namespace.go:102] [openshift-dns] adding namespace took 3.432338ms
W0505 13:00:24.494576    3669 master.go:471] Unable to parse remote node ip-10-0-0-203.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0505 13:00:24.494702    3669 master.go:548] Adding or Updating local node "ip-10-0-1-250.ec2.internal" for network "default"
I0505 13:00:24.494742    3669 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-203.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-203.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-203.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-203.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-203.ec2.internal
I0505 13:00:24.495848    3669 zone_ic_handler.go:195] Time taken to create transit switch: 455.134µs
I0505 13:00:24.495874    3669 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-125.ec2.internal for the network default
I0505 13:00:24.497201    3669 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-125.ec2.internal" on network "default" took: 1.82249ms
W0505 13:00:24.504875    3669 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bm459: pod openshift-multus/network-metrics-daemon-bm459: no pod IPs found 
W0505 13:00:24.504896    3669 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-g7lfn: pod openshift-network-diagnostics/network-check-target-g7lfn: no pod IPs found 
I0505 13:00:24.505894    3669 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-250.ec2.internal for the network default
I0505 13:00:24.506081    3669 zone_ic_handler.go:195] Time taken to create transit switch: 175.359µs
I0505 13:00:24.506969    3669 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0505 13:00:24.507000    3669 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0505 13:00:24.507018    3669 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0505 13:00:24.507053    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-125.ec2.internal in network "default"
I0505 13:00:24.507108    3669 node_tracker.go:169] Node ip-10-0-2-125.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:00:24.507125    3669 services_controller.go:574] Full service sync requested for network=default
I0505 13:00:24.507136    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default"
I0505 13:00:24.507146    3669 node_tracker.go:235] Node ip-10-0-0-203.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-203.ec2.internal"
I0505 13:00:24.507154    3669 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:00:24.507158    3669 services_controller.go:574] Full service sync requested for network=default
I0505 13:00:24.507163    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default"
I0505 13:00:24.507183    3669 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:00:24.507189    3669 services_controller.go:574] Full service sync requested for network=default
I0505 13:00:24.607336    3669 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0505 13:00:24.607360    3669 services_controller.go:208] Setting up event handlers for services for network=default
I0505 13:00:24.607419    3669 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0505 13:00:24.607465    3669 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0505 13:00:24.607496    3669 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0505 13:00:24.707861    3669 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0505 13:00:24.707887    3669 repair.go:60] Starting repairing loop for services
I0505 13:00:24.707977    3669 repair.go:131] Deleted 0 stale service LBs
I0505 13:00:24.707994    3669 repair.go:137] Deleted 0 stale Chassis Template Vars
I0505 13:00:24.708010    3669 repair.go:62] Finished repairing loop for services: 130.959µs
I0505 13:00:24.708031    3669 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0505 13:00:24.708041    3669 services_controller.go:254] Starting workers for network=default
I0505 13:00:24.708372    3669 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-7jx8w, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7jx8w: suppressed error logged: pod openshift-multus/network-metrics-daemon-7jx8w: no pod IPs found 
I0505 13:00:24.708399    3669 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bm459] creating logical port openshift-multus_network-metrics-daemon-bm459 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:24.708402    3669 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-g7lfn] creating logical port openshift-network-diagnostics_network-check-target-g7lfn for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:24.708515    3669 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qtgzf, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qtgzf: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qtgzf: no pod IPs found 
I0505 13:00:24.708536    3669 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bm459
I0505 13:00:24.708551    3669 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-g7lfn
I0505 13:00:24.725343    3669 pod.go:62] [openshift-network-diagnostics/network-check-target-g7lfn] pod update took 16.866652ms
I0505 13:00:24.725360    3669 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-g7lfn] addLogicalPort annotation time took 16.887503ms
I0505 13:00:24.726222    3669 pod.go:62] [openshift-multus/network-metrics-daemon-bm459] pod update took 17.754892ms
I0505 13:00:24.726242    3669 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bm459] addLogicalPort annotation time took 17.77651ms
I0505 13:00:24.726655    3669 pods.go:271] [openshift-network-diagnostics/network-check-target-g7lfn] addLogicalPort took 18.265486ms, libovsdb time 660.355µs
I0505 13:00:24.726966    3669 pods.go:271] [openshift-multus/network-metrics-daemon-bm459] addLogicalPort took 18.57923ms, libovsdb time 526.836µs
I0505 13:00:24.727451    3669 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0505 13:00:24.727471    3669 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0505 13:00:24.727497    3669 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0505 13:00:24.727502    3669 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0505 13:00:24.727673    3669 repair.go:29] Repairing admin network policies took 165.96µs
I0505 13:00:24.727777    3669 repair.go:92] Repairing baseline admin network policies took 95.329µs
I0505 13:00:24.728292    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0505 13:00:24.728311    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0505 13:00:24.730179    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0505 13:00:24.730199    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0505 13:00:24.730212    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0505 13:00:24.732370    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0505 13:00:24.732390    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0505 13:00:24.732400    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0505 13:00:24.733202    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0505 13:00:24.733220    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0505 13:00:24.733229    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0505 13:00:24.734689    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0505 13:00:24.734707    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0505 13:00:24.734715    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0505 13:00:24.736455    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0505 13:00:24.736474    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0505 13:00:24.736494    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0505 13:00:24.736806    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0505 13:00:24.736825    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0505 13:00:24.736833    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0505 13:00:24.737355    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0505 13:00:24.737370    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0505 13:00:24.737378    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0505 13:00:24.738834    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0505 13:00:24.738851    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0505 13:00:24.738861    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0505 13:00:24.739391    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0505 13:00:24.739410    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0505 13:00:24.739418    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0505 13:00:24.739918    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0505 13:00:24.739934    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0505 13:00:24.740725    3669 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0505 13:00:24.740738    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0505 13:00:24.741392    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0505 13:00:24.741403    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0505 13:00:24.741411    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0505 13:00:24.743048    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0505 13:00:24.743072    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0505 13:00:24.743080    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0505 13:00:24.743586    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0505 13:00:24.743602    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0505 13:00:24.743611    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0505 13:00:24.744893    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0505 13:00:24.744912    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0505 13:00:24.744921    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0505 13:00:24.745400    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0505 13:00:24.745416    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0505 13:00:24.745421    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0505 13:00:24.745688    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0505 13:00:24.745702    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0505 13:00:24.745709    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0505 13:00:24.746226    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0505 13:00:24.746243    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0505 13:00:24.746250    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0505 13:00:24.746542    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0505 13:00:24.746558    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0505 13:00:24.746566    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0505 13:00:24.747682    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0505 13:00:24.747701    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0505 13:00:24.747710    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0505 13:00:24.748729    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0505 13:00:24.748755    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0505 13:00:24.748769    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0505 13:00:24.749227    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0505 13:00:24.749264    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0505 13:00:24.749274    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0505 13:00:24.749751    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0505 13:00:24.749774    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0505 13:00:24.749806    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0505 13:00:24.750475    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0505 13:00:24.750507    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0505 13:00:24.750514    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0505 13:00:24.751791    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0505 13:00:24.751807    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0505 13:00:24.751815    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0505 13:00:24.752746    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0505 13:00:24.752766    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0505 13:00:24.752776    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0505 13:00:24.753039    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0505 13:00:24.753056    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0505 13:00:24.753064    3669 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0505 13:00:24.754622    3669 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0505 13:00:24.754638    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0505 13:00:24.754647    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0505 13:00:24.755889    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0505 13:00:24.755908    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0505 13:00:24.755919    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0505 13:00:24.756861    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0505 13:00:24.762527    3669 egressfirewall.go:374] Starting EgressFirewall controller
I0505 13:00:24.762554    3669 controller.go:133] Adding controller egress-firewall-controller event handlers
I0505 13:00:24.762572    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0505 13:00:24.762589    3669 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0505 13:00:24.762598    3669 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0505 13:00:24.762621    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0505 13:00:24.762632    3669 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0505 13:00:24.762880    3669 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0505 13:00:24.762892    3669 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0505 13:00:24.762898    3669 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0505 13:00:24.762907    3669 egressqos.go:193] Setting up event handlers for EgressQoS
I0505 13:00:24.762924    3669 egressfirewall.go:723] Syncing node "ip-10-0-0-203.ec2.internal" for egress firewall
I0505 13:00:24.762940    3669 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall
I0505 13:00:24.762946    3669 egressfirewall.go:723] Syncing node "ip-10-0-2-125.ec2.internal" for egress firewall
I0505 13:00:24.763034    3669 egressqos.go:245] Starting EgressQoS Controller
I0505 13:00:24.763044    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0505 13:00:24.763050    3669 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0505 13:00:24.763055    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0505 13:00:24.763059    3669 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0505 13:00:24.763064    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0505 13:00:24.763068    3669 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0505 13:00:24.763072    3669 egressqos.go:259] Repairing EgressQoSes
I0505 13:00:24.763075    3669 egressqos.go:399] Starting repairing loop for egressqos
I0505 13:00:24.763137    3669 egressqos.go:401] Finished repairing loop for egressqos: 61.943µs
I0505 13:00:24.763153    3669 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0505 13:00:24.763178    3669 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-250.ec2.internal
I0505 13:00:24.763227    3669 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-250.ec2.internal : 50.592µs
I0505 13:00:24.763292    3669 egressservice_zone.go:210] Starting Egress Services Controller
I0505 13:00:24.763306    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0505 13:00:24.763314    3669 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0505 13:00:24.763319    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0505 13:00:24.763324    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0505 13:00:24.763329    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0505 13:00:24.763333    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0505 13:00:24.763339    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0505 13:00:24.763344    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0505 13:00:24.763348    3669 egressservice_zone.go:228] Repairing Egress Services
I0505 13:00:24.763602    3669 master_controller.go:88] Starting Admin Policy Based Route Controller
I0505 13:00:24.763612    3669 external_controller.go:278] Starting Admin Policy Based Route Controller
I0505 13:00:24.763699    3669 default_network_controller.go:585] Completing all the Watchers took 307.341266ms
I0505 13:00:24.763702    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal
I0505 13:00:24.763711    3669 default_network_controller.go:589] Starting unidling controllers
I0505 13:00:24.763713    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 13.193µs
I0505 13:00:24.763723    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal
I0505 13:00:24.763730    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 6.961µs
I0505 13:00:24.763737    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-125.ec2.internal
I0505 13:00:24.763747    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-125.ec2.internal: 11.468µs
I0505 13:00:24.763723    3669 unidle.go:46] Registering OVN SB ControllerEvent handler
I0505 13:00:24.763760    3669 unidle.go:63] Populating Initial ContollerEvent events
I0505 13:00:24.763769    3669 unidle.go:79] Setting up event handlers for services
I0505 13:00:24.763826    3669 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0505 13:00:24.836339    3669 default_node_network_controller.go:519] Node connection status = connected
I0505 13:00:25.337096    3669 default_node_network_controller.go:519] Node connection status = connected
I0505 13:00:25.836325    3669 default_node_network_controller.go:519] Node connection status = connected
I0505 13:00:26.009325    3669 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0505 13:00:26.336459    3669 default_node_network_controller.go:519] Node connection status = connected
I0505 13:00:26.353471    3669 bridgeconfig.go:537] Gateway is ready
I0505 13:00:26.353502    3669 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0505 13:00:26.364781    3669 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.250. Updating OVN encap IP.
I0505 13:00:26.369861    3669 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.250 - it is already configured
I0505 13:00:26.369873    3669 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.250/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0505 13:00:26.370065    3669 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.250/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-250.ec2.internal","mac-address":"0a:ff:ec:bf:33:a7","ip-addresses":["10.0.1.250/24"],"ip-address":"10.0.1.250/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c51bb510-715e-47d4-835f-b65855fcbe9b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.250/24"}] on node ip-10-0-1-250.ec2.internal
I0505 13:00:26.385432    3669 egressfirewall.go:723] Syncing node "ip-10-0-1-250.ec2.internal" for egress firewall
I0505 13:00:26.385458    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal
I0505 13:00:26.385470    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-250.ec2.internal in network "default"
I0505 13:00:26.385475    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 22.139µs
I0505 13:00:26.385538    3669 node_tracker.go:169] Node ip-10-0-1-250.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:00:26.385549    3669 master.go:548] Adding or Updating local node "ip-10-0-1-250.ec2.internal" for network "default"
I0505 13:00:26.385555    3669 services_controller.go:574] Full service sync requested for network=default
I0505 13:00:26.386445    3669 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.250
I0505 13:00:26.386706    3669 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-250.ec2.internal
I0505 13:00:26.389951    3669 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-250.ec2.internal. Updating no re-route policies
I0505 13:00:26.390027    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-g7lfn
I0505 13:00:26.390042    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-g7lfn
I0505 13:00:26.390042    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-j6zrn
I0505 13:00:26.390050    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7jx8w
I0505 13:00:26.390064    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tpkxk
I0505 13:00:26.390067    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tqtdv
I0505 13:00:26.390073    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tpkxk
I0505 13:00:26.390076    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6p4mb
I0505 13:00:26.390091    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fmdzw
I0505 13:00:26.390067    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7jx8w
I0505 13:00:26.390094    3669 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-250.ec2.internal
I0505 13:00:26.390111    3669 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-250.ec2.internal
I0505 13:00:26.390119    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4k9nw
I0505 13:00:26.390123    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bm459
I0505 13:00:26.390134    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4k9nw
I0505 13:00:26.390137    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bm459
I0505 13:00:26.390141    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qtgzf
I0505 13:00:26.390152    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4k9nw after 0 failed attempt(s)
I0505 13:00:26.390159    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qtgzf
I0505 13:00:26.390160    3669 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7jx8w, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7jx8w: suppressed error logged: pod openshift-multus/network-metrics-daemon-7jx8w: no pod IPs found 
I0505 13:00:26.390168    3669 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bm459] creating logical port openshift-multus_network-metrics-daemon-bm459 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:26.390077    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-250.ec2.internal
I0505 13:00:26.390186    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-250.ec2.internal
I0505 13:00:26.390195    3669 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-qtgzf, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qtgzf: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qtgzf: no pod IPs found 
I0505 13:00:26.390194    3669 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-gqgtv
I0505 13:00:26.390101    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fmdzw
I0505 13:00:26.390200    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qbsv6
I0505 13:00:26.390206    3669 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-gqgtv
I0505 13:00:26.390206    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-250.ec2.internal after 0 failed attempt(s)
I0505 13:00:26.390211    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qbsv6
I0505 13:00:26.390143    3669 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-250.ec2.internal after 0 failed attempt(s)
I0505 13:00:26.390214    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fmdzw after 0 failed attempt(s)
I0505 13:00:26.390093    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6p4mb
I0505 13:00:26.390239    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6p4mb after 0 failed attempt(s)
I0505 13:00:26.390080    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tqtdv
I0505 13:00:26.390236    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qbsv6 after 0 failed attempt(s)
I0505 13:00:26.390109    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-85qch
I0505 13:00:26.390268    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-85qch
I0505 13:00:26.390288    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-85qch after 0 failed attempt(s)
I0505 13:00:26.390073    3669 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-g7lfn] creating logical port openshift-network-diagnostics_network-check-target-g7lfn for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:26.390093    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tpkxk after 0 failed attempt(s)
I0505 13:00:26.390246    3669 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-gqgtv after 0 failed attempt(s)
I0505 13:00:26.390297    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tqtdv after 0 failed attempt(s)
I0505 13:00:26.390055    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-j6zrn
I0505 13:00:26.390405    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-j6zrn after 0 failed attempt(s)
I0505 13:00:26.390983    3669 pods.go:271] [openshift-multus/network-metrics-daemon-bm459] addLogicalPort took 819.164µs, libovsdb time 305.685µs
I0505 13:00:26.390994    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bm459 after 0 failed attempt(s)
I0505 13:00:26.391149    3669 pods.go:271] [openshift-network-diagnostics/network-check-target-g7lfn] addLogicalPort took 1.086284ms, libovsdb time 248.156µs
I0505 13:00:26.391155    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-g7lfn after 0 failed attempt(s)
I0505 13:00:26.403174    3669 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0505 13:00:26.414616    3669 iptables.go:108] Creating table: mangle chain: OUTPUT
I0505 13:00:26.417754    3669 iptables.go:108] Creating table: nat chain: OUTPUT
I0505 13:00:26.465073    3669 iptables.go:108] Creating table: nat chain: PREROUTING
I0505 13:00:26.526306    3669 iptables.go:108] Creating table: filter chain: FORWARD
I0505 13:00:26.542262    3669 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0505 13:00:26.542380    3669 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0505 13:00:26.542430    3669 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0505 13:00:26.542527    3669 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0505 13:00:26.542582    3669 gateway_init.go:325] Gateway and management port readiness took 2.210494745s
I0505 13:00:26.542610    3669 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0505 13:00:26.542641    3669 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0505 13:00:26.542653    3669 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0505 13:00:26.542661    3669 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0505 13:00:26.542733    3669 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0505 13:00:26.542820    3669 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.565µs
I0505 13:00:26.543113    3669 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0505 13:00:26.543138    3669 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.701µs
I0505 13:00:26.543146    3669 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.978µs
I0505 13:00:26.543152    3669 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0505 13:00:26.543162    3669 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0505 13:00:26.543168    3669 default_node_network_controller.go:899] Starting the default node network controller
I0505 13:00:26.543173    3669 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0505 13:00:26.543187    3669 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.037µs
I0505 13:00:26.543337    3669 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0505 13:00:26.543346    3669 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0505 13:00:26.543368    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2b460 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 <nil> 0xc000340310 0xc000b237c0 0xc000340380 0xc0003403f0 <nil> 0xc0008c9360 0xc0065768c0 <nil> <nil> <nil> 0xc000340460 <nil> map[0x2ff9080:0xc002f27800 0x2ff95c0:0xc005202720 0x2ffa2e0:0xc002521ec0 0x2ffa580:0xc002f277a0 0x2ffad60:0xc002f27860 0x2ffb000:0xc002f278c0 0x2ffb2a0:0xc0052026c0 0x2ffba80:0xc005202780 0x2ffbd20:0xc0052027e0 0x3026980:0xc001214a80 0x3026d20:0xc001214ae0 0x3027800:0xc000d19860 0x3029160:0xc001bf8000 0x30298a0:0xc001214c00 0x302a720:0xc001bf8060] 0xc000b42770 0}
I0505 13:00:26.543421    3669 gateway.go:151] Starting gateway service sync
I0505 13:00:26.543948    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0505 13:00:26.546018    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0505 13:00:26.574132    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0505 13:00:26.575327    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0505 13:00:26.576454    3669 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0505 13:00:26.614027    3669 gateway.go:168] Gateway service sync done. Time taken: 70.591141ms
I0505 13:00:26.614628    3669 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31073
I0505 13:00:26.614847    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2b460 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 <nil> 0xc000340310 0xc000b237c0 0xc000340380 0xc0003403f0 <nil> 0xc0008c9360 0xc0065768c0 <nil> <nil> <nil> 0xc000340460 <nil> map[0x2ff9080:0xc002f27800 0x2ff95c0:0xc005202720 0x2ffa2e0:0xc002521ec0 0x2ffa580:0xc002f277a0 0x2ffad60:0xc002f27860 0x2ffb000:0xc002f278c0 0x2ffb2a0:0xc0052026c0 0x2ffba80:0xc005202780 0x2ffbd20:0xc0052027e0 0x3026980:0xc001214a80 0x3026d20:0xc001214ae0 0x3027800:0xc000d19860 0x3029160:0xc001bf8000 0x30298a0:0xc001214c00 0x302a720:0xc001bf8060] 0xc000b42770 0}
I0505 13:00:26.615313    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2b460 0xc000340000 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 <nil> 0xc000340310 0xc000b237c0 0xc000340380 0xc0003403f0 <nil> 0xc0008c9360 0xc0065768c0 <nil> <nil> <nil> 0xc000340460 <nil> map[0x2ff9080:0xc002f27800 0x2ff95c0:0xc005202720 0x2ffa2e0:0xc002521ec0 0x2ffa580:0xc002f277a0 0x2ffad60:0xc002f27860 0x2ffb000:0xc002f278c0 0x2ffb2a0:0xc0052026c0 0x2ffba80:0xc005202780 0x2ffbd20:0xc0052027e0 0x3026980:0xc001214a80 0x3026d20:0xc001214ae0 0x3027800:0xc000d19860 0x3029160:0xc001bf8000 0x30298a0:0xc001214c00 0x302a720:0xc001bf8060] 0xc000b42770 0}
I0505 13:00:26.615348    3669 gateway.go:532] Reconciling gateway with updates
I0505 13:00:26.620947    3669 gateway.go:339] Spawning Conntrack Rule Check Thread
I0505 13:00:26.620979    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0505 13:00:26.620986    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 13:00:26.620995    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0505 13:00:26.620999    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 13:00:26.621009    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed
I0505 13:00:26.621017    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 13:00:26.621033    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 13:00:26.621046    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 13:00:26.621055    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 13:00:26.621064    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 13:00:26.621068    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 13:00:26.621076    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0505 13:00:26.621084    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 13:00:26.621084    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0505 13:00:26.621086    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 13:00:26.621000    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0505 13:00:26.621101    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0505 13:00:26.621101    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 13:00:26.621102    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 13:00:26.621121    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 13:00:26.621136    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0505 13:00:26.621036    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0505 13:00:26.621139    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0505 13:00:26.621115    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 13:00:26.621156    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 13:00:26.621174    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:00:26.621185    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:00:26.621101    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 13:00:26.621202    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 13:00:26.621213    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 13:00:26.621223    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0505 13:00:26.621186    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 13:00:26.621241    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 13:00:26.621158    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0505 13:00:26.621254    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 13:00:26.621021    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 30301 is already open, no action needed
I0505 13:00:26.621260    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.621261    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 13:00:26.621281    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:00:26.621281    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0505 13:00:26.621083    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 13:00:26.621286    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 13:00:26.621296    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0505 13:00:26.621298    3669 default_node_network_controller.go:944] Gateway and management port readiness took 77.943668ms
I0505 13:00:26.621304    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0505 13:00:26.621159    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.621308    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0505 13:00:26.621167    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0505 13:00:26.621324    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 13:00:26.621298    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0505 13:00:26.620978    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 13:00:26.621339    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0505 13:00:26.621339    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0505 13:00:26.621342    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 13:00:26.621347    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 13:00:26.621356    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0505 13:00:26.621262    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.621168    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 13:00:26.621373    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0505 13:00:26.621159    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0505 13:00:26.621380    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 13:00:26.621352    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 13:00:26.621398    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 13:00:26.621407    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 13:00:26.621411    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 13:00:26.621425    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 13:00:26.621398    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 13:00:26.621445    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 13:00:26.621454    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 13:00:26.621471    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 13:00:26.621300    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0505 13:00:26.621495    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 13:00:26.621359    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 13:00:26.621505    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 13:00:26.621511    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 13:00:26.621515    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.621288    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:00:26.621527    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 13:00:26.621540    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0505 13:00:26.621555    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0505 13:00:26.621541    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 13:00:26.621567    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 13:00:26.621570    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 13:00:26.621586    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 13:00:26.621509    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 13:00:26.621366    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 13:00:26.621601    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 13:00:26.621604    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 13:00:26.621379    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0505 13:00:26.621609    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0505 13:00:26.621613    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0505 13:00:26.621040    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 13:00:26.621624    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0505 13:00:26.621632    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0505 13:00:26.621093    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 13:00:26.621664    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 13:00:26.621695    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0505 13:00:26.621715    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0505 13:00:26.621554    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 13:00:26.621758    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 13:00:26.621605    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 13:00:26.621272    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 13:00:26.621850    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 13:00:26.621614    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0505 13:00:26.621391    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 13:00:26.621900    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 13:00:26.621651    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 13:00:26.621991    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 13:00:26.622781    3669 node_ip_handler_linux.go:160] Node IP manager is running
W0505 13:00:26.660140    3669 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0505 13:00:26.660254    3669 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0505 13:00:26.660381    3669 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0505 13:00:26.670103    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0505 13:00:26.670113    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0505 13:00:26.670129    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0505 13:00:26.670137    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.711769    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0505 13:00:26.711796    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.711802    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0505 13:00:26.711809    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0505 13:00:26.711829    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0505 13:00:26.711853    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.711868    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.711881    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0505 13:00:26.711895    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0505 13:00:26.711911    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.711917    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0505 13:00:26.711923    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0505 13:00:26.711929    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0505 13:00:26.711934    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0505 13:00:26.711940    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0505 13:00:26.711946    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0505 13:00:26.711951    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.711956    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0505 13:00:26.711963    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0505 13:00:26.711967    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0505 13:00:26.711973    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0505 13:00:26.711987    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0505 13:00:26.711995    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0505 13:00:27.096897    3669 default_network_controller.go:1025] Node "ip-10-0-0-203.ec2.internal" in remote zone "ip-10-0-0-203.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 13:00:27.096905    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default"
I0505 13:00:27.096927    3669 node_tracker.go:235] Node ip-10-0-0-203.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-203.ec2.internal"
I0505 13:00:27.096942    3669 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:00:27.096955    3669 services_controller.go:574] Full service sync requested for network=default
I0505 13:00:27.153709    3669 default_network_controller.go:1025] Node "ip-10-0-0-203.ec2.internal" in remote zone "ip-10-0-0-203.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 13:00:27.230321    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default"
I0505 13:00:27.230389    3669 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:00:27.230404    3669 services_controller.go:574] Full service sync requested for network=default
I0505 13:00:27.230404    3669 default_network_controller.go:1025] Node "ip-10-0-0-203.ec2.internal" in remote zone "ip-10-0-0-203.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0505 13:00:27.231421    3669 zone_ic_handler.go:195] Time taken to create transit switch: 314.165µs
I0505 13:00:27.231441    3669 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-203.ec2.internal for the network default
I0505 13:00:27.232461    3669 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-203.ec2.internal" on network "default" took: 1.374612ms
W0505 13:00:28.072007    3669 egressip_healthcheck.go:76] Health checking using insecure connection
I0505 13:00:28.072072    3669 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0505 13:00:28.072110    3669 default_node_network_controller.go:1380] Starting node controller node sync
I0505 13:00:28.084696    3669 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.567329ms
I0505 13:00:28.084888    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-125.ec2.internal", IP: 10.0.2.125 to PMTUD blocking rules
I0505 13:00:28.084902    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-125.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0505 13:00:28.090807    3669 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0505 13:00:28.091094    3669 egressservice_node.go:93] Setting up event handlers for Egress Services
I0505 13:00:28.091238    3669 egressservice_node.go:183] Starting Egress Services Controller
I0505 13:00:28.091297    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0505 13:00:28.091316    3669 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0505 13:00:28.091323    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0505 13:00:28.091328    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0505 13:00:28.091333    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0505 13:00:28.091339    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0505 13:00:28.091346    3669 egressservice_node.go:197] Repairing Egress Services
I0505 13:00:28.101060    3669 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0505 13:00:28.101073    3669 external_controller.go:278] Starting Admin Policy Based Route Controller
I0505 13:00:28.101405    3669 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0505 13:00:28.101417    3669 link_network_manager.go:119] Link manager is running
I0505 13:00:28.101447    3669 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0505 13:00:28.101655    3669 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0505 13:00:28.102102    3669 vrf_manager.go:128] VRF manager is running
I0505 13:00:28.102187    3669 node_controller_manager.go:437] Removing flows to drop GARP
I0505 13:00:28.102195    3669 gateway.go:532] Reconciling gateway with updates
I0505 13:00:28.124400    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 13:00:28.124416    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0505 13:00:28.124426    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 13:00:28.124431    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0505 13:00:28.124436    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0505 13:00:28.124437    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 13:00:28.124439    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 13:00:28.124449    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0505 13:00:28.124453    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0505 13:00:28.124456    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0505 13:00:28.124464    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0505 13:00:28.124467    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 13:00:28.124468    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 13:00:28.124476    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0505 13:00:28.124497    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0505 13:00:28.124495    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 13:00:28.124509    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0505 13:00:28.124425    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 13:00:28.124509    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 13:00:28.124516    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 13:00:28.124522    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0505 13:00:28.124522    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0505 13:00:28.124527    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 13:00:28.124531    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0505 13:00:28.124535    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0505 13:00:28.124535    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0505 13:00:28.124543    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0505 13:00:28.124546    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0505 13:00:28.124535    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0505 13:00:28.124557    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 13:00:28.124543    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0505 13:00:28.124562    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0505 13:00:28.124499    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 13:00:28.124418    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:00:28.124575    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0505 13:00:28.124576    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0505 13:00:28.124583    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 13:00:28.124583    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0505 13:00:28.124588    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0505 13:00:28.124465    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 13:00:28.124597    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0505 13:00:28.124601    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 13:00:28.124421    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0505 13:00:28.124605    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0505 13:00:28.124607    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 13:00:28.124608    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 13:00:28.124613    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0505 13:00:28.124618    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 13:00:28.124448    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 13:00:28.124622    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 13:00:28.124626    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 13:00:28.124630    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0505 13:00:28.124632    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0505 13:00:28.124636    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0505 13:00:28.124637    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0505 13:00:28.124644    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.124644    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0505 13:00:28.124652    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0505 13:00:28.124650    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 13:00:28.124661    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0505 13:00:28.124456    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0505 13:00:28.124664    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0505 13:00:28.124649    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 13:00:28.124691    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0505 13:00:28.124510    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0505 13:00:28.124430    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:00:28.124735    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 13:00:28.124751    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0505 13:00:28.124740    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0505 13:00:28.124654    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:00:28.124438    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 13:00:28.124613    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0505 13:00:28.124805    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0505 13:00:28.124808    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0505 13:00:28.124552    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0505 13:00:28.124824    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0505 13:00:28.124632    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 13:00:28.124849    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0505 13:00:28.124566    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0505 13:00:28.124567    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0505 13:00:28.124596    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0505 13:00:28.124908    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0505 13:00:28.124614    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0505 13:00:28.124407    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 13:00:28.124924    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0505 13:00:28.124618    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0505 13:00:28.124458    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 13:00:28.124999    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0505 13:00:28.124582    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0505 13:00:28.125034    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0505 13:00:28.124628    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0505 13:00:28.124635    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0505 13:00:28.125109    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0505 13:00:28.125126    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed
I0505 13:00:28.125136    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 30301 is already open, no action needed
I0505 13:00:28.124639    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0505 13:00:28.124511    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 13:00:28.125211    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0505 13:00:28.124634    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 13:00:28.125314    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0505 13:00:28.124640    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0505 13:00:28.125351    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0505 13:00:28.125356    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.124566    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 13:00:28.125367    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0505 13:00:28.167876    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0505 13:00:28.167902    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0505 13:00:28.167909    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.167915    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0505 13:00:28.167922    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0505 13:00:28.167936    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.167945    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.167950    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.167963    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0505 13:00:28.167974    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0505 13:00:28.167981    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0505 13:00:28.167985    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.167991    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0505 13:00:28.167998    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0505 13:00:28.168011    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0505 13:00:28.168024    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0505 13:00:28.168029    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0505 13:00:28.168034    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0505 13:00:28.168040    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0505 13:00:28.168045    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.168050    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0505 13:00:28.168055    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0505 13:00:28.209426    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0505 13:00:28.209458    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.209469    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.209491    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0505 13:00:28.249877    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0505 13:00:28.249887    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0505 13:00:28.249907    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0505 13:00:29.786266    3669 egressfirewall.go:723] Syncing node "ip-10-0-0-203.ec2.internal" for egress firewall
I0505 13:00:29.786282    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal
I0505 13:00:29.786314    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 35.51µs
I0505 13:00:29.786282    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-203.ec2.internal in network "default"
I0505 13:00:29.786389    3669 node_tracker.go:169] Node ip-10-0-0-203.ec2.internal switch + router changed, syncing services in network "default"
I0505 13:00:29.786409    3669 services_controller.go:574] Full service sync requested for network=default
I0505 13:00:29.786286    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-203.ec2.internal", IP: 10.0.0.203 to PMTUD blocking rules
I0505 13:00:29.786540    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-203.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0505 13:00:29.792576    3669 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-203.ec2.internal. Updating no re-route policies
I0505 13:00:29.807987    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-203.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0505 13:00:29.808002    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-203.ec2.internal", IP: 10.0.0.203 to PMTUD blocking rules
I0505 13:00:30.109712    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-250.ec2.internal
I0505 13:00:30.109749    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-250.ec2.internal: 45.047µs
I0505 13:00:30.141913    3669 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-688ddf899c-5lcnp] creating logical port openshift-image-registry_image-registry-688ddf899c-5lcnp for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:30.142008    3669 kube.go:256] Updating pod openshift-image-registry/image-registry-688ddf899c-5lcnp
I0505 13:00:30.162283    3669 pod.go:62] [openshift-image-registry/image-registry-688ddf899c-5lcnp] pod update took 20.301661ms
I0505 13:00:30.162305    3669 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-688ddf899c-5lcnp] addLogicalPort annotation time took 20.32703ms
I0505 13:00:30.163406    3669 pods.go:271] [openshift-image-registry/image-registry-688ddf899c-5lcnp] addLogicalPort took 21.50475ms, libovsdb time 852.008µs
I0505 13:00:30.171248    3669 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-nbvzb] creating logical port openshift-ingress-canary_ingress-canary-nbvzb for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:30.171353    3669 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-nbvzb
I0505 13:00:30.173616    3669 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-cs9tw] creating logical port openshift-dns_dns-default-cs9tw for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:30.173724    3669 kube.go:256] Updating pod openshift-dns/dns-default-cs9tw
I0505 13:00:30.188297    3669 pod.go:62] [openshift-ingress-canary/ingress-canary-nbvzb] pod update took 16.968477ms
I0505 13:00:30.188318    3669 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-nbvzb] addLogicalPort annotation time took 16.990756ms
I0505 13:00:30.191721    3669 pods.go:271] [openshift-ingress-canary/ingress-canary-nbvzb] addLogicalPort took 20.480947ms, libovsdb time 3.081096ms
I0505 13:00:30.201188    3669 pod.go:62] [openshift-dns/dns-default-cs9tw] pod update took 27.482625ms
I0505 13:00:30.201210    3669 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-cs9tw] addLogicalPort annotation time took 27.509052ms
I0505 13:00:30.202644    3669 pods.go:271] [openshift-dns/dns-default-cs9tw] addLogicalPort took 29.039743ms, libovsdb time 1.063537ms
I0505 13:00:31.237810    3669 cni.go:452] [openshift-ingress-canary/ingress-canary-nbvzb 9de49f082918f0ab99ed86df86bf962d5a577c7ca3149245c40cb903ccf876cb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-nbvzb 9de49f082918f0ab99ed86df86bf962d5a577c7ca3149245c40cb903ccf876cb network default NAD default NAD key ]
I0505 13:00:31.280511    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-nbvzb, hostIfaceName: 9de49f082918f0a, network: default, NAD default, SandboxID: "9de49f082918f0ab99ed86df86bf962d5a577c7ca3149245c40cb903ccf876cb", PCI device ID: , UID: "aeb26456-974c-4cee-9386-b19ba0b657cc", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0505 13:00:31.338582    3669 cni.go:473] [openshift-ingress-canary/ingress-canary-nbvzb 9de49f082918f0ab99ed86df86bf962d5a577c7ca3149245c40cb903ccf876cb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-nbvzb 9de49f082918f0ab99ed86df86bf962d5a577c7ca3149245c40cb903ccf876cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:74:5a:b1:88:36\",\"name\":\"9de49f082918f0a\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/254d422c-aaa8-4a36-a648-7624be29ca24\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:00:33.307874    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-203.ec2.internal
I0505 13:00:33.307904    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-203.ec2.internal: 37.624µs
W0505 13:00:33.751786    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0505 13:00:34.207477    3669 cni.go:452] [openshift-network-diagnostics/network-check-target-g7lfn 45c2112dcf655ae04c53b6f38ac20e515e4ba2e5c0a25f63f13e0a6fd2c78f9a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-g7lfn 45c2112dcf655ae04c53b6f38ac20e515e4ba2e5c0a25f63f13e0a6fd2c78f9a network default NAD default NAD key ]
I0505 13:00:34.217215    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-g7lfn, hostIfaceName: 45c2112dcf655ae, network: default, NAD default, SandboxID: "45c2112dcf655ae04c53b6f38ac20e515e4ba2e5c0a25f63f13e0a6fd2c78f9a", PCI device ID: , UID: "e2d774eb-c68e-4f35-afc9-2ea16959dc58", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0505 13:00:34.261184    3669 cni.go:473] [openshift-network-diagnostics/network-check-target-g7lfn 45c2112dcf655ae04c53b6f38ac20e515e4ba2e5c0a25f63f13e0a6fd2c78f9a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-g7lfn 45c2112dcf655ae04c53b6f38ac20e515e4ba2e5c0a25f63f13e0a6fd2c78f9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:7c:78:d1:db:e9\",\"name\":\"45c2112dcf655ae\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48a788bb-6371-453e-a6a0-6d5897c95c83\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:00:34.755965    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0505 13:00:38.404627    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:00:41.685545    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0505 13:00:44.539899    3669 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-sqsjn] creating logical port openshift-insights_insights-operator-6dbb575d6c-sqsjn for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:44.540014    3669 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-sqsjn
I0505 13:00:44.563351    3669 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-sqsjn] pod update took 23.36644ms
I0505 13:00:44.563372    3669 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-sqsjn] addLogicalPort annotation time took 23.393459ms
I0505 13:00:44.564465    3669 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-sqsjn] addLogicalPort took 24.57769ms, libovsdb time 818.713µs
I0505 13:00:44.647278    3669 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-d7n42 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:44.647437    3669 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42
I0505 13:00:44.657729    3669 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-gm6f6 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:44.657809    3669 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6
I0505 13:00:44.668321    3669 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-7gjz5 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:44.668416    3669 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5
I0505 13:00:44.672119    3669 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42] pod update took 24.704831ms
I0505 13:00:44.672137    3669 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42] addLogicalPort annotation time took 24.726784ms
I0505 13:00:44.673221    3669 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42] addLogicalPort took 25.958018ms, libovsdb time 842.84µs
I0505 13:00:44.686356    3669 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-b2mkv for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:44.686461    3669 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv
I0505 13:00:44.694643    3669 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5] pod update took 26.254187ms
I0505 13:00:44.694663    3669 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5] addLogicalPort annotation time took 26.277498ms
I0505 13:00:44.695651    3669 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5] addLogicalPort took 27.343897ms, libovsdb time 746.72µs
I0505 13:00:44.697276    3669 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6] pod update took 39.489619ms
I0505 13:00:44.697292    3669 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6] addLogicalPort annotation time took 39.507697ms
I0505 13:00:44.698138    3669 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6] addLogicalPort took 40.421276ms, libovsdb time 618.302µs
I0505 13:00:44.721264    3669 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv] pod update took 34.835706ms
I0505 13:00:44.721289    3669 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv] addLogicalPort annotation time took 34.864918ms
I0505 13:00:44.722382    3669 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv] addLogicalPort took 36.043397ms, libovsdb time 797.662µs
I0505 13:00:44.775351    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-wg6jp for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:44.775476    3669 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp
I0505 13:00:44.800470    3669 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp] pod update took 25.014551ms
I0505 13:00:44.800503    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp] addLogicalPort annotation time took 25.05168ms
I0505 13:00:44.801602    3669 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp] addLogicalPort took 26.265884ms, libovsdb time 818.273µs
I0505 13:00:44.850603    3669 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-vxrc9 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:44.850681    3669 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9
I0505 13:00:44.857360    3669 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-9k6qb] creating logical port openshift-console-operator_console-operator-66dbbb6468-9k6qb for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:00:44.857424    3669 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-9k6qb
I0505 13:00:44.888598    3669 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-9k6qb] pod update took 31.1874ms
I0505 13:00:44.888621    3669 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-9k6qb] addLogicalPort annotation time took 31.213444ms
I0505 13:00:44.888682    3669 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9] pod update took 38.021924ms
I0505 13:00:44.888705    3669 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9] addLogicalPort annotation time took 38.047249ms
I0505 13:00:44.889916    3669 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-9k6qb] addLogicalPort took 32.565171ms, libovsdb time 972.203µs
I0505 13:00:44.890162    3669 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9] addLogicalPort took 39.57154ms, libovsdb time 1.183727ms
I0505 13:00:44.925048    3669 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-sqsjn 31e5b6c7f210136fd8110b89462ddfbb730b498119ba998736494f493d335bc3 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-sqsjn 31e5b6c7f210136fd8110b89462ddfbb730b498119ba998736494f493d335bc3 network default NAD default NAD key ]
I0505 13:00:44.935148    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-sqsjn, hostIfaceName: 31e5b6c7f210136, network: default, NAD default, SandboxID: "31e5b6c7f210136fd8110b89462ddfbb730b498119ba998736494f493d335bc3", PCI device ID: , UID: "40cb814f-dab4-467c-83d1-d1079f0ebe6e", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0505 13:00:44.980054    3669 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-sqsjn 31e5b6c7f210136fd8110b89462ddfbb730b498119ba998736494f493d335bc3 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-sqsjn 31e5b6c7f210136fd8110b89462ddfbb730b498119ba998736494f493d335bc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:30:69:dd:e5:71\",\"name\":\"31e5b6c7f210136\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88f52eae-79e7-44f5-9b13-9d66aba55690\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:00:45.050239    3669 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42 cb1cf4cba01393485694790e2d6a69a642ef9f9a3242a8d4477fe56817c9faa7 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42 cb1cf4cba01393485694790e2d6a69a642ef9f9a3242a8d4477fe56817c9faa7 network default NAD default NAD key ]
I0505 13:00:45.060937    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-d7n42, hostIfaceName: cb1cf4cba013934, network: default, NAD default, SandboxID: "cb1cf4cba01393485694790e2d6a69a642ef9f9a3242a8d4477fe56817c9faa7", PCI device ID: , UID: "9555b4be-735f-4326-b7bf-06fd55134f4c", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0505 13:00:45.091260    3669 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5 7ba3b1ef133ac3c6fc9226f5dbfbcfaed26a080fa681dde61b4f72d517860e6a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5 7ba3b1ef133ac3c6fc9226f5dbfbcfaed26a080fa681dde61b4f72d517860e6a network default NAD default NAD key ]
I0505 13:00:45.105324    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-7gjz5, hostIfaceName: 7ba3b1ef133ac3c, network: default, NAD default, SandboxID: "7ba3b1ef133ac3c6fc9226f5dbfbcfaed26a080fa681dde61b4f72d517860e6a", PCI device ID: , UID: "462e23ed-0ee6-41f8-9772-443f450660bf", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0505 13:00:45.109765    3669 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42 cb1cf4cba01393485694790e2d6a69a642ef9f9a3242a8d4477fe56817c9faa7 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-d7n42 cb1cf4cba01393485694790e2d6a69a642ef9f9a3242a8d4477fe56817c9faa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:16:5b:bb:78:89\",\"name\":\"cb1cf4cba013934\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13b81871-6aef-4381-97f7-402909a25b99\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:00:45.150281    3669 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5 7ba3b1ef133ac3c6fc9226f5dbfbcfaed26a080fa681dde61b4f72d517860e6a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-7gjz5 7ba3b1ef133ac3c6fc9226f5dbfbcfaed26a080fa681dde61b4f72d517860e6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:29:cd:cc:ad:47\",\"name\":\"7ba3b1ef133ac3c\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f2d386d-3a77-4dea-9bb9-51330b5e84c7\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:00:45.249657    3669 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9 711c00b964e52b6e1aa77375a1c5235ee923de8ad58c903cb35f21e6746ff63c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9 711c00b964e52b6e1aa77375a1c5235ee923de8ad58c903cb35f21e6746ff63c network default NAD default NAD key ]
I0505 13:00:45.256071    3669 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-9k6qb a9383de43bb46cc310ad2d15bcf21285d142c7a175aa865450a632ed6bea6424 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-9k6qb a9383de43bb46cc310ad2d15bcf21285d142c7a175aa865450a632ed6bea6424 network default NAD default NAD key ]
I0505 13:00:45.260797    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-vxrc9, hostIfaceName: 711c00b964e52b6, network: default, NAD default, SandboxID: "711c00b964e52b6e1aa77375a1c5235ee923de8ad58c903cb35f21e6746ff63c", PCI device ID: , UID: "e2edc7ba-37e8-477c-a9d2-9fec47bf01ea", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0505 13:00:45.268265    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-9k6qb, hostIfaceName: a9383de43bb46cc, network: default, NAD default, SandboxID: "a9383de43bb46cc310ad2d15bcf21285d142c7a175aa865450a632ed6bea6424", PCI device ID: , UID: "76c71823-4ac2-4edb-91b1-f2a3cb1a1b41", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0505 13:00:45.306886    3669 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9 711c00b964e52b6e1aa77375a1c5235ee923de8ad58c903cb35f21e6746ff63c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-vxrc9 711c00b964e52b6e1aa77375a1c5235ee923de8ad58c903cb35f21e6746ff63c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:96:60:04:ca:10\",\"name\":\"711c00b964e52b6\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fac09b5-95ec-45ce-bb9f-1c3ea96d53b0\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:00:45.322047    3669 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-9k6qb a9383de43bb46cc310ad2d15bcf21285d142c7a175aa865450a632ed6bea6424 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-9k6qb a9383de43bb46cc310ad2d15bcf21285d142c7a175aa865450a632ed6bea6424 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:88:44:65:de:60\",\"name\":\"a9383de43bb46cc\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3191525-2da4-46df-8176-8bdbb3b86ec1\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:00:49.293291    3669 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0505 13:00:49.294257    3669 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 944.785µs
I0505 13:00:49.312636    3669 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0505 13:00:49.710471    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0505 13:00:50.801212    3669 namespace.go:98] [openshift-service-ca] adding namespace
I0505 13:00:50.802074    3669 namespace.go:102] [openshift-service-ca] adding namespace took 839.13µs
I0505 13:00:50.821172    3669 namespace.go:142] [openshift-service-ca] updating namespace
W0505 13:01:00.272901    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0505 13:01:00.644011    3669 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6 408cb62a6a631f2342488974aa997c913024c1ae3ef984ed46b212373c9ea018 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6 408cb62a6a631f2342488974aa997c913024c1ae3ef984ed46b212373c9ea018 network default NAD default NAD key ]
I0505 13:01:00.653698    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-gm6f6, hostIfaceName: 408cb62a6a631f2, network: default, NAD default, SandboxID: "408cb62a6a631f2342488974aa997c913024c1ae3ef984ed46b212373c9ea018", PCI device ID: , UID: "d4fb650c-68dd-453c-b5de-de29a63bdb09", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0505 13:01:00.699253    3669 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6 408cb62a6a631f2342488974aa997c913024c1ae3ef984ed46b212373c9ea018 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gm6f6 408cb62a6a631f2342488974aa997c913024c1ae3ef984ed46b212373c9ea018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a2:0d:20:57:f0\",\"name\":\"408cb62a6a631f2\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a79e625-f4e8-4a5e-8a66-1dfb643cc36f\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:01.750055    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:01.750699    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:01.766393    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:01.766410    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bfffb659d-q74hg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:01.770349    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bfffb659d-q74hg
I0505 13:01:01.770365    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bfffb659d-q74hg
I0505 13:01:01.825904    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:01.826458    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:01.838100    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:01.838122    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-snrc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:01.846696    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688ddf899c-snrc8
I0505 13:01:01.846718    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688ddf899c-snrc8
I0505 13:01:02.449172    3669 cni.go:452] [openshift-dns/dns-default-cs9tw d125c114e37aff6a95b3b6b94acae4303255d581c18bc1c419fce3f0738e683b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-cs9tw d125c114e37aff6a95b3b6b94acae4303255d581c18bc1c419fce3f0738e683b network default NAD default NAD key ]
I0505 13:01:02.450237    3669 cni.go:452] [openshift-image-registry/image-registry-688ddf899c-5lcnp 3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-688ddf899c-5lcnp 3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3 network default NAD default NAD key ]
I0505 13:01:02.460739    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-688ddf899c-5lcnp, hostIfaceName: 3dcdbf82ae3844e, network: default, NAD default, SandboxID: "3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3", PCI device ID: , UID: "aeca480e-a527-47a7-ab0d-be40428c6657", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0505 13:01:02.462288    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-cs9tw, hostIfaceName: d125c114e37aff6, network: default, NAD default, SandboxID: "d125c114e37aff6a95b3b6b94acae4303255d581c18bc1c419fce3f0738e683b", PCI device ID: , UID: "10dcf1d4-3b34-4e37-9251-1ee7af8f2902", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0505 13:01:02.717567    3669 cni.go:473] [openshift-dns/dns-default-cs9tw d125c114e37aff6a95b3b6b94acae4303255d581c18bc1c419fce3f0738e683b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-cs9tw d125c114e37aff6a95b3b6b94acae4303255d581c18bc1c419fce3f0738e683b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2e:34:2c:26:19\",\"name\":\"d125c114e37aff6\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfe5c9fb-6457-41d4-b35d-5a396fdd2559\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:02.717586    3669 cni.go:473] [openshift-image-registry/image-registry-688ddf899c-5lcnp 3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-688ddf899c-5lcnp 3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:3e:2a:96:9b:02\",\"name\":\"3dcdbf82ae3844e\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d317bda3-ec0f-4482-b169-028c6696c812\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:06.008217    3669 cni.go:452] [openshift-multus/network-metrics-daemon-bm459 a65bdec1cad7677e5ad5f5a00526ae3c6b9adfc719bf1429c337e8d042f68591 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bm459 a65bdec1cad7677e5ad5f5a00526ae3c6b9adfc719bf1429c337e8d042f68591 network default NAD default NAD key ]
I0505 13:01:06.017444    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bm459, hostIfaceName: a65bdec1cad7677, network: default, NAD default, SandboxID: "a65bdec1cad7677e5ad5f5a00526ae3c6b9adfc719bf1429c337e8d042f68591", PCI device ID: , UID: "94d33579-625b-4131-a2fa-4cbfe1e39e70", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0505 13:01:06.063072    3669 cni.go:473] [openshift-multus/network-metrics-daemon-bm459 a65bdec1cad7677e5ad5f5a00526ae3c6b9adfc719bf1429c337e8d042f68591 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bm459 a65bdec1cad7677e5ad5f5a00526ae3c6b9adfc719bf1429c337e8d042f68591 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:39:ef:e5:5c:ea\",\"name\":\"a65bdec1cad7677\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52c2b7d9-9599-4adb-93fe-4c13b6278eb9\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:16.897631    3669 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv 0de7fd7e0c875dac4fa650b350d626788e01d4e2d5d251d98296ca40084149eb network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv 0de7fd7e0c875dac4fa650b350d626788e01d4e2d5d251d98296ca40084149eb network default NAD default NAD key ]
I0505 13:01:16.906981    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-b2mkv, hostIfaceName: 0de7fd7e0c875da, network: default, NAD default, SandboxID: "0de7fd7e0c875dac4fa650b350d626788e01d4e2d5d251d98296ca40084149eb", PCI device ID: , UID: "20ee01c3-7aff-4292-82ee-941bb37126a3", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0505 13:01:16.952300    3669 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp 199aadf3f62e0693751bd60c0495a8fb78289aba78cf8c6d2d0205386219e568 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp 199aadf3f62e0693751bd60c0495a8fb78289aba78cf8c6d2d0205386219e568 network default NAD default NAD key ]
I0505 13:01:16.954663    3669 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv 0de7fd7e0c875dac4fa650b350d626788e01d4e2d5d251d98296ca40084149eb network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-b2mkv 0de7fd7e0c875dac4fa650b350d626788e01d4e2d5d251d98296ca40084149eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:57:64:a6:cc:f5\",\"name\":\"0de7fd7e0c875da\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2717481b-5839-483d-a7c4-b419632288a0\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:16.960718    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-wg6jp, hostIfaceName: 199aadf3f62e069, network: default, NAD default, SandboxID: "199aadf3f62e0693751bd60c0495a8fb78289aba78cf8c6d2d0205386219e568", PCI device ID: , UID: "4ce73ca5-7c35-41f8-8bc2-804b4a523c29", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0505 13:01:17.007156    3669 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp 199aadf3f62e0693751bd60c0495a8fb78289aba78cf8c6d2d0205386219e568 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-wg6jp 199aadf3f62e0693751bd60c0495a8fb78289aba78cf8c6d2d0205386219e568 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:1e:46:33:87:e2\",\"name\":\"199aadf3f62e069\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bab67963-de8b-45ee-b316-67942f6f99bb\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:01:21.632391    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0505 13:01:21.703133    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0505 13:01:21.739369    3669 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0505 13:01:21.860272    3669 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0505 13:01:22.031355    3669 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-qv465] creating logical port openshift-insights_insights-runtime-extractor-qv465 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:22.031436    3669 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-qv465
I0505 13:01:22.057253    3669 pod.go:62] [openshift-insights/insights-runtime-extractor-qv465] pod update took 25.840058ms
I0505 13:01:22.057272    3669 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-qv465] addLogicalPort annotation time took 25.865786ms
I0505 13:01:22.057609    3669 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-s2p5z] creating logical port openshift-console_downloads-5c54f4944f-s2p5z for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:22.057730    3669 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-s2p5z
I0505 13:01:22.058393    3669 pods.go:271] [openshift-insights/insights-runtime-extractor-qv465] addLogicalPort took 27.050436ms, libovsdb time 798.794µs
I0505 13:01:22.078100    3669 pod.go:62] [openshift-console/downloads-5c54f4944f-s2p5z] pod update took 20.388917ms
I0505 13:01:22.078121    3669 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-s2p5z] addLogicalPort annotation time took 20.412771ms
I0505 13:01:22.079094    3669 pods.go:271] [openshift-console/downloads-5c54f4944f-s2p5z] addLogicalPort took 21.49797ms, libovsdb time 708.791µs
I0505 13:01:22.418011    3669 cni.go:452] [openshift-insights/insights-runtime-extractor-qv465 79a4e7ecc68dae126ddfdfa619194cd9f95baae52968610d295c56b880ab9dd6 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-qv465 79a4e7ecc68dae126ddfdfa619194cd9f95baae52968610d295c56b880ab9dd6 network default NAD default NAD key ]
I0505 13:01:22.427387    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-qv465, hostIfaceName: 79a4e7ecc68dae1, network: default, NAD default, SandboxID: "79a4e7ecc68dae126ddfdfa619194cd9f95baae52968610d295c56b880ab9dd6", PCI device ID: , UID: "8a21a9ee-ccf0-4466-9aee-c1a83c21583e", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0505 13:01:22.440290    3669 cni.go:452] [openshift-console/downloads-5c54f4944f-s2p5z 81cb2c86700e10da46df3a3369327e8359047f18355c42c7ffc964f943f838a7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-s2p5z 81cb2c86700e10da46df3a3369327e8359047f18355c42c7ffc964f943f838a7 network default NAD default NAD key ]
I0505 13:01:22.449461    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-s2p5z, hostIfaceName: 81cb2c86700e10d, network: default, NAD default, SandboxID: "81cb2c86700e10da46df3a3369327e8359047f18355c42c7ffc964f943f838a7", PCI device ID: , UID: "13ce6f3c-f4cb-4c91-a6db-98961cdd5bfa", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0505 13:01:22.476216    3669 cni.go:473] [openshift-insights/insights-runtime-extractor-qv465 79a4e7ecc68dae126ddfdfa619194cd9f95baae52968610d295c56b880ab9dd6 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-qv465 79a4e7ecc68dae126ddfdfa619194cd9f95baae52968610d295c56b880ab9dd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:96:c1:26:25:20\",\"name\":\"79a4e7ecc68dae1\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f071f5f-7111-452d-ac07-e4e1fac7a546\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:22.494619    3669 cni.go:473] [openshift-console/downloads-5c54f4944f-s2p5z 81cb2c86700e10da46df3a3369327e8359047f18355c42c7ffc964f943f838a7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-s2p5z 81cb2c86700e10da46df3a3369327e8359047f18355c42c7ffc964f943f838a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ac:1e:47:a5:38\",\"name\":\"81cb2c86700e10d\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02b0ee59-461a-41de-8926-f0da30eef707\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:22.798995    3669 base_network_controller_pods.go:487] [default/openshift-console/console-8fd9c774b-bgr55] creating logical port openshift-console_console-8fd9c774b-bgr55 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:22.799121    3669 kube.go:256] Updating pod openshift-console/console-8fd9c774b-bgr55
I0505 13:01:22.816295    3669 pod.go:62] [openshift-console/console-8fd9c774b-bgr55] pod update took 17.213225ms
I0505 13:01:22.816318    3669 base_network_controller_pods.go:951] [default/openshift-console/console-8fd9c774b-bgr55] addLogicalPort annotation time took 17.241633ms
I0505 13:01:22.817503    3669 pods.go:271] [openshift-console/console-8fd9c774b-bgr55] addLogicalPort took 18.538454ms, libovsdb time 803.056µs
I0505 13:01:23.159263    3669 cni.go:452] [openshift-console/console-8fd9c774b-bgr55 4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8fd9c774b-bgr55 4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0 network default NAD default NAD key ]
I0505 13:01:23.170089    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8fd9c774b-bgr55, hostIfaceName: 4ea6a6a15d6d4bf, network: default, NAD default, SandboxID: "4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0", PCI device ID: , UID: "85163175-446d-4189-8512-d237ec227f8e", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0505 13:01:23.223333    3669 cni.go:473] [openshift-console/console-8fd9c774b-bgr55 4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8fd9c774b-bgr55 4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:cd:05:bf:90:bc\",\"name\":\"4ea6a6a15d6d4bf\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3fadf98-2086-4a9d-920c-073b79fbf2bf\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:01:23.767458    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0505 13:01:23.767496    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0505 13:01:23.836562    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0505 13:01:23.907364    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:23.908006    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:23.922320    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:23.922387    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:23.927513    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc
I0505 13:01:23.927535    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b5d6fd7c5-2lnzc
W0505 13:01:26.589174    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0505 13:01:26.902775    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0505 13:01:30.899698    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0505 13:01:31.386577    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-vhttd] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-vhttd for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:31.386712    3669 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-vhttd
I0505 13:01:31.415392    3669 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-vhttd] pod update took 28.704482ms
I0505 13:01:31.415416    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-vhttd] addLogicalPort annotation time took 28.734095ms
I0505 13:01:31.416616    3669 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-vhttd] addLogicalPort took 30.057203ms, libovsdb time 859.817µs
I0505 13:01:32.371462    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:32.371660    3669 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0505 13:01:32.407301    3669 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 35.716727ms
I0505 13:01:32.407345    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 35.766941ms
I0505 13:01:32.408760    3669 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 37.31494ms, libovsdb time 1.053064ms
W0505 13:01:33.972438    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0505 13:01:33.972464    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0505 13:01:34.166287    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7749bc7dbf-s7v66] creating logical port openshift-monitoring_thanos-querier-7749bc7dbf-s7v66 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:34.166417    3669 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7749bc7dbf-s7v66
I0505 13:01:34.190546    3669 pod.go:62] [openshift-monitoring/thanos-querier-7749bc7dbf-s7v66] pod update took 24.172523ms
I0505 13:01:34.190575    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7749bc7dbf-s7v66] addLogicalPort annotation time took 24.205976ms
I0505 13:01:34.192009    3669 pods.go:271] [openshift-monitoring/thanos-querier-7749bc7dbf-s7v66] addLogicalPort took 25.742069ms, libovsdb time 997.93µs
W0505 13:01:34.953783    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:01:34.953809    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:01:34.953815    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:01:35.705827    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-79fc45b545-nlws2 IP address from the namespace address-set, err: pod openshift-console/console-79fc45b545-nlws2: no pod IPs found 
I0505 13:01:35.716544    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-t59mn for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:35.716646    3669 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn
I0505 13:01:35.740529    3669 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn] pod update took 23.908871ms
I0505 13:01:35.740557    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn] addLogicalPort annotation time took 23.941485ms
I0505 13:01:35.741780    3669 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn] addLogicalPort took 25.255718ms, libovsdb time 894.929µs
I0505 13:01:36.088925    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5d87d894b7-h2nk9] creating logical port openshift-monitoring_metrics-server-5d87d894b7-h2nk9 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:36.089030    3669 kube.go:256] Updating pod openshift-monitoring/metrics-server-5d87d894b7-h2nk9
I0505 13:01:36.122135    3669 pod.go:62] [openshift-monitoring/metrics-server-5d87d894b7-h2nk9] pod update took 33.133884ms
I0505 13:01:36.122158    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5d87d894b7-h2nk9] addLogicalPort annotation time took 33.158082ms
I0505 13:01:36.123613    3669 pods.go:271] [openshift-monitoring/metrics-server-5d87d894b7-h2nk9] addLogicalPort took 34.705921ms, libovsdb time 1.050174ms
I0505 13:01:37.350955    3669 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn 82792b14e0e61abaa657e224042a092b8d655edbe150111d4dec11e35e8fd266 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn 82792b14e0e61abaa657e224042a092b8d655edbe150111d4dec11e35e8fd266 network default NAD default NAD key ]
I0505 13:01:37.354877    3669 cni.go:452] [openshift-monitoring/thanos-querier-7749bc7dbf-s7v66 4b112bb53e292f664ca869709a11c71f9c74c0c5edab60b571f6ce8516dba9ef network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7749bc7dbf-s7v66 4b112bb53e292f664ca869709a11c71f9c74c0c5edab60b571f6ce8516dba9ef network default NAD default NAD key ]
I0505 13:01:37.356159    3669 cni.go:452] [openshift-monitoring/alertmanager-main-0 1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05 network default NAD default NAD key ]
I0505 13:01:37.358053    3669 cni.go:452] [openshift-monitoring/metrics-server-5d87d894b7-h2nk9 927ed6b64f896dcbcbf25f8e84a20c8d0d50f24159a0acb16cf53707d2cef3c9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5d87d894b7-h2nk9 927ed6b64f896dcbcbf25f8e84a20c8d0d50f24159a0acb16cf53707d2cef3c9 network default NAD default NAD key ]
I0505 13:01:37.358166    3669 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-vhttd c2f96fb220f2d512ef1142111c6868311cf012c63625f72d8e75c2df2097a3c3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-vhttd c2f96fb220f2d512ef1142111c6868311cf012c63625f72d8e75c2df2097a3c3 network default NAD default NAD key ]
I0505 13:01:37.361144    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-t59mn, hostIfaceName: 82792b14e0e61ab, network: default, NAD default, SandboxID: "82792b14e0e61abaa657e224042a092b8d655edbe150111d4dec11e35e8fd266", PCI device ID: , UID: "c54ed13c-4e36-412f-8451-7358c6ffc4db", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0505 13:01:37.371947    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 1b3a5d5ff546765, network: default, NAD default, SandboxID: "1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05", PCI device ID: , UID: "695a5753-dfcc-431a-a10c-36953bfe457c", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0505 13:01:37.371998    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5d87d894b7-h2nk9, hostIfaceName: 927ed6b64f896dc, network: default, NAD default, SandboxID: "927ed6b64f896dcbcbf25f8e84a20c8d0d50f24159a0acb16cf53707d2cef3c9", PCI device ID: , UID: "ea3d3bf5-1ce5-4c38-8a08-0c2cc51050d0", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0505 13:01:37.373024    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-vhttd, hostIfaceName: c2f96fb220f2d51, network: default, NAD default, SandboxID: "c2f96fb220f2d512ef1142111c6868311cf012c63625f72d8e75c2df2097a3c3", PCI device ID: , UID: "a9f5633e-158e-4911-99d9-b694e47e0d48", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0505 13:01:37.383127    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7749bc7dbf-s7v66, hostIfaceName: 4b112bb53e292f6, network: default, NAD default, SandboxID: "4b112bb53e292f664ca869709a11c71f9c74c0c5edab60b571f6ce8516dba9ef", PCI device ID: , UID: "96b5da7a-233b-42b4-9349-eced1e8c02e3", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0505 13:01:37.423094    3669 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn 82792b14e0e61abaa657e224042a092b8d655edbe150111d4dec11e35e8fd266 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t59mn 82792b14e0e61abaa657e224042a092b8d655edbe150111d4dec11e35e8fd266 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:fe:9d:fe:c4:4b\",\"name\":\"82792b14e0e61ab\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/805d155d-30e2-4261-aa60-d00b6f2e494f\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:37.650738    3669 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-vhttd c2f96fb220f2d512ef1142111c6868311cf012c63625f72d8e75c2df2097a3c3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-vhttd c2f96fb220f2d512ef1142111c6868311cf012c63625f72d8e75c2df2097a3c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:df:52:5e:1c:68\",\"name\":\"c2f96fb220f2d51\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd8765b0-fc6f-4ee6-89db-48f9771101f3\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:37.650756    3669 cni.go:473] [openshift-monitoring/alertmanager-main-0 1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:7a:da:cb:9f:f8\",\"name\":\"1b3a5d5ff546765\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47744573-ecb1-4af7-a74e-7b5874e8f348\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:37.651139    3669 cni.go:473] [openshift-monitoring/thanos-querier-7749bc7dbf-s7v66 4b112bb53e292f664ca869709a11c71f9c74c0c5edab60b571f6ce8516dba9ef network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7749bc7dbf-s7v66 4b112bb53e292f664ca869709a11c71f9c74c0c5edab60b571f6ce8516dba9ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:50:aa:36:44:fc\",\"name\":\"4b112bb53e292f6\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01dfdf8f-cb63-46fd-b1df-ce171e9cdb84\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:37.651181    3669 cni.go:473] [openshift-monitoring/metrics-server-5d87d894b7-h2nk9 927ed6b64f896dcbcbf25f8e84a20c8d0d50f24159a0acb16cf53707d2cef3c9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5d87d894b7-h2nk9 927ed6b64f896dcbcbf25f8e84a20c8d0d50f24159a0acb16cf53707d2cef3c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:93:4c:e5:83:e4\",\"name\":\"927ed6b64f896dc\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d225542e-82b5-4ee5-abc2-144d71161fc0\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:37.655015    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:37.655183    3669 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
W0505 13:01:37.673579    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0505 13:01:37.706593    3669 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 51.448348ms
I0505 13:01:37.706675    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 51.534882ms
I0505 13:01:37.707984    3669 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 52.99078ms, libovsdb time 884.393µs
W0505 13:01:37.751396    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
I0505 13:01:38.023340    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e network default NAD default NAD key ]
I0505 13:01:38.033999    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2f3c3f5b6f0cc8b, network: default, NAD default, SandboxID: "2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e", PCI device ID: , UID: "1613231d-1bc5-4902-9b90-3b8b48fa3ced", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0505 13:01:38.094456    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:d7:a5:11:c7:9a\",\"name\":\"2f3c3f5b6f0cc8b\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f17a2b85-209c-4337-b7fb-134a18fadfb2\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:01:38.986992    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:38.987022    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:38.987031    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:38.987036    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:39.010429    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0505 13:01:39.050645    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:01:39.050676    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:01:40.275210    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfb6cbcc9-mg2wt IP address from the namespace address-set, err: pod openshift-console/console-7dfb6cbcc9-mg2wt: no pod IPs found 
W0505 13:01:40.276930    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfb6cbcc9-542k6 IP address from the namespace address-set, err: pod openshift-console/console-7dfb6cbcc9-542k6: no pod IPs found 
W0505 13:01:40.692658    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0505 13:01:40.726363    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0505 13:01:40.778379    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:01:40.778404    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:01:40.893954    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:01:40.893976    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:01:40.893983    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:01:41.727459    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:41.727503    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:41.727511    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:41.727516    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0505 13:01:42.059904    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:42.060515    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:42.060548    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:42.060560    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0505 13:01:42.060577    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:42.060584    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0505 13:01:43.086522    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:43.086547    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:43.086564    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:43.086581    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlp85b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0505 13:01:45.004927    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:45.004955    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:45.004964    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:45.004971    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:45.004991    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:45.004998    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:45.005005    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:45.005012    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0505 13:01:46.997456    3669 cni.go:452] [openshift-image-registry/image-registry-688ddf899c-5lcnp 3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-688ddf899c-5lcnp 3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3 network default NAD default NAD key ]
I0505 13:01:47.082275    3669 cni.go:473] [openshift-image-registry/image-registry-688ddf899c-5lcnp 3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-688ddf899c-5lcnp 3dcdbf82ae3844ea083a91707cba72d16bad8f5045dec894984f589722be1db3 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:01:47.135712    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:47.135751    3669 pods.go:176] Deleting pod: openshift-image-registry/image-registry-688ddf899c-5lcnp
I0505 13:01:47.137233    3669 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-688ddf899c-5lcnp, ips: 10.129.0.5
I0505 13:01:47.137261    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:47.149679    3669 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-85bb968d94-pqshk] creating logical port openshift-image-registry_image-registry-85bb968d94-pqshk for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:47.149761    3669 kube.go:256] Updating pod openshift-image-registry/image-registry-85bb968d94-pqshk
I0505 13:01:47.171371    3669 pod.go:62] [openshift-image-registry/image-registry-85bb968d94-pqshk] pod update took 21.635459ms
I0505 13:01:47.171392    3669 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-85bb968d94-pqshk] addLogicalPort annotation time took 21.660709ms
I0505 13:01:47.172697    3669 pods.go:271] [openshift-image-registry/image-registry-85bb968d94-pqshk] addLogicalPort took 23.033471ms, libovsdb time 915.842µs
I0505 13:01:47.208373    3669 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0505 13:01:47.218609    3669 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0505 13:01:47.506980    3669 cni.go:452] [openshift-image-registry/image-registry-85bb968d94-pqshk 5da7e5f436534f28f5957ab3187b43c73139f96fe4f56a5150ba198a920c94a2 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-85bb968d94-pqshk 5da7e5f436534f28f5957ab3187b43c73139f96fe4f56a5150ba198a920c94a2 network default NAD default NAD key ]
I0505 13:01:47.516239    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-85bb968d94-pqshk, hostIfaceName: 5da7e5f436534f2, network: default, NAD default, SandboxID: "5da7e5f436534f28f5957ab3187b43c73139f96fe4f56a5150ba198a920c94a2", PCI device ID: , UID: "7f0186f2-98e0-4cb6-8483-dae397158d3f", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0505 13:01:47.564134    3669 cni.go:473] [openshift-image-registry/image-registry-85bb968d94-pqshk 5da7e5f436534f28f5957ab3187b43c73139f96fe4f56a5150ba198a920c94a2 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-85bb968d94-pqshk 5da7e5f436534f28f5957ab3187b43c73139f96fe4f56a5150ba198a920c94a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:39:9f:5a:0f:13\",\"name\":\"5da7e5f436534f2\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/699b9723-bd13-48c1-afae-042316c0623f\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:47.763996    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:47.764021    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688ddf899c-5lcnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:47.767262    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688ddf899c-5lcnp
I0505 13:01:47.767282    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688ddf899c-5lcnp
W0505 13:01:48.724363    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:48.724385    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:48.724391    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0505 13:01:48.724396    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0505 13:01:51.762526    3669 cni.go:452] [openshift-console/console-8fd9c774b-bgr55 4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8fd9c774b-bgr55 4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0 network default NAD default NAD key ]
I0505 13:01:51.839366    3669 cni.go:473] [openshift-console/console-8fd9c774b-bgr55 4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8fd9c774b-bgr55 4ea6a6a15d6d4bf039bd8442e516587b344a492ebdfa4d0041f4fc36630b59f0 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:01:51.914511    3669 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-bgr55 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:51.914543    3669 pods.go:176] Deleting pod: openshift-console/console-8fd9c774b-bgr55
I0505 13:01:51.915858    3669 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8fd9c774b-bgr55, ips: 10.129.0.18
I0505 13:01:51.915885    3669 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-bgr55 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:01:51.928474    3669 base_network_controller_pods.go:487] [default/openshift-console/console-c48fb4c96-kxdts] creating logical port openshift-console_console-c48fb4c96-kxdts for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:01:51.928575    3669 kube.go:256] Updating pod openshift-console/console-c48fb4c96-kxdts
I0505 13:01:51.945181    3669 pod.go:62] [openshift-console/console-c48fb4c96-kxdts] pod update took 16.638008ms
I0505 13:01:51.945198    3669 base_network_controller_pods.go:951] [default/openshift-console/console-c48fb4c96-kxdts] addLogicalPort annotation time took 16.657551ms
I0505 13:01:51.946337    3669 pods.go:271] [openshift-console/console-c48fb4c96-kxdts] addLogicalPort took 17.872034ms, libovsdb time 765.65µs
I0505 13:01:52.333015    3669 cni.go:452] [openshift-console/console-c48fb4c96-kxdts 66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c48fb4c96-kxdts 66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d network default NAD default NAD key ]
I0505 13:01:52.342378    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c48fb4c96-kxdts, hostIfaceName: 66957d78c1cb6bd, network: default, NAD default, SandboxID: "66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d", PCI device ID: , UID: "0f20b5c5-2780-4b94-b7d6-c2fb36d3d29d", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0505 13:01:52.391505    3669 cni.go:473] [openshift-console/console-c48fb4c96-kxdts 66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c48fb4c96-kxdts 66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:6e:36:f7:39:f4\",\"name\":\"66957d78c1cb6bd\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1532bdf2-f862-4a23-bcd2-966f9c83a7df\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:01:52.779416    3669 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-bgr55 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:52.779442    3669 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-bgr55 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:01:52.785227    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fd9c774b-bgr55
I0505 13:01:52.785257    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fd9c774b-bgr55
W0505 13:01:58.997293    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0505 13:01:59.995528    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0505 13:01:59.995555    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0505 13:02:00.988870    3669 obj_retry.go:498] Detected object openshift-console/console-79fc45b545-7l6sq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:00.989477    3669 obj_retry.go:498] Detected object openshift-console/console-79fc45b545-7l6sq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:01.305117    3669 obj_retry.go:492] Detected object openshift-console/console-79fc45b545-7l6sq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:01.305139    3669 obj_retry.go:492] Detected object openshift-console/console-79fc45b545-7l6sq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:01.311454    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79fc45b545-7l6sq
I0505 13:02:01.311476    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79fc45b545-7l6sq
W0505 13:02:01.694744    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0505 13:02:02.810514    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0505 13:02:03.412199    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:03.412220    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:03.412226    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:03.412239    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:03.412246    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:03.412252    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:03.447628    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:03.447647    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:03.447653    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:02:04.812273    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0505 13:02:04.812276    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0505 13:02:04.812337    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0505 13:02:05.819950    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0505 13:02:08.750141    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0505 13:02:09.840236    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0505 13:02:09.840300    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0505 13:02:09.840346    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0505 13:02:10.848290    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0505 13:02:11.247986    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:11.248578    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:12.043755    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:12.043776    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:12.047721    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6
I0505 13:02:12.047745    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b5d6fd7c5-rgmb6
I0505 13:02:28.165673    3669 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-g9qcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:28.166293    3669 obj_retry.go:498] Detected object openshift-console/console-8fd9c774b-g9qcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:28.479750    3669 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-g9qcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:28.479769    3669 obj_retry.go:492] Detected object openshift-console/console-8fd9c774b-g9qcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:28.486596    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8fd9c774b-g9qcc
I0505 13:02:28.486628    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8fd9c774b-g9qcc
I0505 13:02:34.370247    3669 obj_retry.go:498] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:34.370786    3669 obj_retry.go:498] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:35.136782    3669 obj_retry.go:492] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:35.136806    3669 obj_retry.go:492] Detected object openshift-ingress/router-default-6b7ff97887-q6hq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:35.140871    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6b7ff97887-q6hq7
I0505 13:02:35.140891    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6b7ff97887-q6hq7
W0505 13:02:38.264411    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:02:38.264430    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:02:38.264439    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:02:38.264444    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:02:38.995122    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:02:38.995140    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0505 13:02:53.270462    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:53.271087    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:53.591029    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:53.591052    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:53.598463    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0505 13:02:53.598504    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0505 13:02:57.397711    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e network default NAD default NAD key ]
I0505 13:02:57.490527    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 2f3c3f5b6f0cc8baeb9fb8a4d073ca548d3e650e1e5aeceaccff948dff35541e network default NAD default NAD key default], result "{}", err <nil>
I0505 13:02:57.555365    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:57.555537    3669 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0505 13:02:57.556865    3669 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.24
I0505 13:02:57.556891    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:02:58.041873    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:58.041916    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:02:58.049795    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0505 13:02:58.049828    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0505 13:02:58.092555    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:02:58.092683    3669 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0505 13:02:58.120600    3669 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.955242ms
I0505 13:02:58.120621    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.980181ms
I0505 13:02:58.121842    3669 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.303049ms, libovsdb time 907.573µs
I0505 13:02:58.451759    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c3b08283c9e3e863098fd6fc99079a5d265bb3f9c3e77bfbb2a29fb2c4b2ae91 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c3b08283c9e3e863098fd6fc99079a5d265bb3f9c3e77bfbb2a29fb2c4b2ae91 network default NAD default NAD key ]
I0505 13:02:58.461188    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c3b08283c9e3e86, network: default, NAD default, SandboxID: "c3b08283c9e3e863098fd6fc99079a5d265bb3f9c3e77bfbb2a29fb2c4b2ae91", PCI device ID: , UID: "a33c561a-90da-439c-8aaf-deb0855cd5de", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0505 13:02:58.510449    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c3b08283c9e3e863098fd6fc99079a5d265bb3f9c3e77bfbb2a29fb2c4b2ae91 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c3b08283c9e3e863098fd6fc99079a5d265bb3f9c3e77bfbb2a29fb2c4b2ae91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:79:b5:40:cb:31\",\"name\":\"c3b08283c9e3e86\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39923fca-bedc-427a-8f50-272b02d4db05\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:03:17.532031    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:03:17.532595    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:03:18.420924    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:03:18.420948    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-6l2m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:03:22.423190    3669 cni.go:452] [openshift-console/console-c48fb4c96-kxdts 66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c48fb4c96-kxdts 66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d network default NAD default NAD key ]
I0505 13:03:22.506875    3669 cni.go:473] [openshift-console/console-c48fb4c96-kxdts 66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c48fb4c96-kxdts 66957d78c1cb6bd1a1f4b5b003de52a4c8397606993af095baf0ac47ebed9a6d network default NAD default NAD key default], result "{}", err <nil>
I0505 13:03:22.558105    3669 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-kxdts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:03:22.558141    3669 pods.go:176] Deleting pod: openshift-console/console-c48fb4c96-kxdts
I0505 13:03:22.559609    3669 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c48fb4c96-kxdts, ips: 10.129.0.26
I0505 13:03:22.559639    3669 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-kxdts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:03:22.567754    3669 base_network_controller_pods.go:487] [default/openshift-console/console-745fc7447-zbhc9] creating logical port openshift-console_console-745fc7447-zbhc9 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:03:22.567881    3669 kube.go:256] Updating pod openshift-console/console-745fc7447-zbhc9
I0505 13:03:22.582313    3669 pod.go:62] [openshift-console/console-745fc7447-zbhc9] pod update took 14.463606ms
I0505 13:03:22.582330    3669 base_network_controller_pods.go:951] [default/openshift-console/console-745fc7447-zbhc9] addLogicalPort annotation time took 14.482817ms
I0505 13:03:22.583453    3669 pods.go:271] [openshift-console/console-745fc7447-zbhc9] addLogicalPort took 15.715248ms, libovsdb time 764.923µs
I0505 13:03:22.925629    3669 cni.go:452] [openshift-console/console-745fc7447-zbhc9 e32354a54e50ab0198824f300e06f5899fc330c2b58bfbc320f0af7ff539bc8b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-745fc7447-zbhc9 e32354a54e50ab0198824f300e06f5899fc330c2b58bfbc320f0af7ff539bc8b network default NAD default NAD key ]
I0505 13:03:22.935072    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-745fc7447-zbhc9, hostIfaceName: e32354a54e50ab0, network: default, NAD default, SandboxID: "e32354a54e50ab0198824f300e06f5899fc330c2b58bfbc320f0af7ff539bc8b", PCI device ID: , UID: "76975766-d9b8-4cb7-9f4b-6a3754fbf110", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0505 13:03:22.983905    3669 cni.go:473] [openshift-console/console-745fc7447-zbhc9 e32354a54e50ab0198824f300e06f5899fc330c2b58bfbc320f0af7ff539bc8b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-745fc7447-zbhc9 e32354a54e50ab0198824f300e06f5899fc330c2b58bfbc320f0af7ff539bc8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:e3:6b:1a:0a:d0\",\"name\":\"e32354a54e50ab0\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b97b63d2-dcc8-47a1-a533-308dd0ab1762\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:03:23.191943    3669 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-kxdts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:03:23.191972    3669 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-kxdts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:03:23.199357    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c48fb4c96-kxdts
I0505 13:03:23.199376    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c48fb4c96-kxdts
I0505 13:03:25.234078    3669 cni.go:452] [openshift-monitoring/alertmanager-main-0 1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05 network default NAD default NAD key ]
I0505 13:03:25.329089    3669 cni.go:473] [openshift-monitoring/alertmanager-main-0 1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 1b3a5d5ff546765b6cae1dbcb3d240e716addd27d7f10e3aa90d5ee28c5ebf05 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:03:25.398277    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:03:25.398308    3669 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0505 13:03:25.399611    3669 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.20
I0505 13:03:25.399641    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:03:26.186417    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:03:26.186445    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:03:26.193005    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0505 13:03:26.193031    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0505 13:03:26.238157    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:03:26.238305    3669 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0505 13:03:26.270705    3669 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 32.444257ms
I0505 13:03:26.270726    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 32.470037ms
I0505 13:03:26.271982    3669 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 33.840956ms, libovsdb time 895.474µs
I0505 13:03:26.597584    3669 cni.go:452] [openshift-monitoring/alertmanager-main-0 adad57a6e9ccb960970c6bb38658a86fc9da1993b0e40002f9e38ef612c718cc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 adad57a6e9ccb960970c6bb38658a86fc9da1993b0e40002f9e38ef612c718cc network default NAD default NAD key ]
I0505 13:03:26.607084    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: adad57a6e9ccb96, network: default, NAD default, SandboxID: "adad57a6e9ccb960970c6bb38658a86fc9da1993b0e40002f9e38ef612c718cc", PCI device ID: , UID: "d1ca9a9f-9ba1-407d-aa36-4fc328084153", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0505 13:03:26.654170    3669 cni.go:473] [openshift-monitoring/alertmanager-main-0 adad57a6e9ccb960970c6bb38658a86fc9da1993b0e40002f9e38ef612c718cc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 adad57a6e9ccb960970c6bb38658a86fc9da1993b0e40002f9e38ef612c718cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:79:14:d4:81:6c\",\"name\":\"adad57a6e9ccb96\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4e88621-3608-47ac-8a90-93aa3401ec85\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:03:33.235950    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0505 13:03:33.695165    3669 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-k8wlv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:03:33.695749    3669 obj_retry.go:498] Detected object openshift-console/console-c48fb4c96-k8wlv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:03:34.343560    3669 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-k8wlv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:03:34.343581    3669 obj_retry.go:492] Detected object openshift-console/console-c48fb4c96-k8wlv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:03:34.349780    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c48fb4c96-k8wlv
I0505 13:03:34.349803    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c48fb4c96-k8wlv
W0505 13:03:56.669880    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:03:56.669900    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:03:56.669906    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0505 13:03:59.395174    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0505 13:03:59.395195    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0505 13:04:00.743465    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:04:00.744006    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:04:01.589214    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:04:01.589239    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:04:01.597062    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0505 13:04:01.597089    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0505 13:05:28.907921    3669 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0505 13:05:32.189878    3669 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0505 13:05:58.885599    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0505 13:06:06.634753    3669 namespace.go:98] [tsf] adding namespace
I0505 13:06:06.635566    3669 namespace.go:102] [tsf] adding namespace took 790.988µs
I0505 13:06:06.654539    3669 namespace.go:142] [tsf] updating namespace
I0505 13:06:06.667442    3669 namespace.go:142] [tsf] updating namespace
I0505 13:06:10.638151    3669 namespace.go:98] [cert-manager-operator] adding namespace
I0505 13:06:10.639034    3669 namespace.go:102] [cert-manager-operator] adding namespace took 859.303µs
I0505 13:06:10.640094    3669 namespace.go:98] [konflux-operator] adding namespace
I0505 13:06:10.640719    3669 namespace.go:102] [konflux-operator] adding namespace took 611.165µs
I0505 13:06:10.645228    3669 namespace.go:98] [tsf-keycloak] adding namespace
I0505 13:06:10.645821    3669 namespace.go:102] [tsf-keycloak] adding namespace took 580.001µs
I0505 13:06:10.649356    3669 namespace.go:98] [konflux-ui] adding namespace
I0505 13:06:10.649940    3669 namespace.go:102] [konflux-ui] adding namespace took 570.65µs
I0505 13:06:10.658305    3669 namespace.go:98] [rhbk-operator] adding namespace
I0505 13:06:10.658349    3669 namespace.go:98] [tsf-tpa] adding namespace
I0505 13:06:10.658922    3669 namespace.go:102] [rhbk-operator] adding namespace took 601.1µs
I0505 13:06:10.659670    3669 namespace.go:102] [tsf-tpa] adding namespace took 1.308432ms
I0505 13:06:10.661413    3669 namespace.go:98] [tsf-tas] adding namespace
I0505 13:06:10.661521    3669 namespace.go:98] [rhtpa-operator] adding namespace
I0505 13:06:10.662008    3669 namespace.go:102] [tsf-tas] adding namespace took 583.412µs
I0505 13:06:10.662582    3669 namespace.go:102] [rhtpa-operator] adding namespace took 1.044367ms
I0505 13:06:10.683130    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:06:10.725098    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:06:10.735148    3669 namespace.go:142] [konflux-operator] updating namespace
I0505 13:06:10.744157    3669 namespace.go:142] [konflux-ui] updating namespace
I0505 13:06:10.763262    3669 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:06:10.780517    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:06:10.795747    3669 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:06:10.804464    3669 namespace.go:142] [tsf-tas] updating namespace
I0505 13:06:10.807411    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:06:10.874352    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:06:10.938259    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:06:11.024446    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:06:11.096155    3669 namespace.go:142] [konflux-ui] updating namespace
I0505 13:06:11.179383    3669 namespace.go:142] [konflux-ui] updating namespace
I0505 13:06:11.232693    3669 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:06:11.270637    3669 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:06:11.312769    3669 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:06:11.350245    3669 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:06:11.385349    3669 namespace.go:142] [tsf-tas] updating namespace
I0505 13:06:11.415221    3669 namespace.go:142] [tsf-tas] updating namespace
I0505 13:06:11.455603    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:06:11.477917    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:06:11.484039    3669 namespace.go:142] [konflux-operator] updating namespace
I0505 13:06:11.508525    3669 namespace.go:142] [konflux-operator] updating namespace
I0505 13:06:12.409718    3669 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:06:12.409779    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:06:24.104855    3669 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:24.105430    3669 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:24.105460    3669 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:24.105470    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:06:24.105507    3669 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:24.105512    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:06:24.126297    3669 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:24.126743    3669 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:24.126765    3669 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:24.126773    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:06:24.126781    3669 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:24.126785    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:06:24.966411    3669 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:24.966435    3669 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:24.966453    3669 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:24.966466    3669 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7cfxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:25.153208    3669 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:25.153243    3669 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:25.153257    3669 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:25.153267    3669 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b519n4gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:26.095974    3669 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:26.096595    3669 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:26.096620    3669 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:26.096628    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:06:26.096638    3669 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:26.096642    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:06:26.137125    3669 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:26.137572    3669 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:26.137595    3669 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:26.137602    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:06:26.137611    3669 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:26.137617    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:06:27.099272    3669 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:27.099842    3669 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:27.099867    3669 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:27.099876    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:06:27.099885    3669 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:27.099890    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:06:27.126777    3669 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:27.126794    3669 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:27.126807    3669 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:27.126817    3669 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136frw78 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:27.167663    3669 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:27.167679    3669 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:27.167689    3669 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:27.167706    3669 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gzhxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:28.127000    3669 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:28.127024    3669 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:28.127038    3669 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:28.127049    3669 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2xlrph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:30.307981    3669 namespace.go:142] [openshift-operators] updating namespace
I0505 13:06:30.322882    3669 namespace.go:142] [openshift-operators] updating namespace
I0505 13:06:31.281420    3669 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:31.281948    3669 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:31.281976    3669 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:31.281984    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0505 13:06:31.281994    3669 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0505 13:06:31.281999    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0505 13:06:32.314697    3669 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:32.314719    3669 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:32.314737    3669 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:32.314748    3669 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dblbb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:06:42.102201    3669 namespace.go:98] [trusted-artifact-signer] adding namespace
I0505 13:06:42.103171    3669 namespace.go:102] [trusted-artifact-signer] adding namespace took 950.095µs
I0505 13:06:42.332413    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 13:06:42.385180    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
W0505 13:06:42.421805    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:06:42.597745    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0505 13:06:43.352892    3669 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-chq78] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-chq78 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:06:43.353013    3669 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-chq78
I0505 13:06:43.382419    3669 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-chq78] pod update took 29.424517ms
I0505 13:06:43.382443    3669 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-chq78] addLogicalPort annotation time took 29.453369ms
I0505 13:06:43.383609    3669 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-chq78] addLogicalPort took 30.731055ms, libovsdb time 833.89µs
I0505 13:06:43.721284    3669 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-chq78 d105844cd002ef6dc1d5157d5ff7c620becbcbcab7e11736585297c6dcdec5b1 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-chq78 d105844cd002ef6dc1d5157d5ff7c620becbcbcab7e11736585297c6dcdec5b1 network default NAD default NAD key ]
I0505 13:06:43.730805    3669 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-chq78, hostIfaceName: d105844cd002ef6, network: default, NAD default, SandboxID: "d105844cd002ef6dc1d5157d5ff7c620becbcbcab7e11736585297c6dcdec5b1", PCI device ID: , UID: "114679e8-4d8e-4b4f-afcd-aa66e76f7f43", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0505 13:06:43.778990    3669 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-chq78 d105844cd002ef6dc1d5157d5ff7c620becbcbcab7e11736585297c6dcdec5b1 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-chq78 d105844cd002ef6dc1d5157d5ff7c620becbcbcab7e11736585297c6dcdec5b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:a4:64:ec:21:48\",\"name\":\"d105844cd002ef6\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/369e9f86-c55d-4d71-91d1-e2f47fb47ab9\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:06:45.305437    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0505 13:06:46.372697    3669 namespace.go:142] [openshift-operators] updating namespace
I0505 13:06:47.292042    3669 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-49twz for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:06:47.292205    3669 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz
I0505 13:06:47.343588    3669 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz] pod update took 51.414047ms
I0505 13:06:47.343611    3669 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz] addLogicalPort annotation time took 51.439786ms
I0505 13:06:47.345055    3669 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz] addLogicalPort took 53.035021ms, libovsdb time 1.025312ms
I0505 13:06:47.433025    3669 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-kn9zf for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:06:47.433130    3669 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf
I0505 13:06:47.459993    3669 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf] pod update took 26.885877ms
I0505 13:06:47.460028    3669 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf] addLogicalPort annotation time took 26.926324ms
I0505 13:06:47.461417    3669 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf] addLogicalPort took 28.406566ms, libovsdb time 933.237µs
I0505 13:06:47.725434    3669 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz 96401658caeef35b971792b84b1718e3553fe35a0e9ae93db4e790d8d7ad8ff7 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz 96401658caeef35b971792b84b1718e3553fe35a0e9ae93db4e790d8d7ad8ff7 network default NAD default NAD key ]
I0505 13:06:47.734925    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-49twz, hostIfaceName: 96401658caeef35, network: default, NAD default, SandboxID: "96401658caeef35b971792b84b1718e3553fe35a0e9ae93db4e790d8d7ad8ff7", PCI device ID: , UID: "c9936fd8-680a-4824-b2a8-db62e3f76400", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0505 13:06:47.790902    3669 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz 96401658caeef35b971792b84b1718e3553fe35a0e9ae93db4e790d8d7ad8ff7 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-49twz 96401658caeef35b971792b84b1718e3553fe35a0e9ae93db4e790d8d7ad8ff7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:48:4b:26:b6:76\",\"name\":\"96401658caeef35\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/546a036e-6b6d-4732-9af5-854599c186f7\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:06:48.093253    3669 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf 01a3b74a84659dd8247184c74b0a50f0ac92c28c25e6b1e0d9be201b28cf19f6 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf 01a3b74a84659dd8247184c74b0a50f0ac92c28c25e6b1e0d9be201b28cf19f6 network default NAD default NAD key ]
I0505 13:06:48.102828    3669 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-kn9zf, hostIfaceName: 01a3b74a84659dd, network: default, NAD default, SandboxID: "01a3b74a84659dd8247184c74b0a50f0ac92c28c25e6b1e0d9be201b28cf19f6", PCI device ID: , UID: "530b544a-4e8d-4995-a9f7-7ae45b4a4328", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0505 13:06:48.153834    3669 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf 01a3b74a84659dd8247184c74b0a50f0ac92c28c25e6b1e0d9be201b28cf19f6 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-kn9zf 01a3b74a84659dd8247184c74b0a50f0ac92c28c25e6b1e0d9be201b28cf19f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:d4:a8:c4:ca:00\",\"name\":\"01a3b74a84659dd\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6baf90d9-cca1-4a8c-bd76-7a6ab061fc71\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:06:49.690288    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:06:49.707310    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:06:49.730455    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:06:49.740533    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0505 13:06:53.142461    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0505 13:06:58.490285    3669 namespace.go:98] [cert-manager] adding namespace
I0505 13:06:58.491282    3669 namespace.go:102] [cert-manager] adding namespace took 971.074µs
I0505 13:06:58.507452    3669 namespace.go:142] [cert-manager] updating namespace
I0505 13:06:58.551569    3669 namespace.go:142] [cert-manager] updating namespace
I0505 13:07:02.960358    3669 namespace.go:98] [openshift-pipelines] adding namespace
I0505 13:07:02.961248    3669 namespace.go:102] [openshift-pipelines] adding namespace took 869.485µs
I0505 13:07:02.980297    3669 namespace.go:142] [openshift-pipelines] updating namespace
W0505 13:07:03.360303    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0505 13:07:03.360320    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0505 13:07:03.684996    3669 namespace.go:142] [cert-manager] updating namespace
I0505 13:07:03.911263    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:07:04.205281    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0505 13:07:04.205344    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kvvgq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kvvgq: no pod IPs found 
I0505 13:07:04.320263    3669 namespace.go:142] [konflux-operator] updating namespace
I0505 13:07:04.509473    3669 namespace.go:142] [konflux-ui] updating namespace
I0505 13:07:04.707803    3669 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace
I0505 13:07:05.111235    3669 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:07:05.308530    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:07:05.505149    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 13:07:05.706919    3669 namespace.go:142] [tsf] updating namespace
I0505 13:07:05.908377    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:07:06.110474    3669 namespace.go:142] [tsf-tas] updating namespace
I0505 13:07:06.317213    3669 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:07:06.453713    3669 namespace.go:142] [cert-manager] updating namespace
I0505 13:07:06.464311    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:07:06.478117    3669 namespace.go:142] [default] updating namespace
I0505 13:07:06.496639    3669 namespace.go:142] [konflux-operator] updating namespace
I0505 13:07:06.511872    3669 namespace.go:142] [konflux-ui] updating namespace
I0505 13:07:06.527586    3669 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace
I0505 13:07:06.536961    3669 namespace.go:142] [openshift] updating namespace
I0505 13:07:06.550017    3669 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:07:06.560165    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:07:06.573075    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 13:07:06.585357    3669 namespace.go:142] [tsf] updating namespace
I0505 13:07:06.601363    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:07:06.613510    3669 namespace.go:142] [tsf-tas] updating namespace
I0505 13:07:06.626526    3669 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:07:06.702925    3669 namespace.go:142] [cert-manager] updating namespace
I0505 13:07:06.800526    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0505 13:07:06.900712    3669 namespace.go:142] [default] updating namespace
I0505 13:07:06.993557    3669 namespace.go:142] [konflux-operator] updating namespace
I0505 13:07:07.096782    3669 namespace.go:142] [konflux-ui] updating namespace
I0505 13:07:07.200158    3669 namespace.go:142] [open-cluster-management-2q3pg003qtphaiiihbned12h6ge4apv3] updating namespace
I0505 13:07:07.291336    3669 namespace.go:142] [openshift] updating namespace
I0505 13:07:07.393834    3669 namespace.go:142] [rhbk-operator] updating namespace
I0505 13:07:07.495584    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0505 13:07:07.597231    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
I0505 13:07:07.693069    3669 namespace.go:142] [tsf] updating namespace
I0505 13:07:07.783074    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=150
I0505 13:07:07.795434    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0505 13:07:07.895434    3669 namespace.go:142] [tsf-tas] updating namespace
I0505 13:07:07.994198    3669 namespace.go:142] [tsf-tpa] updating namespace
I0505 13:07:08.427561    3669 namespace.go:142] [openshift-pipelines] updating namespace
I0505 13:07:14.351888    3669 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:07:14.352386    3669 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:07:14.375519    3669 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:07:14.375533    3669 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:07:14.382801    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0505 13:07:14.382820    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0505 13:07:16.545741    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-6b8bp for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:07:16.545860    3669 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp
I0505 13:07:16.561701    3669 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp] pod update took 15.864048ms
I0505 13:07:16.561722    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp] addLogicalPort annotation time took 15.891959ms
I0505 13:07:16.563147    3669 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp] addLogicalPort took 17.423745ms, libovsdb time 1.036243ms
I0505 13:07:17.076257    3669 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp db751315708a96d7e11696a3f9cce0e53dff825d04ac45ee6178e9239b60afff network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp db751315708a96d7e11696a3f9cce0e53dff825d04ac45ee6178e9239b60afff network default NAD default NAD key ]
I0505 13:07:17.086089    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-6b8bp, hostIfaceName: db751315708a96d, network: default, NAD default, SandboxID: "db751315708a96d7e11696a3f9cce0e53dff825d04ac45ee6178e9239b60afff", PCI device ID: , UID: "da3ea318-2d27-4109-b95d-418b5aab7467", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0505 13:07:17.136536    3669 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp db751315708a96d7e11696a3f9cce0e53dff825d04ac45ee6178e9239b60afff network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-6b8bp db751315708a96d7e11696a3f9cce0e53dff825d04ac45ee6178e9239b60afff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b4:15:58:d0:f5\",\"name\":\"db751315708a96d\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c61acf64-0cf0-4c80-899d-f12dc0fc7bcc\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:07:20.461393    3669 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 13:07:20.461414    3669 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 13:07:20.461420    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0505 13:07:21.216863    3669 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 13:07:21.216891    3669 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 13:07:21.216898    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 13:07:24.329764    3669 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 13:07:24.329781    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 13:07:24.329786    3669 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 13:07:24.329791    3669 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0505 13:07:25.320169    3669 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0505 13:07:25.363859    3669 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0505 13:07:32.224911    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 13:07:32.224931    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0505 13:07:32.224939    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0505 13:07:34.788968    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105
I0505 13:07:34.875141    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0505 13:07:36.902402    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0505 13:07:41.985028    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-xwkcf for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:07:41.985120    3669 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf
I0505 13:07:42.002036    3669 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf] pod update took 16.944324ms
I0505 13:07:42.002057    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf] addLogicalPort annotation time took 16.969148ms
I0505 13:07:42.003255    3669 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf] addLogicalPort took 18.240891ms, libovsdb time 826.915µs
I0505 13:07:42.343532    3669 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf 92c51b5fd2d2fe3f7076c7d8f95e4747d5d462e80ace145799a1d6d020814b7d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf 92c51b5fd2d2fe3f7076c7d8f95e4747d5d462e80ace145799a1d6d020814b7d network default NAD default NAD key ]
I0505 13:07:42.353286    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-xwkcf, hostIfaceName: 92c51b5fd2d2fe3, network: default, NAD default, SandboxID: "92c51b5fd2d2fe3f7076c7d8f95e4747d5d462e80ace145799a1d6d020814b7d", PCI device ID: , UID: "af56495a-a7de-4346-a7d3-a8c842b7d3ae", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0505 13:07:42.404848    3669 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf 92c51b5fd2d2fe3f7076c7d8f95e4747d5d462e80ace145799a1d6d020814b7d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xwkcf 92c51b5fd2d2fe3f7076c7d8f95e4747d5d462e80ace145799a1d6d020814b7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:ef:bd:77:54:2c\",\"name\":\"92c51b5fd2d2fe3\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4aaf8801-d6b8-4238-9dc4-d691e8639ea8\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:07:46.914554    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0505 13:07:49.546257    3669 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:07:49.546835    3669 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:07:49.568013    3669 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:07:49.568028    3669 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:07:49.581323    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0505 13:07:49.581341    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0505 13:07:49.896627    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0505 13:07:51.598852    3669 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0505 13:07:51.599610    3669 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0505 13:07:51.599638    3669 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0505 13:07:51.601948    3669 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0505 13:07:56.635858    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0505 13:07:58.472282    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0505 13:07:58.472300    3669 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0505 13:07:58.475051    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0505 13:07:58.475061    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
I0505 13:08:14.646536    3669 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0505 13:08:17.731188    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:08:17.731276    3669 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0505 13:08:17.744723    3669 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.46682ms
I0505 13:08:17.744745    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.494018ms
I0505 13:08:17.746032    3669 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.859118ms, libovsdb time 860.447µs
I0505 13:08:19.783385    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0505 13:08:21.879256    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0505 13:08:21.993556    3669 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 e2cff773100bfc559800dbbbe573e275df0df627876b7197249f8912e65a2b8e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 e2cff773100bfc559800dbbbe573e275df0df627876b7197249f8912e65a2b8e network default NAD default NAD key ]
I0505 13:08:22.004259    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: e2cff773100bfc5, network: default, NAD default, SandboxID: "e2cff773100bfc559800dbbbe573e275df0df627876b7197249f8912e65a2b8e", PCI device ID: , UID: "767d04cd-e435-4561-bf89-1cbf92b24d74", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0505 13:08:22.055335    3669 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 e2cff773100bfc559800dbbbe573e275df0df627876b7197249f8912e65a2b8e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 e2cff773100bfc559800dbbbe573e275df0df627876b7197249f8912e65a2b8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:a0:2b:b1:ad:77\",\"name\":\"e2cff773100bfc5\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27422cf8-ed41-4106-9156-cae90bf7beb8\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:24.767780    3669 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:24.768342    3669 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:24.815937    3669 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:24.815964    3669 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:24.822532    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0505 13:08:24.822554    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0505 13:08:26.710083    3669 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-pb7hm-bb7n8] creating logical port tsf-tas_segment-backup-installation-pb7hm-bb7n8 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:08:26.710172    3669 kube.go:256] Updating pod tsf-tas/segment-backup-installation-pb7hm-bb7n8
I0505 13:08:26.722728    3669 pod.go:62] [tsf-tas/segment-backup-installation-pb7hm-bb7n8] pod update took 12.57824ms
I0505 13:08:26.722750    3669 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-pb7hm-bb7n8] addLogicalPort annotation time took 12.609434ms
I0505 13:08:26.724125    3669 pods.go:271] [tsf-tas/segment-backup-installation-pb7hm-bb7n8] addLogicalPort took 14.073654ms, libovsdb time 924.646µs
I0505 13:08:27.334341    3669 cni.go:452] [tsf-tas/segment-backup-installation-pb7hm-bb7n8 c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-pb7hm-bb7n8 c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd network default NAD default NAD key ]
I0505 13:08:27.343198    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-pb7hm-bb7n8, hostIfaceName: c4e3c39710ae9fa, network: default, NAD default, SandboxID: "c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd", PCI device ID: , UID: "f201d9ed-636f-41c4-a4c7-9197e050ae71", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0505 13:08:27.398037    3669 cni.go:473] [tsf-tas/segment-backup-installation-pb7hm-bb7n8 c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-pb7hm-bb7n8 c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:12:48:8f:2b:6d\",\"name\":\"c4e3c39710ae9fa\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86e54f1d-5746-4d1e-aaa8-c82a8b82f91b\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:27.637830    3669 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0505 13:08:27.709052    3669 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-d4d65d8fd-88wwx] creating logical port tsf-tas_trillian-logserver-d4d65d8fd-88wwx for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:08:27.709140    3669 kube.go:256] Updating pod tsf-tas/trillian-logserver-d4d65d8fd-88wwx
I0505 13:08:27.726123    3669 pod.go:62] [tsf-tas/trillian-logserver-d4d65d8fd-88wwx] pod update took 17.006739ms
I0505 13:08:27.726146    3669 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-d4d65d8fd-88wwx] addLogicalPort annotation time took 17.035297ms
I0505 13:08:27.727359    3669 pods.go:271] [tsf-tas/trillian-logserver-d4d65d8fd-88wwx] addLogicalPort took 18.325786ms, libovsdb time 820.85µs
I0505 13:08:27.873269    3669 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h] creating logical port tsf-tas_trillian-logsigner-6dc8dbcdc7-2b64h for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:08:27.873416    3669 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h
I0505 13:08:27.898616    3669 pod.go:62] [tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h] pod update took 25.231333ms
I0505 13:08:27.898644    3669 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h] addLogicalPort annotation time took 25.263572ms
I0505 13:08:27.900261    3669 pods.go:271] [tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h] addLogicalPort took 27.017652ms, libovsdb time 1.019266ms
I0505 13:08:28.237925    3669 cni.go:452] [tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h f57629de8fe265df76e68179a7d0ec24aec158690edf5f476921955cfd0664c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h f57629de8fe265df76e68179a7d0ec24aec158690edf5f476921955cfd0664c8 network default NAD default NAD key ]
I0505 13:08:28.250820    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6dc8dbcdc7-2b64h, hostIfaceName: f57629de8fe265d, network: default, NAD default, SandboxID: "f57629de8fe265df76e68179a7d0ec24aec158690edf5f476921955cfd0664c8", PCI device ID: , UID: "5538c110-8084-4a41-89c1-2997606d6ee5", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0505 13:08:28.316008    3669 cni.go:473] [tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h f57629de8fe265df76e68179a7d0ec24aec158690edf5f476921955cfd0664c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6dc8dbcdc7-2b64h f57629de8fe265df76e68179a7d0ec24aec158690edf5f476921955cfd0664c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:fd:aa:49:4c:9d\",\"name\":\"f57629de8fe265d\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bfb4b96-1f72-446d-9ab3-3f2976fe22ae\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:28.678556    3669 cni.go:452] [tsf-tas/trillian-logserver-d4d65d8fd-88wwx 609c33369465b1b60bda03f518b93c9e8b70b56054d5f4b759c78a83ee893da9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-d4d65d8fd-88wwx 609c33369465b1b60bda03f518b93c9e8b70b56054d5f4b759c78a83ee893da9 network default NAD default NAD key ]
I0505 13:08:28.690169    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-d4d65d8fd-88wwx, hostIfaceName: 609c33369465b1b, network: default, NAD default, SandboxID: "609c33369465b1b60bda03f518b93c9e8b70b56054d5f4b759c78a83ee893da9", PCI device ID: , UID: "7756f518-7571-4aea-91e0-048bc4799880", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0505 13:08:28.754376    3669 cni.go:473] [tsf-tas/trillian-logserver-d4d65d8fd-88wwx 609c33369465b1b60bda03f518b93c9e8b70b56054d5f4b759c78a83ee893da9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-d4d65d8fd-88wwx 609c33369465b1b60bda03f518b93c9e8b70b56054d5f4b759c78a83ee893da9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:4f:9c:89:4b:cf\",\"name\":\"609c33369465b1b\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e2c614a-7f17-41f9-a949-7345c6505c1d\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:29.336409    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-2q289 for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:08:29.336633    3669 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289
I0505 13:08:29.365080    3669 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289] pod update took 28.475016ms
I0505 13:08:29.365105    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289] addLogicalPort annotation time took 28.502415ms
I0505 13:08:29.366399    3669 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289] addLogicalPort took 30.012243ms, libovsdb time 843.797µs
W0505 13:08:29.829253    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0505 13:08:29.829275    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0505 13:08:30.067215    3669 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289 ec9ed5f274c226ce3c1920601b776d29d78fa204100fb1f10170028e22a41ddb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289 ec9ed5f274c226ce3c1920601b776d29d78fa204100fb1f10170028e22a41ddb network default NAD default NAD key ]
I0505 13:08:30.081364    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-2q289, hostIfaceName: ec9ed5f274c226c, network: default, NAD default, SandboxID: "ec9ed5f274c226ce3c1920601b776d29d78fa204100fb1f10170028e22a41ddb", PCI device ID: , UID: "88354594-b676-470c-bf6e-c82503cf9ebb", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0505 13:08:30.149541    3669 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289 ec9ed5f274c226ce3c1920601b776d29d78fa204100fb1f10170028e22a41ddb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2q289 ec9ed5f274c226ce3c1920601b776d29d78fa204100fb1f10170028e22a41ddb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:53:34:9e:79:33\",\"name\":\"ec9ed5f274c226c\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04f57cc7-bb08-4abd-ba4a-e81d5f8baf51\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:08:30.528059    3669 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-69cf65774d-f8jfl] creating logical port tsf-tas_trillian-db-69cf65774d-f8jfl for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:08:30.528184    3669 kube.go:256] Updating pod tsf-tas/trillian-db-69cf65774d-f8jfl
I0505 13:08:30.543498    3669 pod.go:62] [tsf-tas/trillian-db-69cf65774d-f8jfl] pod update took 15.33547ms
I0505 13:08:30.543582    3669 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-69cf65774d-f8jfl] addLogicalPort annotation time took 15.437429ms
I0505 13:08:30.545470    3669 pods.go:271] [tsf-tas/trillian-db-69cf65774d-f8jfl] addLogicalPort took 17.438498ms, libovsdb time 1.259488ms
W0505 13:08:33.841025    3669 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 13:08:33.841044    3669 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0505 13:08:33.841049    3669 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0505 13:08:40.270134    3669 cni.go:452] [tsf-tas/trillian-db-69cf65774d-f8jfl 83f25a844eb007255adacaf1cf1828e7deeb646f35db00903e0488ccdc19af68 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-69cf65774d-f8jfl 83f25a844eb007255adacaf1cf1828e7deeb646f35db00903e0488ccdc19af68 network default NAD default NAD key ]
I0505 13:08:40.279405    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-69cf65774d-f8jfl, hostIfaceName: 83f25a844eb0072, network: default, NAD default, SandboxID: "83f25a844eb007255adacaf1cf1828e7deeb646f35db00903e0488ccdc19af68", PCI device ID: , UID: "39184196-00ce-4d31-ae63-93248f44f2ac", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0505 13:08:40.338147    3669 cni.go:473] [tsf-tas/trillian-db-69cf65774d-f8jfl 83f25a844eb007255adacaf1cf1828e7deeb646f35db00903e0488ccdc19af68 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-69cf65774d-f8jfl 83f25a844eb007255adacaf1cf1828e7deeb646f35db00903e0488ccdc19af68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:61:b5:44:36:94\",\"name\":\"83f25a844eb0072\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c986f460-8b44-46ad-8dab-025bcc4135cf\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:08:40.613311    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0505 13:08:40.669866    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0505 13:08:40.870889    3669 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4vf86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:40.871503    3669 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4vf86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:41.771385    3669 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4vf86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:41.771413    3669 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4vf86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0505 13:08:43.635965    3669 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0505 13:08:44.642801    3669 cni.go:452] [tsf-tas/segment-backup-installation-pb7hm-bb7n8 c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-pb7hm-bb7n8 c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd network default NAD default NAD key ]
I0505 13:08:44.720609    3669 cni.go:473] [tsf-tas/segment-backup-installation-pb7hm-bb7n8 c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-pb7hm-bb7n8 c4e3c39710ae9fa59a2b78958b4fd757d3ca21217d7c9592fe90a718d5e90bcd network default NAD default NAD key default], result "{}", err <nil>
I0505 13:08:44.778736    3669 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:44.778766    3669 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-pb7hm-bb7n8
I0505 13:08:44.780257    3669 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-pb7hm-bb7n8, ips: 10.129.0.36
I0505 13:08:44.780290    3669 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:08:44.874537    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0505 13:08:45.684278    3669 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:45.684304    3669 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pb7hm-bb7n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:08:49.788545    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=88
W0505 13:08:54.677953    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0505 13:09:06.787996    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=126
W0505 13:09:11.751915    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0505 13:09:11.791909    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
I0505 13:09:15.065957    3669 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:15.066544    3669 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:15.088041    3669 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:15.088067    3669 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:15.096924    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0505 13:09:15.096947    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
W0505 13:09:16.941794    3669 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 13:09:16.941811    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0505 13:09:16.990244    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0505 13:09:19.210446    3669 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:19.211062    3669 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:20.092832    3669 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:20.092853    3669 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t2kzp-fl4lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:24.115167    3669 obj_retry.go:498] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:24.115811    3669 obj_retry.go:498] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0505 13:09:24.547520    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0505 13:09:25.006331    3669 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:25.006353    3669 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:25.118259    3669 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-vvcnp] creating logical port tsf_tsf-tekton-configuration-vvcnp for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:09:25.118348    3669 kube.go:256] Updating pod tsf/tsf-tekton-configuration-vvcnp
I0505 13:09:25.132126    3669 pod.go:62] [tsf/tsf-tekton-configuration-vvcnp] pod update took 13.801046ms
I0505 13:09:25.132148    3669 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-vvcnp] addLogicalPort annotation time took 13.827339ms
I0505 13:09:25.133407    3669 pods.go:271] [tsf/tsf-tekton-configuration-vvcnp] addLogicalPort took 15.165178ms, libovsdb time 821.096µs
I0505 13:09:25.480236    3669 cni.go:452] [tsf/tsf-tekton-configuration-vvcnp cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-vvcnp cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7 network default NAD default NAD key ]
I0505 13:09:25.489700    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-vvcnp, hostIfaceName: cc45a3fd4eab1bc, network: default, NAD default, SandboxID: "cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7", PCI device ID: , UID: "e5dc37e4-472f-43c4-bc5b-faa1d364af39", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0505 13:09:25.541189    3669 cni.go:473] [tsf/tsf-tekton-configuration-vvcnp cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-vvcnp cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:82:c6:44:58:33\",\"name\":\"cc45a3fd4eab1bc\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afde050b-c274-4a92-b51b-18ebe413267d\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:09:26.004330    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0505 13:09:27.258404    3669 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:27.259034    3669 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:28.137474    3669 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:28.137530    3669 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7sjs9-bqv6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:29.883002    3669 cni.go:452] [tsf/tsf-tekton-configuration-vvcnp cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-vvcnp cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7 network default NAD default NAD key ]
I0505 13:09:29.963504    3669 cni.go:473] [tsf/tsf-tekton-configuration-vvcnp cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-vvcnp cc45a3fd4eab1bc8837ab66d96d9ae94c91c5e400a990b4fddb4963ed2d71db7 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:09:30.012215    3669 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vvcnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:30.012243    3669 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-vvcnp
I0505 13:09:30.013620    3669 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-vvcnp, ips: 10.129.0.41
I0505 13:09:30.013646    3669 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vvcnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:31.040588    3669 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vvcnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:31.040617    3669 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vvcnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:31.080943    3669 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:31.080965    3669 obj_retry.go:492] Detected object tsf/patch-tekton-config-jsxqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:31.086714    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jsxqw
I0505 13:09:31.086737    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jsxqw
W0505 13:09:34.164340    3669 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0505 13:09:34.187735    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0505 13:09:37.191355    3669 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:37.191976    3669 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:37.213289    3669 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:37.213308    3669 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:37.219700    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0505 13:09:37.219725    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0505 13:09:38.637606    3669 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-sx74z] creating logical port tsf-tpa_create-db-sx74z for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:09:38.637720    3669 kube.go:256] Updating pod tsf-tpa/create-db-sx74z
I0505 13:09:38.653283    3669 pod.go:62] [tsf-tpa/create-db-sx74z] pod update took 15.582703ms
I0505 13:09:38.653302    3669 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-sx74z] addLogicalPort annotation time took 15.605975ms
I0505 13:09:38.654692    3669 pods.go:271] [tsf-tpa/create-db-sx74z] addLogicalPort took 17.099712ms, libovsdb time 981.211µs
I0505 13:09:38.996614    3669 cni.go:452] [tsf-tpa/create-db-sx74z 97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-sx74z 97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7 network default NAD default NAD key ]
I0505 13:09:39.005513    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-sx74z, hostIfaceName: 97f3c8552542c66, network: default, NAD default, SandboxID: "97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7", PCI device ID: , UID: "590fcb35-eea8-40e2-b395-05c4129edd93", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0505 13:09:39.056830    3669 cni.go:473] [tsf-tpa/create-db-sx74z 97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-sx74z 97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:05:76:ac:96:26\",\"name\":\"97f3c8552542c66\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08ce95d6-359b-4323-b2b3-fd972a20f25c\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:09:39.198705    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0505 13:09:42.952417    3669 cni.go:452] [tsf-tpa/create-db-sx74z 97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-sx74z 97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7 network default NAD default NAD key ]
I0505 13:09:43.028609    3669 cni.go:473] [tsf-tpa/create-db-sx74z 97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-sx74z 97f3c8552542c66e3918a438a7b72d7301ed9e642270bc361f7b34a4c7524ca7 network default NAD default NAD key default], result "{}", err <nil>
I0505 13:09:43.083961    3669 obj_retry.go:498] Detected object tsf-tpa/create-db-sx74z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:43.083997    3669 pods.go:176] Deleting pod: tsf-tpa/create-db-sx74z
I0505 13:09:43.085303    3669 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-sx74z, ips: 10.129.0.42
I0505 13:09:43.085330    3669 obj_retry.go:498] Detected object tsf-tpa/create-db-sx74z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:44.108173    3669 obj_retry.go:492] Detected object tsf-tpa/create-db-sx74z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:44.108193    3669 obj_retry.go:492] Detected object tsf-tpa/create-db-sx74z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:44.214556    3669 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-trpcr] creating logical port tsf-tpa_migrate-db-trpcr for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:09:44.214643    3669 kube.go:256] Updating pod tsf-tpa/migrate-db-trpcr
I0505 13:09:44.226960    3669 pod.go:62] [tsf-tpa/migrate-db-trpcr] pod update took 12.340019ms
I0505 13:09:44.226981    3669 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-trpcr] addLogicalPort annotation time took 12.365673ms
I0505 13:09:44.228267    3669 pods.go:271] [tsf-tpa/migrate-db-trpcr] addLogicalPort took 13.725711ms, libovsdb time 857.61µs
I0505 13:09:44.570758    3669 cni.go:452] [tsf-tpa/migrate-db-trpcr 7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-trpcr 7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa network default NAD default NAD key ]
I0505 13:09:44.580548    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-trpcr, hostIfaceName: 7574ecd090104cf, network: default, NAD default, SandboxID: "7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa", PCI device ID: , UID: "4aea58a0-ea63-45fc-8ed3-a4d0988fc04b", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0505 13:09:44.633271    3669 cni.go:473] [tsf-tpa/migrate-db-trpcr 7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-trpcr 7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:1a:b1:89:59:e7\",\"name\":\"7574ecd090104cf\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7fca799-d8fe-4915-88df-958b364250ca\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:09:45.891442    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11
I0505 13:09:46.978258    3669 cni.go:452] [tsf-tpa/migrate-db-trpcr 7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-trpcr 7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa network default NAD default NAD key ]
I0505 13:09:47.064654    3669 cni.go:473] [tsf-tpa/migrate-db-trpcr 7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-trpcr 7574ecd090104cf5cb36f27225f9ccc33bb3955189d0822d35b62020eadf99fa network default NAD default NAD key default], result "{}", err <nil>
I0505 13:09:47.114574    3669 obj_retry.go:498] Detected object tsf-tpa/migrate-db-trpcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:47.114602    3669 pods.go:176] Deleting pod: tsf-tpa/migrate-db-trpcr
I0505 13:09:47.115972    3669 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-trpcr, ips: 10.129.0.43
I0505 13:09:47.116000    3669 obj_retry.go:498] Detected object tsf-tpa/migrate-db-trpcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:47.249051    3669 obj_retry.go:492] Detected object tsf-tpa/migrate-db-trpcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:47.249079    3669 obj_retry.go:492] Detected object tsf-tpa/migrate-db-trpcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:50.391154    3669 base_network_controller_pods.go:487] [default/tsf-tpa/server-6fcd9d647f-8pwbk] creating logical port tsf-tpa_server-6fcd9d647f-8pwbk for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:09:50.391294    3669 kube.go:256] Updating pod tsf-tpa/server-6fcd9d647f-8pwbk
I0505 13:09:50.407134    3669 pod.go:62] [tsf-tpa/server-6fcd9d647f-8pwbk] pod update took 15.869592ms
I0505 13:09:50.407154    3669 base_network_controller_pods.go:951] [default/tsf-tpa/server-6fcd9d647f-8pwbk] addLogicalPort annotation time took 15.892791ms
I0505 13:09:50.408405    3669 pods.go:271] [tsf-tpa/server-6fcd9d647f-8pwbk] addLogicalPort took 17.271357ms, libovsdb time 833.342µs
I0505 13:09:52.024205    3669 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-vdj2m] creating logical port tsf-tpa_importer-86bcdf477b-vdj2m for pod on switch ip-10-0-1-250.ec2.internal
I0505 13:09:52.024296    3669 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-vdj2m
I0505 13:09:52.040380    3669 pod.go:62] [tsf-tpa/importer-86bcdf477b-vdj2m] pod update took 16.112283ms
I0505 13:09:52.040409    3669 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-vdj2m] addLogicalPort annotation time took 16.145312ms
I0505 13:09:52.041667    3669 pods.go:271] [tsf-tpa/importer-86bcdf477b-vdj2m] addLogicalPort took 17.47556ms, libovsdb time 865.096µs
I0505 13:09:52.429393    3669 obj_retry.go:498] Detected object tsf-tpa/create-importers-b2c7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:52.429944    3669 obj_retry.go:498] Detected object tsf-tpa/create-importers-b2c7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:09:53.302442    3669 obj_retry.go:492] Detected object tsf-tpa/create-importers-b2c7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:53.302463    3669 obj_retry.go:492] Detected object tsf-tpa/create-importers-b2c7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:09:55.795543    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=1117
I0505 13:09:59.914777    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0505 13:10:04.507754    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:04.508324    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:05.364549    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:05.364576    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-f8gx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:08.901445    3669 cni.go:452] [tsf-tpa/importer-86bcdf477b-vdj2m 173c28ca5b46e21fa6b5c987ab13b8b5cc00b377ebfde26b455f08eba0249534 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-vdj2m 173c28ca5b46e21fa6b5c987ab13b8b5cc00b377ebfde26b455f08eba0249534 network default NAD default NAD key ]
I0505 13:10:08.910669    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-vdj2m, hostIfaceName: 173c28ca5b46e21, network: default, NAD default, SandboxID: "173c28ca5b46e21fa6b5c987ab13b8b5cc00b377ebfde26b455f08eba0249534", PCI device ID: , UID: "9f117585-fbf5-44db-9c17-ef3250f0d4dc", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0505 13:10:08.965473    3669 cni.go:473] [tsf-tpa/importer-86bcdf477b-vdj2m 173c28ca5b46e21fa6b5c987ab13b8b5cc00b377ebfde26b455f08eba0249534 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-vdj2m 173c28ca5b46e21fa6b5c987ab13b8b5cc00b377ebfde26b455f08eba0249534 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:98:09:f9:67:94\",\"name\":\"173c28ca5b46e21\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c89ce66-0124-40d9-89fe-54c69aa9c4f9\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0505 13:10:09.052579    3669 cni.go:452] [tsf-tpa/server-6fcd9d647f-8pwbk 7299db265538872d568a0a2be5be05e25c7a35020df3e4c88cdbe9ad21cc9b2e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6fcd9d647f-8pwbk 7299db265538872d568a0a2be5be05e25c7a35020df3e4c88cdbe9ad21cc9b2e network default NAD default NAD key ]
I0505 13:10:09.062339    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6fcd9d647f-8pwbk, hostIfaceName: 7299db265538872, network: default, NAD default, SandboxID: "7299db265538872d568a0a2be5be05e25c7a35020df3e4c88cdbe9ad21cc9b2e", PCI device ID: , UID: "3c745028-d765-4959-b3f7-e607b9aa866c", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0505 13:10:09.117933    3669 cni.go:473] [tsf-tpa/server-6fcd9d647f-8pwbk 7299db265538872d568a0a2be5be05e25c7a35020df3e4c88cdbe9ad21cc9b2e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6fcd9d647f-8pwbk 7299db265538872d568a0a2be5be05e25c7a35020df3e4c88cdbe9ad21cc9b2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a8:9f:8b:ff:b5\",\"name\":\"7299db265538872\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11943bbd-f900-45af-87c3-15c174d88702\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0505 13:10:10.136523    3669 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0505 13:10:11.117472    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-250.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0505 13:10:13.541102    3669 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:13.541704    3669 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:14.429012    3669 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:14.429036    3669 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cm4jc-xkp8m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:28.477873    3669 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:28.478429    3669 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:28.526381    3669 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:28.526405    3669 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:28.533138    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0505 13:10:28.533157    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0505 13:10:29.322597    3669 namespace.go:98] [default-tenant] adding namespace
I0505 13:10:29.323545    3669 namespace.go:102] [default-tenant] adding namespace took 926.4µs
I0505 13:10:29.329635    3669 namespace.go:98] [image-controller] adding namespace
I0505 13:10:29.330381    3669 namespace.go:102] [image-controller] adding namespace took 677.587µs
I0505 13:10:29.333996    3669 namespace.go:98] [integration-service] adding namespace
I0505 13:10:29.334719    3669 namespace.go:102] [integration-service] adding namespace took 711.157µs
I0505 13:10:29.336104    3669 namespace.go:98] [build-service] adding namespace
I0505 13:10:29.336778    3669 namespace.go:102] [build-service] adding namespace took 656.485µs
I0505 13:10:29.373176    3669 namespace.go:142] [default-tenant] updating namespace
I0505 13:10:29.400425    3669 namespace.go:142] [default-tenant] updating namespace
I0505 13:10:29.430122    3669 namespace.go:142] [image-controller] updating namespace
I0505 13:10:29.474899    3669 namespace.go:142] [integration-service] updating namespace
I0505 13:10:29.474940    3669 namespace.go:142] [image-controller] updating namespace
I0505 13:10:29.513027    3669 namespace.go:142] [integration-service] updating namespace
I0505 13:10:29.533079    3669 namespace.go:142] [build-service] updating namespace
W0505 13:10:29.541231    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0505 13:10:29.560161    3669 namespace.go:142] [build-service] updating namespace
I0505 13:10:29.660285    3669 namespace.go:142] [build-service] updating namespace
I0505 13:10:29.689150    3669 namespace.go:142] [integration-service] updating namespace
I0505 13:10:29.716221    3669 namespace.go:98] [release-service] adding namespace
I0505 13:10:29.717108    3669 namespace.go:102] [release-service] adding namespace took 870.135µs
I0505 13:10:29.743619    3669 namespace.go:142] [release-service] updating namespace
I0505 13:10:29.772618    3669 namespace.go:142] [release-service] updating namespace
I0505 13:10:29.786244    3669 namespace.go:142] [konflux-ui] updating namespace
I0505 13:10:29.941878    3669 namespace.go:98] [konflux-info] adding namespace
I0505 13:10:29.942563    3669 namespace.go:102] [konflux-info] adding namespace took 668.61µs
I0505 13:10:30.024200    3669 namespace.go:98] [namespace-lister] adding namespace
I0505 13:10:30.025013    3669 namespace.go:102] [namespace-lister] adding namespace took 794.647µs
I0505 13:10:30.043272    3669 namespace.go:142] [konflux-info] updating namespace
I0505 13:10:30.075779    3669 namespace.go:98] [enterprise-contract-service] adding namespace
I0505 13:10:30.076572    3669 namespace.go:102] [enterprise-contract-service] adding namespace took 775.758µs
I0505 13:10:30.126516    3669 namespace.go:142] [konflux-info] updating namespace
I0505 13:10:30.126570    3669 namespace.go:142] [image-controller] updating namespace
I0505 13:10:30.158627    3669 namespace.go:142] [namespace-lister] updating namespace
I0505 13:10:30.197725    3669 namespace.go:142] [namespace-lister] updating namespace
I0505 13:10:30.240394    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:10:30.287476    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:10:30.339259    3669 namespace.go:142] [default-tenant] updating namespace
I0505 13:10:30.487160    3669 namespace.go:98] [segment-bridge] adding namespace
I0505 13:10:30.487972    3669 namespace.go:102] [segment-bridge] adding namespace took 791.724µs
I0505 13:10:30.667836    3669 namespace.go:142] [segment-bridge] updating namespace
I0505 13:10:30.826171    3669 namespace.go:98] [konflux-cli] adding namespace
I0505 13:10:30.826989    3669 namespace.go:102] [konflux-cli] adding namespace took 798.547µs
I0505 13:10:30.968037    3669 namespace.go:142] [segment-bridge] updating namespace
I0505 13:10:31.247177    3669 namespace.go:142] [konflux-cli] updating namespace
I0505 13:10:31.539730    3669 namespace.go:142] [konflux-cli] updating namespace
I0505 13:10:31.825394    3669 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0505 13:10:31.826033    3669 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0505 13:10:31.826047    3669 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0505 13:10:31.828693    3669 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0505 13:10:31.913369    3669 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0505 13:10:31.913396    3669 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0505 13:10:31.914215    3669 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0505 13:10:32.027291    3669 namespace.go:142] [build-service] updating namespace
I0505 13:10:32.357940    3669 namespace.go:142] [default-tenant] updating namespace
I0505 13:10:32.761290    3669 namespace.go:142] [image-controller] updating namespace
I0505 13:10:33.172379    3669 namespace.go:142] [integration-service] updating namespace
I0505 13:10:33.289298    3669 namespace.go:142] [build-service] updating namespace
I0505 13:10:33.383699    3669 namespace.go:142] [default-tenant] updating namespace
I0505 13:10:33.393437    3669 namespace.go:142] [image-controller] updating namespace
I0505 13:10:33.414172    3669 namespace.go:142] [integration-service] updating namespace
I0505 13:10:33.458716    3669 namespace.go:142] [build-service] updating namespace
I0505 13:10:33.536233    3669 namespace.go:142] [default-tenant] updating namespace
I0505 13:10:33.597316    3669 namespace.go:142] [image-controller] updating namespace
I0505 13:10:33.713110    3669 namespace.go:142] [integration-service] updating namespace
I0505 13:10:35.170383    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:10:35.367928    3669 namespace.go:142] [konflux-cli] updating namespace
I0505 13:10:35.567249    3669 namespace.go:142] [konflux-info] updating namespace
I0505 13:10:35.759669    3669 namespace.go:142] [namespace-lister] updating namespace
I0505 13:10:35.949177    3669 namespace.go:142] [release-service] updating namespace
I0505 13:10:36.159419    3669 namespace.go:142] [segment-bridge] updating namespace
I0505 13:10:36.275800    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:10:36.291408    3669 namespace.go:142] [konflux-cli] updating namespace
I0505 13:10:36.308423    3669 namespace.go:142] [konflux-info] updating namespace
I0505 13:10:36.325411    3669 namespace.go:142] [namespace-lister] updating namespace
I0505 13:10:36.338841    3669 namespace.go:142] [release-service] updating namespace
I0505 13:10:36.353911    3669 namespace.go:142] [segment-bridge] updating namespace
I0505 13:10:36.408439    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0505 13:10:36.486671    3669 namespace.go:142] [konflux-cli] updating namespace
W0505 13:10:36.556702    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0505 13:10:36.584166    3669 namespace.go:142] [konflux-info] updating namespace
I0505 13:10:36.683605    3669 namespace.go:142] [namespace-lister] updating namespace
I0505 13:10:36.778912    3669 namespace.go:142] [release-service] updating namespace
I0505 13:10:36.886421    3669 namespace.go:142] [segment-bridge] updating namespace
W0505 13:10:39.442542    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0505 13:10:39.473723    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0505 13:10:43.451193    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0505 13:10:43.453397    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0505 13:10:43.606919    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0505 13:10:43.608904    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0505 13:10:44.457942    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0505 13:10:44.463436    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0505 13:10:44.490586    3669 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0505 13:10:47.640253    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0505 13:10:47.640267    3669 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0505 13:10:48.499210    3669 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0505 13:10:48.499227    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
I0505 13:10:55.147729    3669 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:55.148288    3669 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:10:55.692279    3669 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:55.692319    3669 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-44pt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:10:55.697208    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-44pt8
I0505 13:10:55.697235    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-44pt8
I0505 13:11:18.833766    3669 namespace.go:142] [openshift-pipelines] updating namespace
I0505 13:11:58.454213    3669 obj_retry.go:498] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:11:58.454824    3669 obj_retry.go:498] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:11:58.878953    3669 obj_retry.go:492] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:11:58.878976    3669 obj_retry.go:492] Detected object konflux-ui/proxy-f7d444768-fzrw9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:11:58.885356    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-f7d444768-fzrw9
I0505 13:11:58.885382    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-f7d444768-fzrw9
I0505 13:12:01.039351    3669 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0505 13:12:01.039996    3669 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0505 13:12:01.058797    3669 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:12:01.058822    3669 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0505 13:12:01.064171    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0505 13:12:01.064196    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0505 13:12:31.582323    3669 namespace.go:98] [managed-tenant-cjb4v] adding namespace
I0505 13:12:31.583241    3669 namespace.go:102] [managed-tenant-cjb4v] adding namespace took 894.787µs
I0505 13:12:31.607663    3669 namespace.go:142] [managed-tenant-cjb4v] updating namespace
I0505 13:12:31.626023    3669 namespace.go:142] [managed-tenant-cjb4v] updating namespace
I0505 13:12:32.912279    3669 namespace.go:142] [managed-tenant-cjb4v] updating namespace
I0505 13:12:33.040186    3669 namespace.go:142] [managed-tenant-cjb4v] updating namespace
I0505 13:12:33.146672    3669 namespace.go:142] [managed-tenant-cjb4v] updating namespace
I0505 13:12:41.791778    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79
I0505 13:12:50.911362    3669 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0505 13:13:11.900467    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0505 13:13:43.917772    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0505 13:14:21.786134    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0505 13:14:44.882307    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0505 13:15:00.888688    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8