We have query with regards to NSX-T Deployment on VMware Workstation Setup.
Below is the existing setup:
1) Vcenter Server and DNS server are installed as VMs on VMware Workstation connected to VMnet1.
2) NSX-T Manger, NSX-T-Controll Cluster and NSX-edge-Node is installed and configured on VSAN Vsphere Hosts Cluster(5) connected to VMnet1 on VMware WorkStation Setup running on ubuntu server.
root@tcstest:~# ip a|grep -i vmnet
40: vmnet1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UNKNOWN group default qlen 1000
inet 192.168.134.1/24 brd 192.168.134.255 scope global vmnet1
41: vmnet2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UNKNOWN group default qlen 1000
inet 192.168.40.1/24 brd 192.168.40.255 scope global vmnet2
42: vmnet8: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UNKNOWN group default qlen 1000
inet 192.168.52.1/24 brd 192.168.52.255 scope global vmnet8
root@tcs:~#
root@tcstest:~# vmrun list
Total running VMs: 11
/root/vmware/VSANCSAHOST/VSANCSAHOST.vmx
/root/vmware/VCentRHEL/VCentRHEL.vmx
/root/vmware/VSANHOST2/VSANHOST2.vmx
/root/vmware/NSXHOST1/NSXHOST1.vmx
/root/vmware/COMPhost/COMPhost.vmx
/root/vmware/ESXICompnode1/ESXICompnode1.vmx
/root/vmware/ESXI6.5host/VMware ESXi 6.5 and later.vmx
/root/vmware/NSXHOST2/NSXHOST2.vmx
/root/vmware/Rheldnshost/Red Hat Enterprise Linux 7 64-bit.vmx
/root/vmware/VSANHOST1/VSANHOST1.vmx
/root/vmware/VSANHOST3/VSANHOST3.vmx
root@tcs:~#
3) Below is the Distributed Switch connectivity between the Hosts from the Vcenter Server.
4) NSX-T Compute Hosts installed and connected to NSX-T Manager.
5) Uplink profiles, IP pools, Transport Zones and Transport nodes are created for the NSX-T compute and Edge nodes.
6) Geneve TEPs are created between the Compute and Edge Transport Nodes.
[root@VSANHOST3:~] esxcfg-vswitch -l
Switch Name Num Ports Used Ports Configured Ports MTU Uplinks
vSwitch0 2560 1 128 1500
PortGroup Name VLAN ID Used Ports Uplinks
VM Network 0 0
DVS Name Num Ports Used Ports Configured Ports MTU Uplinks
VSANclusterswitch 2560 7 512 1500 vmnic1,vmnic0
DVPort ID In Use Client
88 1 vmnic0
89 1 vmnic1
90 0
91 0
92 0
93 0
94 0
95 0
1 1 vmk0
3 1 vmk1
Switch Name Num Ports Used Ports Uplinks
ESX_HOST_SW 2560 12 vmnic3,vmnic2
[root@VSANHOST3:~]
NSX CLI (Edge 2.2.0.0.0.8680783). Press ? for command list or enter: help
NSXedgehost> get vteps
Remote VTEP IP : 192.168.40.140
Remote VTEP Label : 86017
Remote VTEP IP : 192.168.40.141
Remote VTEP Label : 86018
Local VTEP IP : 192.168.40.143
Local VTEP Label : 86020
NSXedgehost> get tunnel-port
Tunnel : 88240699-150b-5bc1-ac8e-608c478b8afb
IFUID : 306
LOCAL : 192.168.40.143
REMOTE : 192.168.40.140
ENCAP : GENEVE
Tunnel : a2aacde8-1412-5c7e-a03b-2c13a8a7814a
IFUID : 305
LOCAL : 192.168.40.143
REMOTE : 192.168.40.141
ENCAP : GENEVE
NSXedgehost>
7) ISSUE: Ping between the VTEPs thru NVDS (hostswitch connected to NSX-T fabric) is failing.
Interface Port Group/DVPort/Opaque Network IP Family IP Address Netmask Broadcast MAC Address MTU TSO MSS Enabled Type NetStack
vmk2 0 IPv4 192.168.134.49 255.255.255.0 192.168.134.255 00:50:56:69:a4:a1 1500 65535 true STATIC defaultTcpipStack
vmk1 4 IPv4 192.168.134.47 255.255.255.0 192.168.134.255 00:50:56:65:e3:2d 1500 65535 true STATIC defaultTcpipStack
vmk10 10 IPv4 192.168.40.140 255.255.255.0 192.168.40.255 00:50:56:67:17:6c 1600 65535 true STATIC vxlan
vmk50 879c71a0-ceaa-4151-8b2f-741243d76c47 IPv4 169.254.1.1 255.255.0.0 169.254.255.255 00:50:56:6d:24:f8 1500 65535 true STATIC hyperbus
[root@VSANHOST1:~] vmkping ++netstack=vxlan 192.168.40.140
PING 192.168.40.140 (192.168.40.140): 56 data bytes
64 bytes from 192.168.40.140: icmp_seq=0 ttl=64 time=13.274 ms
--- 192.168.40.140 ping statistics ---
1 packets transmitted, 1 packets received, 0% packet loss
round-trip min/avg/max = 13.274/13.274/13.274 ms
[root@VSANHOST1:~] vmkping ++netstack=vxlan 192.168.40.141
PING 192.168.40.141 (192.168.40.141): 56 data bytes
--- 192.168.40.141 ping statistics ---
2 packets transmitted, 0 packets received, 100% packet loss
[root@VSANHOST1:~]
[root@VSANHOST3:~] esxcfg-vmknic -l
Interface Port Group/DVPort/Opaque Network IP Family IP Address Netmask Broadcast MAC Address MTU TSO MSS Enabled Type NetStack
vmk0 1 IPv4 192.168.134.67 255.255.255.0 192.168.134.255 00:0c:29:75:a9:78 1500 65535 true STATIC defaultTcpipStack
vmk1 3 IPv4 192.168.134.68 255.255.255.0 192.168.134.255 00:50:56:65:ff:4e 1500 65535 true STATIC defaultTcpipStack
vmk10 10 IPv4 192.168.40.141 255.255.255.0 192.168.40.255 00:50:56:6d:0e:f5 1600 65535 true STATIC vxlan
vmk50 23c5baae-833c-43be-b63c-12a3ae7033ad IPv4 169.254.1.1 255.255.0.0 169.254.255.255 00:50:56:62:72:25 1500 65535 true STATIC hyperbus
[root@VSANHOST3:~] vmkping ++netstack=vxlan 192.168.40.141
PING 192.168.40.141 (192.168.40.141): 56 data bytes
64 bytes from 192.168.40.141: icmp_seq=0 ttl=64 time=0.162 ms
--- 192.168.40.141 ping statistics ---
1 packets transmitted, 1 packets received, 0% packet loss
round-trip min/avg/max = 0.162/0.162/0.162 ms
[root@VSANHOST3:~] vmkping ++netstack=vxlan 192.168.40.140
PING 192.168.40.140 (192.168.40.140): 56 data bytes
--- 192.168.40.140 ping statistics ---
3 packets transmitted, 0 packets received, 100% packet loss
[root@VSANHOST3:~]