f_stack office here
what is this:
I develop in windows 11, wsl2 and hyper can not support virtual net interface for dpdk, so i installed VMware Workstation 17 Player in windows, and it installed ubuntu 22.04 in vmware to develop my c++ project with f-stack(dpdk). ide is vscode.
why select f_stack:
no found ipv6 keywords in mtcp, so selected f_stack.
1. for my ubuntu 22.04 in VMware Workstation 17 Player
install 2 virtual net interfaces, 1 for normal, 2 bind for dpdk develop
ethernet0.virtualDev = "vmxnet3"
ethernet1.virtualDev = "vmxnet3"
2. check out f-stack(with dpdk) in ubuntu 22.04
$ sudo -i
$ git clone https://github.com/F-Stack/f-stack.git
2. prepare install tools
for first timer:
$ apt-get install libnuma-dev python3 python3-pip meson -y && pip3 install pyelftools gawk gcc make libssl-dev pkg-config
3. build and install
for dpdk:
$ cd f-stack/dpdk && meson --buildtype=debug -Denable_kmods=true -Ddisable_libs=flow_classify build --debug && ninja -C build && sudo ninja -C build install
(if for release opts: [--buildtype=release])
for f_stack:
for debug uncomment f-stack/lib/Makefile:
DEBUG=-O0 -gdwarf-2 -g3 -Wno-format-truncation
Compile F-Stack
$ export FF_PATH=/home/lian/work/cppbot/third/repos/f-stack
$ export PKG_CONFIG_PATH=/usr/lib64/pkgconfig:/usr/local/lib64/pkgconfig:/usr/lib/pkgconfig
$ cd $FF_PATH/lib/
$ make
$ make install
prepare dpdk environment(run again after restart os):
if your want revert to default driver:$ cd f-stack/dpdk
$ echo 0 > /proc/sys/kernel/randomize_va_space
$ echo 192 > /sys/kernel/mm/hugepages/hugepages-2048kB/nr_hugepages
$ modprobe uio
$ insmod $(pwd)/build/kernel/linux/igb_uio/igb_uio.ko
$ insmod $(pwd)/build/kernel/linux/kni/rte_kni.ko carrier=on
$ mkdir -p /mnt/huge && sudo mount -t hugetlbfs nodev /mnt/huge
$ python3 usertools/dpdk-devbind.py --status
Network devices using kernel driver
===================================
0000:03:00.0 'VMXNET3 Ethernet Controller 07b0' if=ens160 drv=vmxnet3 unused=igb_uio *Active*
0000:0b:00.0 'VMXNET3 Ethernet Controller 07b0' if=ens192 drv=vmxnet3 unused=igb_uio *Active*
$ ifconfig ens192 down
$ python3 usertools/dpdk-devbind.py --bind=igb_uio ens192
below is my vmware ubuntu normal route and net information:$ python3 usertools/dpdk-devbind.py --bind=ens37 0000:0b:00.0
$ route -n
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use Iface
0.0.0.0 192.168.136.2 0.0.0.0 UG 100 0 0 ens160
169.254.0.0 0.0.0.0 255.255.0.0 U 1000 0 0 ens160
192.168.136.0 0.0.0.0 255.255.255.0 U 100 0 0 ens160
$ ifconfig
ens160: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
inet 192.168.136.128 netmask 255.255.255.0 broadcast 192.168.136.255
inet6 fe80::1039:ef57:1f16:fa53 prefixlen 64 scopeid 0x20<link>
ether 00:0c:29:a0:2e:30 txqueuelen 1000 (Ethernet)
RX packets 33198 bytes 7402078 (7.4 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 34172 bytes 8247888 (8.2 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536
inet 127.0.0.1 netmask 255.0.0.0
inet6 ::1 prefixlen 128 scopeid 0x10<host>
loop txqueuelen 1000 (Local Loopback)
RX packets 50593 bytes 9439452 (9.4 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 50593 bytes 9439452 (9.4 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
$ copy from f-stack/config.ini to your project, and change port0:
[port0]
addr=192.168.136.129
netmask=255.255.255.0
broadcast=192.168.136.255
gateway=192.168.136.2
must sure [port0] gateway network info like with normal route and ifconfig, else can not access internet.
4. My little socket client connect code:
#define MAX_EVENTS 64
/* kevent set */
struct kevent kevSet;
/* events */
struct kevent events[MAX_EVENTS];
/* kq */
int kq;
memset(&kevSet, 0, sizeof(struct kevent));
memset(&events, 0, sizeof(struct kevent) * MAX_EVENTS);
kq = ff_kqueue();
ff_socket(domain, type, protocol);
ff_setsockopt(sockfd, level, optname, optval, (socklen_t)optlen);
ff_connect(fd, (struct linux_sockaddr *)addr, len);
EV_SET(&kevSet, fd, filter, EV_ADD, 0, 0, NULL);
res = ff_kevent(kq, &kevSet, 1, NULL, 0, NULL);
int do_loop_once() {
short revents;
int i, res, res2;
socklen_t len;
sdk_op op;
pollfd* b,*e;
timespec ts{0, 100'000'000}; // 100 ms
kevent* event;
if ( app_running ) { // not while
res= ff_kevent(kq, NULL, 0, events, MAX_EVENTS, &ts);
for (i = 0; i < res; ++i) {
event = &events[i];
op = op_none;
res2 = 0;
if(event->flags & (EV_EOF|EV_ERROR)){
op = (sdk_op) (op | op_in | op_out);
len = sizeof(res2);
res2 = 0;
ff_getsockopt(event->ident, SOL_SOCKET, SO_ERROR, &res2, &len);
if(res2 == 0)
res2 = -1;
else if(res2 > 0)
res2 = -res2;
} else if (event->filter == EVFILT_READ) {
op = (sdk_op) (op | op_in);
} else if (event->filter == EVFILT_WRITE) {
op = (sdk_op) (op | op_out);
}
// call cb(ctx, event->ident, op, res2);
}
if(res < 0)
printf("poll ret faled: %d %s", res, error_to_string(res));
//...
}else{
exit(-1); // dpdk loop is dead loop
}
return 0;
}
ff_run(do_loop_once, arg);
ff_recv(fd, buf, n, flags);
ff_send(fd, buf, n, flags);
X. Last
then develop your project, some net api likes ff_connect(),ff_xxx in f-stack/lib/ff_api.h, attention your app ip is 192.168.136.129.
Thanks.
