sudo apt-get install python3 python3-pip python3-setuptools \
python3-wheel ninja-build
pip3 install meson
sudo pip3 install meson
--- Build DPDK
# download dpdk-stable-22.11.1 at deps/
meson setup build
ninja -C build
sudo ninja -C build install # install dpdk lib to /usr/local
sudo ldconfig
mkdir -p /dev/hugepages
mountpoint -q /dev/hugepages || mount -t hugetlbfs nodev /dev/hugepages
echo 64 > /sys/devices/system/node/node0/hugepages/hugepages-2048kB/nr_hugepages
grep Huge /proc/meminfo
---
--- Bind port and run test
sudo build/app/dpdk-testpmd -c7 --vdev=net_pcap0,iface=enp130s0f0 --vdev=net_pcap1,iface=enp130s0f1 -- -i --nb-cores=2 --nb-ports=2 --total-num-mbufs=2048
---
--- Build Libcuckoo
# download Libcuckoo at deps/
git clone https://github.com/efficient/libcuckoo.git
cd libcuckoo/
mkdir build
cd build
cmake -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_EXAMPLES=1 -DBUILD_TESTS=1 ..
make all
sudo make install
--- Install postgreSQL
# Create the file repository configuration:
sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
# Import the repository signing key:
wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo apt-key add -
# Update the package lists:
sudo apt-get update
# Install the latest version of PostgreSQL.
# If you want a specific version, use 'postgresql-12' or similar instead of 'postgresql':
sudo apt-get -y install postgresql
sudo apt-get install postgresql-12
--- Install postgreSQL C++ interfaces
git clone https://github.com/jtv/libpqxx.git
git checkout 5.1.1
./configure --prefix=/usr/local --disable-documentation
make -j4
sudo make install
--- Connect to pg
sudo -i -u postgres
psql
\l 查看数据库
\d 查看数据表
\password postgres 设置密码(postgres)
\q 退出
psql -f /home/hzheng/workSpace/flowbook/test/create_db.sql- [OK] Setup the project skeleton from l2fwd main.
- [OK] Add l3 and l4 parsing.
- [OK] Add test usecases.
- [OK] Setup EM flow table to holding table entries.
- [OK] Use meson to reference thread-safe hash table libraries.
- [OK] Change project to c++ style.
- [OK] Construct self-defined flow tables (Use high-performance concurrent hash table libcuckoo).
- [OK] Test flow tables.
- [OK] Define self-defined protocol (i.e., packet header structure from NP devices.)
- [OK] Add aging strategy for tables and reporting module (maybe simple store as files).
- [OK] Thread-safe table switching (active table and idle table).
- [OK] Store idle table entires into a file.
---- Project works.
- [OK] Performance optimizing.
- [OK] Replace the STL default hash functions with a better one.
- [OK] Multithread reporting.
- [OK] Enable multi-queue feature of NIC and scale the number of concurrent lcores.
- [OK] need to check&test RSS mode (use ip+udp hash mode supported by hardware).
- [OK] Report to postgreSQL database.
- [FIX] Wrong dst_ip.
- [FIX] Need to rebuild dpdk project => change to use meson build.
This will build dpdk first and then build flowbook.
meson build
ninja -C build Run flowbook daemon:
# 1 port with 2 queues.
sudo ./build/flowbook -l 1,2 -n 4 --vdev=net_pcap0,iface=enp130s0f0 -- -p 0x1 --config="(0,0,1),(0,1,2)"
core_num mem_channel_num port_mask
# 2 port, each with 4 queues. total 4 queues and 4 cores.
sudo ./build/flowbook -l 1-4 -n 4 --vdev=net_pcap0,iface=enp130s0f0 -- -p 0x3 --config="(0,0,1),(0,1,2),(1,0,3),(1,1,4)"
core_num mem_channel_num port_mask
Send packets.
sudo ./test/sendpkt.py -p enp130s0f0 -s 10.0.0.0/24 -d 1.1.1.0/24 -n 5 -l 64
http://doc.dpdk.org/guides/linux_gsg/build_dpdk.html https://github.com/jtv/libpqxx
postgreSQL upsert example.
CREATE DATABASE dcbook_hw_test;
\c dcbook_hw_test;
CREATE TABLE tb_flow_info
(
fid SERIAL NOT NULL,
srcip BIGINT,
dstip BIGINT,
srcport INT,
dstport INT,
protocol INT,
pkt_tot INT DEFAULT 0,
pkt_max INT DEFAULT 0,
byte_tot INT DEFAULT 0,
byte_max INT DEFAULT 0,
wid_begin BIGINT DEFAULT 0,
wid_last INT DEFAULT 0,
CONSTRAINT pkey_flow_info PRIMARY KEY (srcip, dstip, srcport, dstport, protocol)
);
CREATE TABLE tb_flow_wid_counter
(
fid INT,
wid INT,
pkt_count INT DEFAULT 0,
byte_count INT DEFAULT 0,
CONSTRAINT pkey_flow_wid_counter PRIMARY KEY (fid, wid)
);
insert into tb_flow_info(srcip, dstip, srcport, dstport, protocol,
pkt_tot, pkt_max, byte_tot, byte_max, wid_begin, wid_last)
values (1, 2, 3, 4, 5, 1, 1, 1, 1, 0, 0)
on conflict(srcip, dstip, srcport, dstport, protocol) do update
set pkt_tot=tb_flow_info.pkt_tot+1,
pkt_max=CASE WHEN tb_flow_info.pkt_max+1 > tb_flow_info.pkt_tot
THEN tb_flow_info.pkt_max+1
ELSE tb_flow_info.pkt_max
END,
wid_last=tb_flow_info.wid_last+1,
React
Typescript
Django
Laravel
Facebook
Microsoft
Google
Alibaba
D3
Tencent