# SPDX-License-Identifier: BSD-3-Clause
# Copyright(c) 2010-2014 Intel Corporation

# binary name
APP = fdir

# all source are stored in SRCS-y
SRCS-y := main.c

# Build using pkg-config variables if possible
ifeq ($(shell pkg-config --exists libdpdk && echo 0),0)

all: static
.PHONY: shared static
static: build/$(APP)-static
    ln -sf $(APP)-static build/$(APP)

PKGCONF ?= pkg-config

PC_FILE := $(shell $(PKGCONF) --path libdpdk 2>/dev/null)
CFLAGS += -O3 $(shell $(PKGCONF) --cflags libdpdk) 
LDFLAGS_STATIC = -Wl,-Bstatic $(shell $(PKGCONF) --static --libs libdpdk)

build/$(APP)-static: $(SRCS-y) Makefile $(PC_FILE) | build
    $(CC) $(CFLAGS) $(SRCS-y) -o $@ $(LDFLAGS) $(LDFLAGS_STATIC)

build:
    @mkdir -p $@

.PHONY: clean
clean:
    rm -f build/$(APP) build/$(APP)-static build/$(APP)-shared
    test -d build && rmdir -p build || true

else # Build using legacy build system

ifeq ($(RTE_SDK),)
$(error "Please define RTE_SDK environment variable")
endif

# Default target, can be overridden by command line or environment
RTE_TARGET ?= x86_64-native-linuxapp-gcc

include $(RTE_SDK)/mk/rte.vars.mk

CFLAGS += -O3
CFLAGS += $(WERROR_FLAGS)

include $(RTE_SDK)/mk/rte.extapp.mk
endif

//intel fdir 研究总结:
// 1. X722,X710 网卡支持
//      vnet3, e1000, 82599 不支持!
// 2. TCP的payload 匹配长度 16字节
// 3. UDP的payload 匹配长度 16字节
// 4. IP 的payload 匹配长度 16字节(前提报文不是 TCP/UDP/SCTP)

// 一个规则链 是一个PCTYPE
// 一个规则链 的类型必须为已支持的 PCTYPE
// 一个规则链 上的 MASK 指的是链上所有模式的MASK集合,会通过特定的运算, 得到为 PCTYPE MASK
// 一个 PCTYPE 只允许存在一个 MASK !!!
// 一个 PCTYPE 可允许存在多个 SPEC,

// X710 支持的所有PCTYPE: 搜索i40e_supported_patterns

//以下示例, 说明WXA业务的报文衰减规则
//PCTYPE 路径 ETH/IPV4/UDP/RAW
// UDP 端口可配置多种, 但端口掩码不可变!!!
// RAW 载荷可配置多种, 但RAW 掩码不可变!!!

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <stdint.h>
#include <inttypes.h>
#include <sys/types.h>
#include <sys/queue.h>
#include <netinet/in.h>
#include <setjmp.h>
#include <stdarg.h>
#include <ctype.h>
#include <errno.h>
#include <getopt.h>
#include <signal.h>
#include <stdbool.h>

#include <rte_eal.h>
#include <rte_common.h>
#include <rte_malloc.h>
#include <rte_ether.h>
#include <rte_ethdev.h>
#include <rte_mempool.h>
#include <rte_mbuf.h>
#include <rte_net.h>
#include <rte_flow.h>
#include <rte_cycles.h>

static volatile bool force_quit;
static uint16_t port_id;
static uint16_t nr_queues = 3;
struct rte_mempool *mbuf_pool;
struct rte_flow *flow;
uint64_t queue_pkt[16] ={0};

static inline void
print_ether_addr(const char *what, struct ether_addr *eth_addr)
{
    char buf[ETHER_ADDR_FMT_SIZE];
    ether_format_addr(buf, ETHER_ADDR_FMT_SIZE, eth_addr);
    printf("%s%s", what, buf);
}

static void
main_loop(void)
{
    struct rte_mbuf *mbufs[32];
    struct rte_flow_error error;
    uint16_t nb_rx;
    uint16_t i;
    uint16_t j;

    while (!force_quit) {
        for (i = 0; i < nr_queues; i++) {
            nb_rx = rte_eth_rx_burst(port_id, i, mbufs, 32);
            if (nb_rx) {
                for (j = 0; j < nb_rx; j++) {
                    struct rte_mbuf *m = mbufs[j];
                    //struct ether_hdr *eth_hdr;
                    //eth_hdr = rte_pktmbuf_mtod(m, struct ether_hdr *);
                    //print_ether_addr("src=", &eth_hdr->s_addr);
                    //print_ether_addr(" -> dst=",  &eth_hdr->d_addr);
                    //printf(" : queue=0x%x\n", (unsigned int)i);
                    queue_pkt[i]++;
                    rte_pktmbuf_free(m);
                }
            }
        }
    }
    rte_flow_flush(port_id, &error);
    rte_eth_dev_stop(port_id);
    rte_eth_dev_close(port_id);
}

#define CHECK_INTERVAL 1000  /* 100ms */
#define MAX_REPEAT_TIMES 90  /* 9s (90 * 100ms) in total */
static void
assert_link_status(void)
{
    struct rte_eth_link link;
    uint8_t rep_cnt = MAX_REPEAT_TIMES;

    memset(&link, 0, sizeof(link));
    do {
        rte_eth_link_get(port_id, &link);
        if (link.link_status == ETH_LINK_UP)
            break;
        rte_delay_ms(CHECK_INTERVAL);
    } while (--rep_cnt);

    if (link.link_status == ETH_LINK_DOWN)
        rte_exit(EXIT_FAILURE, ":: error: link is still down\n");
}

static void
init_port(void)
{
    int ret;
    uint16_t i;
    struct rte_eth_conf port_conf = {
        .rxmode = {
            .split_hdr_size = 0,
        },
        .txmode = {
            .offloads =
                DEV_TX_OFFLOAD_VLAN_INSERT |
                DEV_TX_OFFLOAD_IPV4_CKSUM  |
                DEV_TX_OFFLOAD_UDP_CKSUM   |
                DEV_TX_OFFLOAD_TCP_CKSUM   |
                DEV_TX_OFFLOAD_SCTP_CKSUM  |
                DEV_TX_OFFLOAD_TCP_TSO,
        },
        .fdir_conf = {
            .mode = RTE_FDIR_MODE_PERFECT,
            .pballoc = RTE_FDIR_PBALLOC_64K,
            .status = RTE_FDIR_REPORT_STATUS,
        },
    };
    struct rte_eth_txconf txq_conf;
    struct rte_eth_rxconf rxq_conf;
    struct rte_eth_dev_info dev_info;

    rte_eth_dev_info_get(port_id, &dev_info);
    port_conf.txmode.offloads &= dev_info.tx_offload_capa;
    ret = rte_eth_dev_configure(port_id, nr_queues, nr_queues, &port_conf);
    if (ret < 0) {
        rte_exit(EXIT_FAILURE,
            ":: cannot configure device: err=%d, port=%u\n",
            ret, port_id);
    }

    rxq_conf = dev_info.default_rxconf;
    rxq_conf.offloads = port_conf.rxmode.offloads;
    /* only set Rx queues: something we care only so far */
    for (i = 0; i < nr_queues; i++) {
        ret = rte_eth_rx_queue_setup(port_id, i, 512,
                     rte_eth_dev_socket_id(port_id),
                     &rxq_conf,
                     mbuf_pool);
        if (ret < 0) {
            rte_exit(EXIT_FAILURE,
                ":: Rx queue setup failed: err=%d, port=%u\n",
                ret, port_id);
        }
    }

    txq_conf = dev_info.default_txconf;
    txq_conf.offloads = port_conf.txmode.offloads;

    for (i = 0; i < nr_queues; i++) {
        ret = rte_eth_tx_queue_setup(port_id, i, 512,
                rte_eth_dev_socket_id(port_id),
                &txq_conf);
        if (ret < 0) {
            rte_exit(EXIT_FAILURE,
                ":: Tx queue setup failed: err=%d, port=%u\n",
                ret, port_id);
        }
    }

    rte_eth_promiscuous_enable(port_id);
    ret = rte_eth_dev_start(port_id);
    if (ret < 0) {
        rte_exit(EXIT_FAILURE,
            "rte_eth_dev_start:err=%d, port=%u\n",
            ret, port_id);
    }
    assert_link_status();
    printf(":: initializing port: %d done\n", port_id);
}

static void
signal_handler(int signum)
{
    if (signum == SIGINT || signum == SIGTERM) {
        force_quit = true;
        write(fileno(stdout), '\n', 1);
    }
}

static int ipv4_udp_raw(struct rte_flow_item_udp *udp_spec, struct rte_flow_item_udp *udp_mask, const uint8_t* key, const uint8_t* mask, int len)
{
    struct rte_flow *flow = NULL;
    struct rte_flow_error  error;
    struct rte_flow_attr   attr;
    struct rte_flow_item   pattern[10];
    struct rte_flow_action action[10];
    struct rte_flow_action_queue queue = { .index = 1};// 命中的报文 放在 1号队列

    memset(pattern, 0, sizeof(pattern));
    memset(action, 0, sizeof(action));
    memset(&attr, 0, sizeof(struct rte_flow_attr));

    struct rte_flow_item_raw raw_spec = {
        .relative   = 1,
        .reserved   = 0,
        .offset     = 0,
        .limit      = 0,
        .length     = len,
        .pattern    = key,
    };

    struct rte_flow_item_raw raw_mask = {
        .relative = 1,
        .search   = 1,
        .reserved = 0x3fffffff,
        .offset   = 0xffffffff,
        .limit    = 0xffff,
        .length   = 0xffff,
        .pattern  = mask,
    };

    attr.ingress = 1;

    pattern[0].type = RTE_FLOW_ITEM_TYPE_ETH;

    pattern[1].type = RTE_FLOW_ITEM_TYPE_IPV4;

    pattern[2].type = RTE_FLOW_ITEM_TYPE_UDP;
    pattern[2].spec = udp_spec;
    pattern[2].mask = udp_mask;

    pattern[3].type = RTE_FLOW_ITEM_TYPE_RAW;
    pattern[3].spec = &raw_spec;
    pattern[3].mask = &raw_mask;

    action[0].type  = RTE_FLOW_ACTION_TYPE_QUEUE;
    action[0].conf  = &queue;

    flow = rte_flow_create(port_id, &attr, pattern, action, &error);
    if (!flow)
    {
        printf("Flow can't be created %d message: %s\n",
            error.type,
            error.message ? error.message : "(no stated reason)");
        rte_exit(EXIT_FAILURE, "error in creating flow");
    }

    printf("create flow director successfully %p\n", flow);
    return 0;
}


int
main(int argc, char **argv)
{
    int ret;
    uint16_t nr_ports;

    ret = rte_eal_init(argc, argv);
    if (ret < 0)
        rte_exit(EXIT_FAILURE, ":: invalid EAL arguments\n");

    force_quit = false;
    signal(SIGINT, signal_handler);
    signal(SIGTERM, signal_handler);

    nr_ports = rte_eth_dev_count_avail();
    if (nr_ports == 0)
        rte_exit(EXIT_FAILURE, ":: no Ethernet ports found\n");
    port_id = 0;
    if (nr_ports != 1) {
        printf(":: warn: %d ports detected, but we use only one: port %u\n",
            nr_ports, port_id);
    }
    mbuf_pool = rte_pktmbuf_pool_create("mbuf_pool", 4096, 128, 0, RTE_MBUF_DEFAULT_BUF_SIZE, rte_socket_id());
    if (mbuf_pool == NULL)
        rte_exit(EXIT_FAILURE, "Cannot init mbuf pool\n");

    init_port();
    printf("端口初始化完成\n");

    //////////////////// SEQ < 64 ///////////////////////////
    struct rte_flow_item_udp udp_spec1 = {
        .hdr = {
            .src_port = 16285,
            .dst_port = 0
        },
    };
    struct rte_flow_item_udp udp_mask1 = {
        .hdr = {
            .src_port = 0xFFFF,
            .dst_port = 0x0
        },
    };
    const uint8_t pkt_spec_1[] = {0x97, 0x11, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01};
    const uint8_t pkt_mask_1[] = {0xff, 0xff, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0xff};
    ipv4_udp_raw(&udp_spec1, &udp_mask1, pkt_spec_1, pkt_mask_1, sizeof(pkt_spec_1));

    //////////////////// SEQ 16:1  ///////////////////////////
    struct rte_flow_item_udp udp_spec2 = {
        .hdr = {
            .src_port = 80,
            .dst_port = 0
        },
    };
    struct rte_flow_item_udp udp_mask2 = {
        .hdr = {
            .src_port = 0xFFFF,
            .dst_port = 0x0
        },
    };
    const uint8_t pkt_spec_2[] = {0x97, 0x11, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02};
    const uint8_t pkt_mask_2[] = {0xff, 0xff, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0xff};
    ipv4_udp_raw(&udp_spec2, &udp_mask2, pkt_spec_2, pkt_mask_2, sizeof(pkt_spec_2));

    main_loop();
    printf("queue_id %d pkt累计:%zu\n", 0, queue_pkt[0]);
    printf("queue_id %d pkt累计:%zu\n", 1, queue_pkt[1]);
    printf("queue_id %d pkt累计:%zu\n", 2, queue_pkt[2]);
    printf("queue_id %d pkt累计:%zu\n", 3, queue_pkt[3]);
    return 0;
}

[root@node-yadpi-03 intel_fdir]# ./build/fdir -l 0-3
EAL: Detected 48 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/rte/mp_socket
EAL: Probing VFIO support...
EAL: PCI device 0000:03:00.0 on NUMA socket 0
EAL:   probe driver: 8086:1521 net_e1000_igb
EAL: PCI device 0000:03:00.1 on NUMA socket 0
EAL:   probe driver: 8086:1521 net_e1000_igb
EAL: PCI device 0000:03:00.2 on NUMA socket 0
EAL:   probe driver: 8086:1521 net_e1000_igb
EAL: PCI device 0000:03:00.3 on NUMA socket 0
EAL:   probe driver: 8086:1521 net_e1000_igb
EAL: PCI device 0000:1a:00.0 on NUMA socket 0
EAL:   probe driver: 8086:37d0 net_i40e
EAL: PCI device 0000:1a:00.1 on NUMA socket 0
EAL:   probe driver: 8086:37d0 net_i40e
EAL: PCI device 0000:1a:00.2 on NUMA socket 0
EAL:   probe driver: 8086:37d0 net_i40e
EAL: PCI device 0000:1a:00.3 on NUMA socket 0
EAL:   probe driver: 8086:37d0 net_i40e
EAL: PCI device 0000:3c:00.0 on NUMA socket 0
EAL:   probe driver: 8086:1580 net_i40e
EAL: PCI device 0000:86:00.0 on NUMA socket 1
EAL:   probe driver: 8086:1580 net_i40e
:: warn: 3 ports detected, but we use only one: port 0
:: initializing port: 0 done
端口初始化完成
i40e_flow_set_fdir_flex_pit(): i40e device 0000:1a:00.0 changed global register [0x0026898c]. original: 0x00000000, new: 0x000000a6
create flow director successfully 0x17fb96840
create flow director successfully 0x17fb98280
^Ci40e_flex_payload_reg_set_default(): i40e device 0000:1a:00.0 changed global register [0x0026898c]. original: 0x000000a6, new: 0x00000000
queue_id 0 pkt累计:0
queue_id 1 pkt累计:0
queue_id 2 pkt累计:0
queue_id 3 pkt累计:0
[root@node-yadpi-03 intel_fdir]#