58 #define ROUNDUP(x, y) ((((x) + ((y)-1)) / (y)) * (y))
69 static char *AllocArgument(
size_t arg_len);
70 static char *AllocAndSetArgument(
const char *arg);
71 static char *AllocAndSetOption(
const char *arg);
73 static void ArgumentsInit(
struct Arguments *args, uint16_t capacity);
74 static void ArgumentsCleanup(
struct Arguments *args);
75 static void ArgumentsAdd(
struct Arguments *args,
char *value);
76 static void ArgumentsAddOptionAndArgument(
struct Arguments *args,
const char *opt,
const char *arg);
77 static void InitEal(
void);
79 static void ConfigSetIface(
DPDKIfaceConfig *iconf,
const char *entry_str);
80 static int ConfigSetThreads(
DPDKIfaceConfig *iconf,
const char *entry_str);
81 static int ConfigSetRxQueues(
DPDKIfaceConfig *iconf, uint16_t nb_queues, uint16_t max_queues);
82 static int ConfigSetTxQueues(
83 DPDKIfaceConfig *iconf, uint16_t nb_queues, uint16_t max_queues,
bool iface_sends_pkts);
84 static int ConfigSetMempoolSize(
DPDKIfaceConfig *iconf,
const char *entry_str);
85 static int ConfigSetMempoolCacheSize(
DPDKIfaceConfig *iconf,
const char *entry_str);
86 static int ConfigSetRxDescriptors(
DPDKIfaceConfig *iconf,
const char *entry_str, uint16_t max_desc);
87 static int ConfigSetTxDescriptors(
88 DPDKIfaceConfig *iconf,
const char *entry_str, uint16_t max_desc,
bool iface_sends_pkts);
90 static bool ConfigSetPromiscuousMode(
DPDKIfaceConfig *iconf,
int entry_bool);
92 static int ConfigSetChecksumChecks(
DPDKIfaceConfig *iconf,
int entry_bool);
93 static int ConfigSetChecksumOffload(
DPDKIfaceConfig *iconf,
int entry_bool);
94 static int ConfigSetCopyIface(
DPDKIfaceConfig *iconf,
const char *entry_str);
95 static int ConfigSetCopyMode(
DPDKIfaceConfig *iconf,
const char *entry_str);
96 static int ConfigSetCopyIfaceSettings(
DPDKIfaceConfig *iconf,
const char *iface,
const char *mode);
102 const struct rte_eth_dev_info *dev_info,
struct rte_eth_conf *port_conf);
103 static int DeviceConfigureQueues(
DPDKIfaceConfig *iconf,
const struct rte_eth_dev_info *dev_info,
104 const struct rte_eth_conf *port_conf);
108 static void *ParseDpdkConfigAndConfigureDevice(
const char *iface);
109 static void DPDKDerefConfig(
void *conf);
111 #define DPDK_CONFIG_DEFAULT_THREADS "auto"
112 #define DPDK_CONFIG_DEFAULT_INTERRUPT_MODE false
113 #define DPDK_CONFIG_DEFAULT_MEMPOOL_SIZE "auto"
114 #define DPDK_CONFIG_DEFAULT_MEMPOOL_CACHE_SIZE "auto"
115 #define DPDK_CONFIG_DEFAULT_RX_DESCRIPTORS "auto"
116 #define DPDK_CONFIG_DEFAULT_TX_DESCRIPTORS "auto"
117 #define DPDK_CONFIG_DEFAULT_RSS_HASH_FUNCTIONS RTE_ETH_RSS_IP
118 #define DPDK_CONFIG_DEFAULT_MTU 1500
119 #define DPDK_CONFIG_DEFAULT_PROMISCUOUS_MODE 1
120 #define DPDK_CONFIG_DEFAULT_MULTICAST_MODE 1
121 #define DPDK_CONFIG_DEFAULT_CHECKSUM_VALIDATION 1
122 #define DPDK_CONFIG_DEFAULT_CHECKSUM_VALIDATION_OFFLOAD 1
123 #define DPDK_CONFIG_DEFAULT_VLAN_STRIP 0
124 #define DPDK_CONFIG_DEFAULT_LINKUP_TIMEOUT 0
125 #define DPDK_CONFIG_DEFAULT_COPY_MODE "none"
126 #define DPDK_CONFIG_DEFAULT_COPY_INTERFACE "none"
130 .irq_mode =
"interrupt-mode",
131 .promisc =
"promisc",
132 .multicast =
"multicast",
133 .checksum_checks =
"checksum-checks",
134 .checksum_checks_offload =
"checksum-checks-offload",
136 .vlan_strip_offload =
"vlan-strip-offload",
137 .rss_hf =
"rss-hash-functions",
138 .linkup_timeout =
"linkup-timeout",
139 .mempool_size =
"mempool-size",
140 .mempool_cache_size =
"mempool-cache-size",
141 .rx_descriptors =
"rx-descriptors",
142 .tx_descriptors =
"tx-descriptors",
143 .copy_mode =
"copy-mode",
144 .copy_iface =
"copy-iface",
151 static uint32_t GreatestDivisorUpTo(uint32_t num, uint32_t max_num)
153 for (uint32_t i = max_num; i >= 2; i--) {
165 static uint64_t GreatestPowOf2UpTo(uint64_t num)
178 num = num - (num >> 1);
183 static char *AllocArgument(
size_t arg_len)
189 ptr = (
char *)
SCCalloc(arg_len,
sizeof(
char));
191 FatalError(
"Could not allocate memory for an argument");
201 static char *AllocAndSetArgument(
const char *arg)
205 FatalError(
"Passed argument is NULL in DPDK config initialization");
208 size_t arg_len = strlen(arg);
210 ptr = AllocArgument(arg_len);
211 strlcpy(ptr, arg, arg_len + 1);
215 static char *AllocAndSetOption(
const char *arg)
219 FatalError(
"Passed option is NULL in DPDK config initialization");
222 size_t arg_len = strlen(arg);
223 uint8_t is_long_arg = arg_len > 1;
224 const char *dash_prefix = is_long_arg ?
"--" :
"-";
225 size_t full_len = arg_len + strlen(dash_prefix);
227 ptr = AllocArgument(full_len);
228 strlcpy(ptr, dash_prefix, full_len);
233 static void ArgumentsInit(
struct Arguments *args, uint16_t capacity)
236 args->argv =
SCCalloc(capacity,
sizeof(*args->argv));
237 if (args->argv == NULL)
238 FatalError(
"Could not allocate memory for Arguments structure");
240 args->capacity = capacity;
245 static void ArgumentsCleanup(
struct Arguments *args)
248 for (
int i = 0; i < args->argc; i++) {
249 if (args->argv[i] != NULL) {
251 args->argv[i] = NULL;
261 static void ArgumentsAdd(
struct Arguments *args,
char *value)
264 if (args->argc + 1 > args->capacity)
265 FatalError(
"No capacity for more arguments (Max: %" PRIu32
")", EAL_ARGS);
267 args->argv[args->argc++] = value;
271 static void ArgumentsAddOptionAndArgument(
struct Arguments *args,
const char *opt,
const char *arg)
277 option = AllocAndSetOption(opt);
278 ArgumentsAdd(args, option);
281 if (arg == NULL || arg[0] ==
'\0')
284 argument = AllocAndSetArgument(arg);
285 ArgumentsAdd(args, argument);
289 static void InitEal(
void)
295 struct Arguments args;
298 if (eal_params == NULL) {
299 FatalError(
"DPDK EAL parameters not found in the config");
302 ArgumentsInit(&args, EAL_ARGS);
303 ArgumentsAdd(&args, AllocAndSetArgument(
"suricata"));
307 const char *key = param->
name;
310 ArgumentsAddOptionAndArgument(&args, key, (
const char *)val->
val);
314 ArgumentsAddOptionAndArgument(&args, param->
name, param->
val);
318 eal_argv =
SCCalloc(args.argc,
sizeof(*args.argv));
319 if (eal_argv == NULL) {
320 FatalError(
"Failed to allocate memory for the array of DPDK EAL arguments");
322 memcpy(eal_argv, args.argv, args.argc *
sizeof(*args.argv));
324 rte_log_set_global_level(RTE_LOG_WARNING);
325 retval = rte_eal_init(args.argc, eal_argv);
327 ArgumentsCleanup(&args);
331 FatalError(
"DPDK EAL initialization error: %s", rte_strerror(-retval));
335 static void DPDKDerefConfig(
void *conf)
341 DPDKDeviceResourcesDeinit(&iconf->pkt_mempools);
353 FatalError(
"Could not allocate memory for DPDKIfaceConfig");
355 ptr->out_port_id = UINT16_MAX;
358 ptr->DerefFunc = DPDKDerefConfig;
365 static void ConfigSetIface(
DPDKIfaceConfig *iconf,
const char *entry_str)
370 if (entry_str == NULL || entry_str[0] ==
'\0')
371 FatalError(
"Interface name in DPDK config is NULL or empty");
373 retval = rte_eth_dev_get_port_by_name(entry_str, &iconf->port_id);
375 FatalError(
"%s: interface not found: %s", entry_str, rte_strerror(-retval));
377 strlcpy(iconf->iface, entry_str,
sizeof(iconf->iface));
381 static int ConfigSetThreads(
DPDKIfaceConfig *iconf,
const char *entry_str)
384 static uint16_t remaining_auto_cpus = UINT16_MAX;
386 SCLogError(
"DPDK runmode requires configured thread affinity");
390 bool wtaf_periface =
true;
393 wtaf_periface =
false;
396 SCLogError(
"Specify worker-cpu-set list in the threading section");
402 SCLogError(
"Specify management-cpu-set list in the threading section");
408 "\"all\" specified in worker CPU cores affinity, excluding management threads");
409 UtilAffinityCpusExclude(wtaf, mtaf);
413 if (sched_cpus == 0) {
414 SCLogError(
"No worker CPU cores with configured affinity were configured");
416 }
else if (UtilAffinityCpusOverlap(wtaf, mtaf) != 0) {
417 SCLogWarning(
"Worker threads should not overlap with management threads in the CPU core "
418 "affinity configuration");
422 if (active_runmode && !strcmp(
"single", active_runmode)) {
427 if (entry_str == NULL) {
428 SCLogError(
"Number of threads for interface \"%s\" not specified", iconf->iface);
432 if (strcmp(entry_str,
"auto") == 0) {
434 iconf->threads = (uint16_t)sched_cpus;
435 SCLogConfig(
"%s: auto-assigned %u threads", iconf->iface, iconf->threads);
440 if (live_dev_count == 0) {
441 SCLogError(
"No live devices found, cannot auto-assign threads");
444 iconf->threads = sched_cpus / live_dev_count;
445 if (iconf->threads == 0) {
446 SCLogError(
"Not enough worker CPU cores with affinity were configured");
450 if (remaining_auto_cpus > 0) {
452 remaining_auto_cpus--;
453 }
else if (remaining_auto_cpus == UINT16_MAX) {
455 remaining_auto_cpus = sched_cpus % live_dev_count;
456 if (remaining_auto_cpus > 0) {
458 remaining_auto_cpus--;
461 SCLogConfig(
"%s: auto-assigned %u threads", iconf->iface, iconf->threads);
466 SCLogError(
"Threads entry for interface %s contain non-numerical characters - \"%s\"",
467 iconf->iface, entry_str);
471 if (iconf->threads <= 0) {
472 SCLogError(
"%s: positive number of threads required", iconf->iface);
479 static bool ConfigSetInterruptMode(
DPDKIfaceConfig *iconf,
bool enable)
488 static int ConfigSetRxQueues(
DPDKIfaceConfig *iconf, uint16_t nb_queues, uint16_t max_queues)
491 if (nb_queues == 0) {
492 SCLogInfo(
"%s: positive number of RX queues is required", iconf->iface);
496 if (nb_queues > max_queues) {
497 SCLogInfo(
"%s: number of RX queues cannot exceed %" PRIu16, iconf->iface, max_queues);
501 iconf->nb_rx_queues = nb_queues;
505 static bool ConfigIfaceSendsPkts(
const char *mode)
508 if (strcmp(mode,
"ips") == 0 || strcmp(mode,
"tap") == 0) {
514 static int ConfigSetTxQueues(
515 DPDKIfaceConfig *iconf, uint16_t nb_queues, uint16_t max_queues,
bool iface_sends_pkts)
518 if (nb_queues == 0 && iface_sends_pkts) {
519 SCLogInfo(
"%s: positive number of TX queues is required", iconf->iface);
523 if (nb_queues > max_queues) {
524 SCLogInfo(
"%s: number of TX queues cannot exceed %" PRIu16, iconf->iface, max_queues);
528 iconf->nb_tx_queues = nb_queues;
532 static uint32_t MempoolSizeCalculate(
533 uint32_t rx_queues, uint32_t rx_desc, uint32_t tx_queues, uint32_t tx_desc)
535 uint32_t sz = rx_queues * rx_desc + tx_queues * tx_desc;
536 if (!tx_queues || !tx_desc)
542 static int ConfigSetMempoolSize(
DPDKIfaceConfig *iconf,
const char *entry_str)
545 if (entry_str == NULL || entry_str[0] ==
'\0' || strcmp(entry_str,
"auto") == 0) {
550 if (iconf->nb_rx_queues == 0) {
552 SCLogError(
"%s: cannot autocalculate mempool size without RX queues", iconf->iface);
556 if (iconf->nb_rx_desc == 0) {
558 "%s: cannot autocalculate mempool size without RX descriptors", iconf->iface);
566 iconf->mempool_size = MempoolSizeCalculate(
567 iconf->nb_rx_queues, iconf->nb_rx_desc, iconf->nb_tx_queues, iconf->nb_tx_desc);
572 SCLogError(
"%s: mempool size entry contain non-numerical characters - \"%s\"", iconf->iface,
577 if (MempoolSizeCalculate(
578 iconf->nb_rx_queues, iconf->nb_rx_desc, iconf->nb_tx_queues, iconf->nb_tx_desc) >
579 iconf->mempool_size + 1) {
581 SCLogError(
"%s: mempool size is likely too small for the number of descriptors and queues, "
582 "set to \"auto\" or adjust to the value of \"%" PRIu32
"\"",
584 MempoolSizeCalculate(iconf->nb_rx_queues, iconf->nb_rx_desc, iconf->nb_tx_queues,
589 if (iconf->mempool_size == 0) {
590 SCLogError(
"%s: mempool size requires a positive integer", iconf->iface);
597 static uint32_t MempoolCacheSizeCalculate(uint32_t mp_sz)
602 uint32_t max_cache_size =
MIN(RTE_MEMPOOL_CACHE_MAX_SIZE, (uint32_t)(mp_sz / 1.5));
603 return GreatestDivisorUpTo(mp_sz, max_cache_size);
606 static int ConfigSetMempoolCacheSize(
DPDKIfaceConfig *iconf,
const char *entry_str)
609 if (entry_str == NULL || entry_str[0] ==
'\0' || strcmp(entry_str,
"auto") == 0) {
611 if (iconf->mempool_size == 0) {
612 SCLogError(
"%s: cannot calculate mempool cache size of a mempool with size %d",
613 iconf->iface, iconf->mempool_size);
617 iconf->mempool_cache_size = MempoolCacheSizeCalculate(iconf->mempool_size);
622 SCLogError(
"%s: mempool cache size entry contain non-numerical characters - \"%s\"",
623 iconf->iface, entry_str);
627 if (iconf->mempool_cache_size <= 0 || iconf->mempool_cache_size > RTE_MEMPOOL_CACHE_MAX_SIZE) {
628 SCLogError(
"%s: mempool cache size requires a positive number smaller than %" PRIu32,
629 iconf->iface, RTE_MEMPOOL_CACHE_MAX_SIZE);
636 static int ConfigSetRxDescriptors(
DPDKIfaceConfig *iconf,
const char *entry_str, uint16_t max_desc)
639 if (entry_str == NULL || entry_str[0] ==
'\0') {
640 SCLogInfo(
"%s: number of RX descriptors not found, going with: %s", iconf->iface,
641 DPDK_CONFIG_DEFAULT_RX_DESCRIPTORS);
642 entry_str = DPDK_CONFIG_DEFAULT_RX_DESCRIPTORS;
645 if (strcmp(entry_str,
"auto") == 0) {
646 iconf->nb_rx_desc = (uint16_t)GreatestPowOf2UpTo(max_desc);
651 SCLogError(
"%s: RX descriptors entry contains non-numerical characters - \"%s\"",
652 iconf->iface, entry_str);
656 if (iconf->nb_rx_desc == 0) {
657 SCLogError(
"%s: positive number of RX descriptors is required", iconf->iface);
659 }
else if (iconf->nb_rx_desc > max_desc) {
660 SCLogError(
"%s: number of RX descriptors cannot exceed %" PRIu16, iconf->iface, max_desc);
667 static int ConfigSetTxDescriptors(
668 DPDKIfaceConfig *iconf,
const char *entry_str, uint16_t max_desc,
bool iface_sends_pkts)
671 if (entry_str == NULL || entry_str[0] ==
'\0') {
672 SCLogInfo(
"%s: number of TX descriptors not found, going with: %s", iconf->iface,
673 DPDK_CONFIG_DEFAULT_TX_DESCRIPTORS);
674 entry_str = DPDK_CONFIG_DEFAULT_TX_DESCRIPTORS;
677 if (strcmp(entry_str,
"auto") == 0) {
678 if (iface_sends_pkts) {
679 iconf->nb_tx_desc = (uint16_t)GreatestPowOf2UpTo(max_desc);
681 iconf->nb_tx_desc = 0;
687 SCLogError(
"%s: TX descriptors entry contains non-numerical characters - \"%s\"",
688 iconf->iface, entry_str);
692 if (iconf->nb_tx_desc == 0 && iface_sends_pkts) {
693 SCLogError(
"%s: positive number of TX descriptors is required", iconf->iface);
695 }
else if (iconf->nb_tx_desc > max_desc) {
696 SCLogError(
"%s: number of TX descriptors cannot exceed %" PRIu16, iconf->iface, max_desc);
703 static int ConfigSetRSSHashFunctions(
DPDKIfaceConfig *iconf,
const char *entry_str)
706 if (entry_str == NULL || entry_str[0] ==
'\0' || strcmp(entry_str,
"auto") == 0) {
707 iconf->rss_hf = DPDK_CONFIG_DEFAULT_RSS_HASH_FUNCTIONS;
712 SCLogError(
"%s: RSS hash functions entry contain non-numerical characters - \"%s\"",
713 iconf->iface, entry_str);
723 if (entry_int < RTE_ETHER_MIN_MTU || entry_int > RTE_ETHER_MAX_JUMBO_FRAME_LEN) {
724 SCLogError(
"%s: MTU size can only be between %" PRIu32
" and %" PRIu32, iconf->iface,
725 RTE_ETHER_MIN_MTU, RTE_ETHER_MAX_JUMBO_FRAME_LEN);
729 iconf->mtu = (uint16_t)entry_int;
733 static int ConfigSetLinkupTimeout(
DPDKIfaceConfig *iconf, intmax_t entry_int)
736 if (entry_int < 0 || entry_int > UINT16_MAX) {
737 SCLogError(
"%s: Link-up waiting timeout needs to be a positive number (up to %u) or 0 to "
739 iconf->iface, UINT16_MAX);
743 iconf->linkup_timeout = (uint16_t)entry_int;
747 static bool ConfigSetPromiscuousMode(
DPDKIfaceConfig *iconf,
int entry_bool)
765 static int ConfigSetChecksumChecks(
DPDKIfaceConfig *iconf,
int entry_bool)
774 static int ConfigSetChecksumOffload(
DPDKIfaceConfig *iconf,
int entry_bool)
786 iconf->vlan_strip_enabled = entry_bool;
790 static int ConfigSetCopyIface(
DPDKIfaceConfig *iconf,
const char *entry_str)
795 if (entry_str == NULL || entry_str[0] ==
'\0' || strcmp(entry_str,
"none") == 0) {
796 iconf->out_iface = NULL;
800 retval = rte_eth_dev_get_port_by_name(entry_str, &iconf->out_port_id);
802 SCLogError(
"%s: copy interface (%s) not found: %s", iconf->iface, entry_str,
803 rte_strerror(-retval));
807 iconf->out_iface = entry_str;
811 static int ConfigSetCopyMode(
DPDKIfaceConfig *iconf,
const char *entry_str)
814 if (entry_str == NULL) {
815 SCLogWarning(
"%s: no copy mode specified, changing to %s ", iconf->iface,
816 DPDK_CONFIG_DEFAULT_COPY_MODE);
817 entry_str = DPDK_CONFIG_DEFAULT_COPY_MODE;
820 if (strcmp(entry_str,
"none") != 0 && strcmp(entry_str,
"tap") != 0 &&
821 strcmp(entry_str,
"ips") != 0) {
822 SCLogWarning(
"%s: copy mode \"%s\" is not one of the possible values (none|tap|ips). "
824 entry_str, iconf->iface, DPDK_CONFIG_DEFAULT_COPY_MODE);
825 entry_str = DPDK_CONFIG_DEFAULT_COPY_MODE;
828 if (strcmp(entry_str,
"none") == 0) {
830 }
else if (strcmp(entry_str,
"tap") == 0) {
832 }
else if (strcmp(entry_str,
"ips") == 0) {
839 static int ConfigSetCopyIfaceSettings(
DPDKIfaceConfig *iconf,
const char *iface,
const char *mode)
844 retval = ConfigSetCopyIface(iconf, iface);
848 retval = ConfigSetCopyMode(iconf, mode);
853 if (iconf->out_iface != NULL)
854 iconf->out_iface = NULL;
858 if (iconf->out_iface == NULL || strlen(iconf->out_iface) <= 0) {
859 SCLogError(
"%s: copy mode enabled but interface not set", iconf->iface);
872 const char *entry_str = NULL;
873 intmax_t entry_int = 0;
875 const char *copy_iface_str = NULL;
876 const char *copy_mode_str = NULL;
878 ConfigSetIface(iconf, iface);
879 struct rte_eth_dev_info dev_info = { 0 };
880 retval = rte_eth_dev_info_get(iconf->port_id, &dev_info);
882 SCLogError(
"%s: getting device info failed: %s", iconf->iface, rte_strerror(-retval));
888 FatalError(
"failed to find DPDK configuration for the interface %s", iconf->iface);
892 ? ConfigSetThreads(iconf, DPDK_CONFIG_DEFAULT_THREADS)
893 : ConfigSetThreads(iconf, entry_str);
899 if_root, if_default, dpdk_yaml.
irq_mode, &entry_bool);
901 irq_enable = DPDK_CONFIG_DEFAULT_INTERRUPT_MODE;
903 irq_enable = entry_bool ? true :
false;
905 retval = ConfigSetInterruptMode(iconf, irq_enable);
910 if_root, if_default, dpdk_yaml.
copy_mode, ©_mode_str);
912 copy_mode_str = DPDK_CONFIG_DEFAULT_COPY_MODE;
917 ? ConfigSetRxDescriptors(iconf, DPDK_CONFIG_DEFAULT_RX_DESCRIPTORS,
918 dev_info.rx_desc_lim.nb_max)
919 : ConfigSetRxDescriptors(iconf, entry_str, dev_info.rx_desc_lim.nb_max);
923 bool iface_sends_pkts = ConfigIfaceSendsPkts(copy_mode_str);
926 ? ConfigSetTxDescriptors(iconf, DPDK_CONFIG_DEFAULT_TX_DESCRIPTORS,
927 dev_info.tx_desc_lim.nb_max, iface_sends_pkts)
928 : ConfigSetTxDescriptors(
929 iconf, entry_str, dev_info.tx_desc_lim.nb_max, iface_sends_pkts);
934 retval = ConfigSetRxQueues(iconf, iconf->threads, dev_info.max_rx_queues);
936 SCLogError(
"%s: too many threads configured - reduce thread count to: %" PRIu16,
937 iconf->iface, dev_info.max_rx_queues);
942 uint16_t tx_queues = iconf->nb_tx_desc > 0 ? iconf->threads : 0;
943 retval = ConfigSetTxQueues(iconf, tx_queues, dev_info.max_tx_queues, iface_sends_pkts);
945 SCLogError(
"%s: too many threads configured - reduce thread count to: %" PRIu16,
946 iconf->iface, dev_info.max_tx_queues);
951 if_root, if_default, dpdk_yaml.
mempool_size, &entry_str) != 1
952 ? ConfigSetMempoolSize(iconf, DPDK_CONFIG_DEFAULT_MEMPOOL_SIZE)
953 : ConfigSetMempoolSize(iconf, entry_str);
959 ? ConfigSetMempoolCacheSize(iconf, DPDK_CONFIG_DEFAULT_MEMPOOL_CACHE_SIZE)
960 : ConfigSetMempoolCacheSize(iconf, entry_str);
965 ? ConfigSetMtu(iconf, DPDK_CONFIG_DEFAULT_MTU)
966 : ConfigSetMtu(iconf, entry_int);
971 ? ConfigSetRSSHashFunctions(iconf, NULL)
972 : ConfigSetRSSHashFunctions(iconf, entry_str);
977 if_root, if_default, dpdk_yaml.
promisc, &entry_bool) != 1
978 ? ConfigSetPromiscuousMode(iconf, DPDK_CONFIG_DEFAULT_PROMISCUOUS_MODE)
979 : ConfigSetPromiscuousMode(iconf, entry_bool);
984 if_root, if_default, dpdk_yaml.
multicast, &entry_bool) != 1
985 ? ConfigSetMulticast(iconf, DPDK_CONFIG_DEFAULT_MULTICAST_MODE)
986 : ConfigSetMulticast(iconf, entry_bool);
992 ? ConfigSetChecksumChecks(iconf, DPDK_CONFIG_DEFAULT_CHECKSUM_VALIDATION)
993 : ConfigSetChecksumChecks(iconf, entry_bool);
999 ? ConfigSetChecksumOffload(
1000 iconf, DPDK_CONFIG_DEFAULT_CHECKSUM_VALIDATION_OFFLOAD)
1001 : ConfigSetChecksumOffload(iconf, entry_bool);
1008 ConfigSetVlanStrip(iconf, DPDK_CONFIG_DEFAULT_VLAN_STRIP);
1010 ConfigSetVlanStrip(iconf, entry_bool);
1015 ? ConfigSetLinkupTimeout(iconf, DPDK_CONFIG_DEFAULT_LINKUP_TIMEOUT)
1016 : ConfigSetLinkupTimeout(iconf, entry_int);
1021 if_root, if_default, dpdk_yaml.
copy_iface, ©_iface_str);
1023 copy_iface_str = DPDK_CONFIG_DEFAULT_COPY_INTERFACE;
1026 retval = ConfigSetCopyIfaceSettings(iconf, copy_iface_str, copy_mode_str);
1033 static bool ConfigThreadsGenericIsValid(uint16_t iface_threads,
ThreadsAffinityType *wtaf)
1035 static uint32_t total_cpus = 0;
1036 total_cpus += iface_threads;
1038 SCLogError(
"Specify worker-cpu-set list in the threading section");
1042 SCLogError(
"Interfaces requested more cores than configured in the worker-cpu-set "
1043 "threading section (requested %d configured %d",
1051 static bool ConfigThreadsInterfaceIsValid(uint16_t iface_threads,
ThreadsAffinityType *itaf)
1054 SCLogError(
"Interface requested more cores than configured in the interface-specific "
1055 "threading section (requested %d configured %d",
1063 static bool ConfigIsThreadingValid(uint16_t iface_threads,
const char *iface)
1067 if (itaf && !ConfigThreadsInterfaceIsValid(iface_threads, itaf)) {
1069 }
else if (itaf == NULL && !ConfigThreadsGenericIsValid(iface_threads, wtaf)) {
1084 retval = ConfigLoad(iconf, iface);
1085 if (retval < 0 || !ConfigIsThreadingValid(iconf->threads, iface)) {
1086 iconf->DerefFunc(iconf);
1093 static void DeviceSetPMDSpecificRSS(
struct rte_eth_rss_conf *rss_conf,
const char *driver_name)
1095 if (strcmp(driver_name,
"net_i40e") == 0)
1096 i40eDeviceSetRSSConf(rss_conf);
1097 if (strcmp(driver_name,
"net_ice") == 0)
1098 iceDeviceSetRSSConf(rss_conf);
1099 if (strcmp(driver_name,
"net_ixgbe") == 0)
1100 ixgbeDeviceSetRSSHashFunction(&rss_conf->rss_hf);
1101 if (strcmp(driver_name,
"net_e1000_igb") == 0)
1102 rss_conf->rss_hf = (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_IPV6_EX);
1106 static int32_t GetFirstSetBitPosition(uint64_t bits)
1108 for (int32_t i = 0; i < 64; i++) {
1115 static void DumpRSSFlags(
const uint64_t requested,
const uint64_t actual)
1120 "RTE_ETH_RSS_IP %sset", ((requested & RTE_ETH_RSS_IP) == RTE_ETH_RSS_IP) ?
"" :
"NOT ");
1122 ((requested & RTE_ETH_RSS_TCP) == RTE_ETH_RSS_TCP) ?
"" :
"NOT ");
1124 ((requested & RTE_ETH_RSS_UDP) == RTE_ETH_RSS_UDP) ?
"" :
"NOT ");
1126 ((requested & RTE_ETH_RSS_SCTP) == RTE_ETH_RSS_SCTP) ?
"" :
"NOT ");
1128 ((requested & RTE_ETH_RSS_TUNNEL) == RTE_ETH_RSS_TUNNEL) ?
"" :
"NOT ");
1131 SCLogConfig(
"RTE_ETH_RSS_IPV4 (Bit position: %d) %sset",
1132 GetFirstSetBitPosition(RTE_ETH_RSS_IPV4), (requested & RTE_ETH_RSS_IPV4) ?
"" :
"NOT ");
1133 SCLogConfig(
"RTE_ETH_RSS_FRAG_IPV4 (Bit position: %d) %sset",
1134 GetFirstSetBitPosition(RTE_ETH_RSS_FRAG_IPV4),
1135 (requested & RTE_ETH_RSS_FRAG_IPV4) ?
"" :
"NOT ");
1136 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV4_TCP (Bit position: %d) %sset",
1137 GetFirstSetBitPosition(RTE_ETH_RSS_NONFRAG_IPV4_TCP),
1138 (requested & RTE_ETH_RSS_NONFRAG_IPV4_TCP) ?
"" :
"NOT ");
1139 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV4_UDP (Bit position: %d) %sset",
1140 GetFirstSetBitPosition(RTE_ETH_RSS_NONFRAG_IPV4_UDP),
1141 (requested & RTE_ETH_RSS_NONFRAG_IPV4_UDP) ?
"" :
"NOT ");
1142 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV4_SCTP (Bit position: %d) %sset",
1143 GetFirstSetBitPosition(RTE_ETH_RSS_NONFRAG_IPV4_SCTP),
1144 (requested & RTE_ETH_RSS_NONFRAG_IPV4_SCTP) ?
"" :
"NOT ");
1145 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV4_OTHER (Bit position: %d) %sset",
1146 GetFirstSetBitPosition(RTE_ETH_RSS_NONFRAG_IPV4_OTHER),
1147 (requested & RTE_ETH_RSS_NONFRAG_IPV4_OTHER) ?
"" :
"NOT ");
1148 SCLogConfig(
"RTE_ETH_RSS_IPV6 (Bit position: %d) %sset",
1149 GetFirstSetBitPosition(RTE_ETH_RSS_IPV6), (requested & RTE_ETH_RSS_IPV6) ?
"" :
"NOT ");
1150 SCLogConfig(
"RTE_ETH_RSS_FRAG_IPV6 (Bit position: %d) %sset",
1151 GetFirstSetBitPosition(RTE_ETH_RSS_FRAG_IPV6),
1152 (requested & RTE_ETH_RSS_FRAG_IPV6) ?
"" :
"NOT ");
1153 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV6_TCP (Bit position: %d) %sset",
1154 GetFirstSetBitPosition(RTE_ETH_RSS_NONFRAG_IPV6_TCP),
1155 (requested & RTE_ETH_RSS_NONFRAG_IPV6_TCP) ?
"" :
"NOT ");
1156 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV6_UDP (Bit position: %d) %sset",
1157 GetFirstSetBitPosition(RTE_ETH_RSS_NONFRAG_IPV6_UDP),
1158 (requested & RTE_ETH_RSS_NONFRAG_IPV6_UDP) ?
"" :
"NOT ");
1159 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV6_SCTP (Bit position: %d) %sset",
1160 GetFirstSetBitPosition(RTE_ETH_RSS_NONFRAG_IPV6_SCTP),
1161 (requested & RTE_ETH_RSS_NONFRAG_IPV6_SCTP) ?
"" :
"NOT ");
1162 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV6_OTHER (Bit position: %d) %sset",
1163 GetFirstSetBitPosition(RTE_ETH_RSS_NONFRAG_IPV6_OTHER),
1164 (requested & RTE_ETH_RSS_NONFRAG_IPV6_OTHER) ?
"" :
"NOT ");
1166 SCLogConfig(
"RTE_ETH_RSS_L2_PAYLOAD (Bit position: %d) %sset",
1167 GetFirstSetBitPosition(RTE_ETH_RSS_L2_PAYLOAD),
1168 (requested & RTE_ETH_RSS_L2_PAYLOAD) ?
"" :
"NOT ");
1169 SCLogConfig(
"RTE_ETH_RSS_IPV6_EX (Bit position: %d) %sset",
1170 GetFirstSetBitPosition(RTE_ETH_RSS_IPV6_EX),
1171 (requested & RTE_ETH_RSS_IPV6_EX) ?
"" :
"NOT ");
1172 SCLogConfig(
"RTE_ETH_RSS_IPV6_TCP_EX (Bit position: %d) %sset",
1173 GetFirstSetBitPosition(RTE_ETH_RSS_IPV6_TCP_EX),
1174 (requested & RTE_ETH_RSS_IPV6_TCP_EX) ?
"" :
"NOT ");
1175 SCLogConfig(
"RTE_ETH_RSS_IPV6_UDP_EX (Bit position: %d) %sset",
1176 GetFirstSetBitPosition(RTE_ETH_RSS_IPV6_UDP_EX),
1177 (requested & RTE_ETH_RSS_IPV6_UDP_EX) ?
"" :
"NOT ");
1179 SCLogConfig(
"RTE_ETH_RSS_PORT (Bit position: %d) %sset",
1180 GetFirstSetBitPosition(RTE_ETH_RSS_PORT), (requested & RTE_ETH_RSS_PORT) ?
"" :
"NOT ");
1181 SCLogConfig(
"RTE_ETH_RSS_VXLAN (Bit position: %d) %sset",
1182 GetFirstSetBitPosition(RTE_ETH_RSS_VXLAN),
1183 (requested & RTE_ETH_RSS_VXLAN) ?
"" :
"NOT ");
1184 SCLogConfig(
"RTE_ETH_RSS_NVGRE (Bit position: %d) %sset",
1185 GetFirstSetBitPosition(RTE_ETH_RSS_NVGRE),
1186 (requested & RTE_ETH_RSS_NVGRE) ?
"" :
"NOT ");
1187 SCLogConfig(
"RTE_ETH_RSS_GTPU (Bit position: %d) %sset",
1188 GetFirstSetBitPosition(RTE_ETH_RSS_GTPU), (requested & RTE_ETH_RSS_GTPU) ?
"" :
"NOT ");
1190 SCLogConfig(
"RTE_ETH_RSS_L3_SRC_ONLY (Bit position: %d) %sset",
1191 GetFirstSetBitPosition(RTE_ETH_RSS_L3_SRC_ONLY),
1192 (requested & RTE_ETH_RSS_L3_SRC_ONLY) ?
"" :
"NOT ");
1193 SCLogConfig(
"RTE_ETH_RSS_L3_DST_ONLY (Bit position: %d) %sset",
1194 GetFirstSetBitPosition(RTE_ETH_RSS_L3_DST_ONLY),
1195 (requested & RTE_ETH_RSS_L3_DST_ONLY) ?
"" :
"NOT ");
1196 SCLogConfig(
"RTE_ETH_RSS_L4_SRC_ONLY (Bit position: %d) %sset",
1197 GetFirstSetBitPosition(RTE_ETH_RSS_L4_SRC_ONLY),
1198 (requested & RTE_ETH_RSS_L4_SRC_ONLY) ?
"" :
"NOT ");
1199 SCLogConfig(
"RTE_ETH_RSS_L4_DST_ONLY (Bit position: %d) %sset",
1200 GetFirstSetBitPosition(RTE_ETH_RSS_L4_DST_ONLY),
1201 (requested & RTE_ETH_RSS_L4_DST_ONLY) ?
"" :
"NOT ");
1204 "RTE_ETH_RSS_IP %sset", ((actual & RTE_ETH_RSS_IP) == RTE_ETH_RSS_IP) ?
"" :
"NOT ");
1206 "RTE_ETH_RSS_TCP %sset", ((actual & RTE_ETH_RSS_TCP) == RTE_ETH_RSS_TCP) ?
"" :
"NOT ");
1208 "RTE_ETH_RSS_UDP %sset", ((actual & RTE_ETH_RSS_UDP) == RTE_ETH_RSS_UDP) ?
"" :
"NOT ");
1210 ((actual & RTE_ETH_RSS_SCTP) == RTE_ETH_RSS_SCTP) ?
"" :
"NOT ");
1212 ((actual & RTE_ETH_RSS_TUNNEL) == RTE_ETH_RSS_TUNNEL) ?
"" :
"NOT ");
1215 SCLogConfig(
"RTE_ETH_RSS_IPV4 %sset", (actual & RTE_ETH_RSS_IPV4) ?
"" :
"NOT ");
1216 SCLogConfig(
"RTE_ETH_RSS_FRAG_IPV4 %sset", (actual & RTE_ETH_RSS_FRAG_IPV4) ?
"" :
"NOT ");
1218 (actual & RTE_ETH_RSS_NONFRAG_IPV4_TCP) ?
"" :
"NOT ");
1220 (actual & RTE_ETH_RSS_NONFRAG_IPV4_UDP) ?
"" :
"NOT ");
1221 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV4_SCTP %sset",
1222 (actual & RTE_ETH_RSS_NONFRAG_IPV4_SCTP) ?
"" :
"NOT ");
1223 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV4_OTHER %sset",
1224 (actual & RTE_ETH_RSS_NONFRAG_IPV4_OTHER) ?
"" :
"NOT ");
1225 SCLogConfig(
"RTE_ETH_RSS_IPV6 %sset", (actual & RTE_ETH_RSS_IPV6) ?
"" :
"NOT ");
1226 SCLogConfig(
"RTE_ETH_RSS_FRAG_IPV6 %sset", (actual & RTE_ETH_RSS_FRAG_IPV6) ?
"" :
"NOT ");
1228 (actual & RTE_ETH_RSS_NONFRAG_IPV6_TCP) ?
"" :
"NOT ");
1230 (actual & RTE_ETH_RSS_NONFRAG_IPV6_UDP) ?
"" :
"NOT ");
1231 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV6_SCTP %sset",
1232 (actual & RTE_ETH_RSS_NONFRAG_IPV6_SCTP) ?
"" :
"NOT ");
1233 SCLogConfig(
"RTE_ETH_RSS_NONFRAG_IPV6_OTHER %sset",
1234 (actual & RTE_ETH_RSS_NONFRAG_IPV6_OTHER) ?
"" :
"NOT ");
1236 SCLogConfig(
"RTE_ETH_RSS_L2_PAYLOAD %sset", (actual & RTE_ETH_RSS_L2_PAYLOAD) ?
"" :
"NOT ");
1237 SCLogConfig(
"RTE_ETH_RSS_IPV6_EX %sset", (actual & RTE_ETH_RSS_IPV6_EX) ?
"" :
"NOT ");
1238 SCLogConfig(
"RTE_ETH_RSS_IPV6_TCP_EX %sset", (actual & RTE_ETH_RSS_IPV6_TCP_EX) ?
"" :
"NOT ");
1239 SCLogConfig(
"RTE_ETH_RSS_IPV6_UDP_EX %sset", (actual & RTE_ETH_RSS_IPV6_UDP_EX) ?
"" :
"NOT ");
1241 SCLogConfig(
"RTE_ETH_RSS_PORT %sset", (actual & RTE_ETH_RSS_PORT) ?
"" :
"NOT ");
1242 SCLogConfig(
"RTE_ETH_RSS_VXLAN %sset", (actual & RTE_ETH_RSS_VXLAN) ?
"" :
"NOT ");
1243 SCLogConfig(
"RTE_ETH_RSS_NVGRE %sset", (actual & RTE_ETH_RSS_NVGRE) ?
"" :
"NOT ");
1244 SCLogConfig(
"RTE_ETH_RSS_GTPU %sset", (actual & RTE_ETH_RSS_GTPU) ?
"" :
"NOT ");
1246 SCLogConfig(
"RTE_ETH_RSS_L3_SRC_ONLY %sset", (actual & RTE_ETH_RSS_L3_SRC_ONLY) ?
"" :
"NOT ");
1247 SCLogConfig(
"RTE_ETH_RSS_L3_DST_ONLY %sset", (actual & RTE_ETH_RSS_L3_DST_ONLY) ?
"" :
"NOT ");
1248 SCLogConfig(
"RTE_ETH_RSS_L4_SRC_ONLY %sset", (actual & RTE_ETH_RSS_L4_SRC_ONLY) ?
"" :
"NOT ");
1249 SCLogConfig(
"RTE_ETH_RSS_L4_DST_ONLY %sset", (actual & RTE_ETH_RSS_L4_DST_ONLY) ?
"" :
"NOT ");
1252 static void DumpRXOffloadCapabilities(
const uint64_t rx_offld_capa)
1254 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_VLAN_STRIP - %savailable",
1255 rx_offld_capa & RTE_ETH_RX_OFFLOAD_VLAN_STRIP ?
"" :
"NOT ");
1256 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_IPV4_CKSUM - %savailable",
1257 rx_offld_capa & RTE_ETH_RX_OFFLOAD_IPV4_CKSUM ?
"" :
"NOT ");
1258 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_UDP_CKSUM - %savailable",
1259 rx_offld_capa & RTE_ETH_RX_OFFLOAD_UDP_CKSUM ?
"" :
"NOT ");
1260 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_TCP_CKSUM - %savailable",
1261 rx_offld_capa & RTE_ETH_RX_OFFLOAD_TCP_CKSUM ?
"" :
"NOT ");
1262 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_TCP_LRO - %savailable",
1263 rx_offld_capa & RTE_ETH_RX_OFFLOAD_TCP_LRO ?
"" :
"NOT ");
1264 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_QINQ_STRIP - %savailable",
1265 rx_offld_capa & RTE_ETH_RX_OFFLOAD_QINQ_STRIP ?
"" :
"NOT ");
1266 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_OUTER_IPV4_CKSUM - %savailable",
1267 rx_offld_capa & RTE_ETH_RX_OFFLOAD_OUTER_IPV4_CKSUM ?
"" :
"NOT ");
1268 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_MACSEC_STRIP - %savailable",
1269 rx_offld_capa & RTE_ETH_RX_OFFLOAD_MACSEC_STRIP ?
"" :
"NOT ");
1270 #if RTE_VERSION < RTE_VERSION_NUM(22, 11, 0, 0)
1271 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_HEADER_SPLIT - %savailable",
1272 rx_offld_capa & RTE_ETH_RX_OFFLOAD_HEADER_SPLIT ?
"" :
"NOT ");
1274 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_VLAN_FILTER - %savailable",
1275 rx_offld_capa & RTE_ETH_RX_OFFLOAD_VLAN_FILTER ?
"" :
"NOT ");
1276 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_VLAN_EXTEND - %savailable",
1277 rx_offld_capa & RTE_ETH_RX_OFFLOAD_VLAN_EXTEND ?
"" :
"NOT ");
1278 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_SCATTER - %savailable",
1279 rx_offld_capa & RTE_ETH_RX_OFFLOAD_SCATTER ?
"" :
"NOT ");
1280 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_TIMESTAMP - %savailable",
1281 rx_offld_capa & RTE_ETH_RX_OFFLOAD_TIMESTAMP ?
"" :
"NOT ");
1282 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_SECURITY - %savailable",
1283 rx_offld_capa & RTE_ETH_RX_OFFLOAD_SECURITY ?
"" :
"NOT ");
1284 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_KEEP_CRC - %savailable",
1285 rx_offld_capa & RTE_ETH_RX_OFFLOAD_KEEP_CRC ?
"" :
"NOT ");
1286 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_SCTP_CKSUM - %savailable",
1287 rx_offld_capa & RTE_ETH_RX_OFFLOAD_SCTP_CKSUM ?
"" :
"NOT ");
1288 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_OUTER_UDP_CKSUM - %savailable",
1289 rx_offld_capa & RTE_ETH_RX_OFFLOAD_OUTER_UDP_CKSUM ?
"" :
"NOT ");
1290 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_RSS_HASH - %savailable",
1291 rx_offld_capa & RTE_ETH_RX_OFFLOAD_RSS_HASH ?
"" :
"NOT ");
1292 #if RTE_VERSION >= RTE_VERSION_NUM(20, 11, 0, 0)
1293 SCLogConfig(
"RTE_ETH_RX_OFFLOAD_BUFFER_SPLIT - %savailable",
1294 rx_offld_capa & RTE_ETH_RX_OFFLOAD_BUFFER_SPLIT ?
"" :
"NOT ");
1298 static int DeviceValidateMTU(
const DPDKIfaceConfig *iconf,
const struct rte_eth_dev_info *dev_info)
1301 if (iconf->mtu > dev_info->max_mtu || iconf->mtu < dev_info->min_mtu) {
1303 "Min MTU: %" PRIu16
" Max MTU: %" PRIu16,
1304 iconf->iface, dev_info->min_mtu, dev_info->max_mtu);
1308 #if RTE_VERSION < RTE_VERSION_NUM(21, 11, 0, 0)
1310 if (iconf->mtu > RTE_ETHER_MAX_LEN &&
1311 !(dev_info->rx_offload_capa & DEV_RX_OFFLOAD_JUMBO_FRAME)) {
1312 SCLogError(
"%s: jumbo frames not supported, set MTU to 1500", iconf->iface);
1320 static void DeviceSetMTU(
struct rte_eth_conf *port_conf, uint16_t mtu)
1322 #if RTE_VERSION >= RTE_VERSION_NUM(21, 11, 0, 0)
1323 port_conf->rxmode.mtu = mtu;
1325 port_conf->rxmode.max_rx_pkt_len = mtu;
1326 if (mtu > RTE_ETHER_MAX_LEN) {
1327 port_conf->rxmode.offloads |= DEV_RX_OFFLOAD_JUMBO_FRAME;
1332 static void PortConfSetInterruptMode(
const DPDKIfaceConfig *iconf,
struct rte_eth_conf *port_conf)
1334 SCLogConfig(
"%s: interrupt mode is %s", iconf->iface,
1337 port_conf->intr_conf.rxq = 1;
1341 const struct rte_eth_dev_info *dev_info,
struct rte_eth_conf *port_conf)
1343 if (dev_info->rx_offload_capa & RTE_ETH_RX_OFFLOAD_RSS_HASH) {
1344 if (iconf->nb_rx_queues > 1) {
1345 SCLogConfig(
"%s: RSS enabled for %d queues", iconf->iface, iconf->nb_rx_queues);
1346 port_conf->rx_adv_conf.rss_conf = (
struct rte_eth_rss_conf){
1347 .rss_key = RSS_HKEY,
1348 .rss_key_len = RSS_HKEY_LEN,
1349 .rss_hf = iconf->rss_hf,
1352 const char *dev_driver = dev_info->driver_name;
1353 if (strcmp(dev_info->driver_name,
"net_bonding") == 0) {
1354 dev_driver = BondingDeviceDriverGet(iconf->port_id);
1357 DeviceSetPMDSpecificRSS(&port_conf->rx_adv_conf.rss_conf, dev_driver);
1359 uint64_t rss_hf_tmp =
1360 port_conf->rx_adv_conf.rss_conf.rss_hf & dev_info->flow_type_rss_offloads;
1361 if (port_conf->rx_adv_conf.rss_conf.rss_hf != rss_hf_tmp) {
1362 DumpRSSFlags(port_conf->rx_adv_conf.rss_conf.rss_hf, rss_hf_tmp);
1364 SCLogWarning(
"%s: modified RSS hash function based on hardware support: "
1365 "requested:%#" PRIx64
", configured:%#" PRIx64,
1366 iconf->iface, port_conf->rx_adv_conf.rss_conf.rss_hf, rss_hf_tmp);
1367 port_conf->rx_adv_conf.rss_conf.rss_hf = rss_hf_tmp;
1369 port_conf->rxmode.mq_mode = RTE_ETH_MQ_RX_RSS;
1372 port_conf->rx_adv_conf.rss_conf.rss_key = NULL;
1373 port_conf->rx_adv_conf.rss_conf.rss_hf = 0;
1376 SCLogConfig(
"%s: RSS not supported", iconf->iface);
1381 const struct rte_eth_dev_info *dev_info,
struct rte_eth_conf *port_conf)
1384 SCLogConfig(
"%s: checksum validation disabled", iconf->iface);
1385 }
else if ((dev_info->rx_offload_capa & RTE_ETH_RX_OFFLOAD_CHECKSUM) ==
1386 RTE_ETH_RX_OFFLOAD_CHECKSUM) {
1389 SCLogConfig(
"%s: IP, TCP and UDP checksum validation offloaded", iconf->iface);
1390 port_conf->rxmode.offloads |= RTE_ETH_RX_OFFLOAD_CHECKSUM;
1393 SCLogConfig(
"%s: checksum validation enabled (but can be offloaded)", iconf->iface);
1399 const struct rte_eth_dev_info *dev_info,
struct rte_eth_conf *port_conf)
1401 if (iconf->vlan_strip_enabled) {
1402 if (dev_info->rx_offload_capa & RTE_ETH_RX_OFFLOAD_VLAN_STRIP) {
1403 port_conf->rxmode.offloads |= RTE_ETH_RX_OFFLOAD_VLAN_STRIP;
1404 SCLogConfig(
"%s: hardware VLAN stripping enabled", iconf->iface);
1406 SCLogWarning(
"%s: hardware VLAN stripping enabled but not supported, disabling",
1413 const struct rte_eth_dev_info *dev_info,
struct rte_eth_conf *port_conf)
1415 DumpRXOffloadCapabilities(dev_info->rx_offload_capa);
1416 *port_conf = (
struct rte_eth_conf){
1418 .mq_mode = RTE_ETH_MQ_RX_NONE,
1422 .mq_mode = RTE_ETH_MQ_TX_NONE,
1427 PortConfSetInterruptMode(iconf, port_conf);
1430 PortConfSetRSSConf(iconf, dev_info, port_conf);
1431 PortConfSetChsumOffload(iconf, dev_info, port_conf);
1432 DeviceSetMTU(port_conf, iconf->mtu);
1433 PortConfSetVlanOffload(iconf, dev_info, port_conf);
1435 if (dev_info->tx_offload_capa & RTE_ETH_TX_OFFLOAD_MBUF_FAST_FREE) {
1436 port_conf->txmode.offloads |= RTE_ETH_TX_OFFLOAD_MBUF_FAST_FREE;
1440 static int DeviceConfigureQueues(
DPDKIfaceConfig *iconf,
const struct rte_eth_dev_info *dev_info,
1441 const struct rte_eth_conf *port_conf)
1445 struct rte_eth_rxconf rxq_conf;
1446 struct rte_eth_txconf txq_conf;
1448 retval = DPDKDeviceResourcesInit(&(iconf->pkt_mempools), iconf->nb_rx_queues);
1454 uint16_t mtu_size = iconf->mtu + RTE_ETHER_CRC_LEN + RTE_ETHER_HDR_LEN + 4;
1455 uint16_t mbuf_size = ROUNDUP(mtu_size, 1024) + RTE_PKTMBUF_HEADROOM;
1457 uint32_t q_mp_sz = (iconf->mempool_size + iconf->nb_rx_queues - 1) / iconf->nb_rx_queues - 1;
1458 uint32_t q_mp_cache_sz = MempoolCacheSizeCalculate(q_mp_sz);
1459 SCLogInfo(
"%s: creating %u packet mempools of size %u, cache size %u, mbuf size %u",
1460 iconf->iface, iconf->nb_rx_queues, q_mp_sz, q_mp_cache_sz, mbuf_size);
1461 for (
int i = 0; i < iconf->nb_rx_queues; i++) {
1462 char mempool_name[64];
1463 snprintf(mempool_name,
sizeof(mempool_name),
"mp_%d_%.20s", i, iconf->iface);
1464 iconf->pkt_mempools->pkt_mp[i] = rte_pktmbuf_pool_create(
1465 mempool_name, q_mp_sz, q_mp_cache_sz, 0, mbuf_size, (
int)iconf->socket_id);
1466 if (iconf->pkt_mempools->pkt_mp[i] == NULL) {
1467 retval = -rte_errno;
1468 SCLogError(
"%s: rte_pktmbuf_pool_create failed with code %d (mempool: %s) - %s",
1469 iconf->iface, rte_errno, mempool_name, rte_strerror(rte_errno));
1474 for (uint16_t queue_id = 0; queue_id < iconf->nb_rx_queues; queue_id++) {
1475 rxq_conf = dev_info->default_rxconf;
1476 rxq_conf.offloads = port_conf->rxmode.offloads;
1477 rxq_conf.rx_thresh.hthresh = 0;
1478 rxq_conf.rx_thresh.pthresh = 0;
1479 rxq_conf.rx_thresh.wthresh = 0;
1480 rxq_conf.rx_free_thresh = 0;
1481 rxq_conf.rx_drop_en = 0;
1482 SCLogConfig(
"%s: setting up RX queue %d: rx_desc: %u offloads: 0x%" PRIx64
1483 " hthresh: %" PRIu8
" pthresh: %" PRIu8
" wthresh: %" PRIu8
1484 " free_thresh: %" PRIu16
" drop_en: %" PRIu8,
1485 iconf->iface, queue_id, iconf->nb_rx_desc, rxq_conf.offloads,
1486 rxq_conf.rx_thresh.hthresh, rxq_conf.rx_thresh.pthresh, rxq_conf.rx_thresh.wthresh,
1487 rxq_conf.rx_free_thresh, rxq_conf.rx_drop_en);
1489 retval = rte_eth_rx_queue_setup(iconf->port_id, queue_id, iconf->nb_rx_desc,
1490 (
unsigned int)iconf->socket_id, &rxq_conf, iconf->pkt_mempools->pkt_mp[queue_id]);
1492 SCLogError(
"%s: failed to setup RX queue %u: %s", iconf->iface, queue_id,
1493 rte_strerror(-retval));
1498 for (uint16_t queue_id = 0; queue_id < iconf->nb_tx_queues; queue_id++) {
1499 txq_conf = dev_info->default_txconf;
1500 txq_conf.offloads = port_conf->txmode.offloads;
1501 SCLogConfig(
"%s: setting up TX queue %d: tx_desc: %" PRIu16
" tx: offloads: 0x%" PRIx64
1502 " hthresh: %" PRIu8
" pthresh: %" PRIu8
" wthresh: %" PRIu8
1503 " tx_free_thresh: %" PRIu16
" tx_rs_thresh: %" PRIu16
1504 " txq_deferred_start: %" PRIu8,
1505 iconf->iface, queue_id, iconf->nb_tx_desc, txq_conf.offloads,
1506 txq_conf.tx_thresh.hthresh, txq_conf.tx_thresh.pthresh, txq_conf.tx_thresh.wthresh,
1507 txq_conf.tx_free_thresh, txq_conf.tx_rs_thresh, txq_conf.tx_deferred_start);
1508 retval = rte_eth_tx_queue_setup(iconf->port_id, queue_id, iconf->nb_tx_desc,
1509 (
unsigned int)iconf->socket_id, &txq_conf);
1511 SCLogError(
"%s: failed to setup TX queue %u: %s", iconf->iface, queue_id,
1512 rte_strerror(-retval));
1521 DPDKDeviceResourcesDeinit(&iconf->pkt_mempools);
1530 ConfigInit(&out_iconf);
1531 if (out_iconf == NULL) {
1532 FatalError(
"Copy interface of the interface \"%s\" is NULL", iconf->iface);
1535 retval = ConfigLoad(out_iconf, iconf->out_iface);
1537 SCLogError(
"%s: fail to load config of interface", iconf->out_iface);
1538 out_iconf->DerefFunc(out_iconf);
1542 if (iconf->nb_rx_queues != out_iconf->nb_tx_queues) {
1544 SCLogError(
"%s: configured %d RX queues but copy interface %s has %d TX queues"
1545 " - number of queues must be equal",
1546 iconf->iface, iconf->nb_rx_queues, out_iconf->iface, out_iconf->nb_tx_queues);
1547 out_iconf->DerefFunc(out_iconf);
1549 }
else if (iconf->mtu != out_iconf->mtu) {
1550 SCLogError(
"%s: configured MTU of %d but copy interface %s has MTU set to %d"
1551 " - MTU must be equal",
1552 iconf->iface, iconf->mtu, out_iconf->iface, out_iconf->mtu);
1553 out_iconf->DerefFunc(out_iconf);
1555 }
else if (iconf->copy_mode != out_iconf->copy_mode) {
1556 SCLogError(
"%s: copy modes of interfaces %s and %s are not equal", iconf->iface,
1557 iconf->iface, out_iconf->iface);
1558 out_iconf->DerefFunc(out_iconf);
1560 }
else if (strcmp(iconf->iface, out_iconf->out_iface) != 0) {
1562 SCLogError(
"%s: copy interface of %s is not set to %s", iconf->iface, out_iconf->iface,
1564 out_iconf->DerefFunc(out_iconf);
1568 out_iconf->DerefFunc(out_iconf);
1575 if (iconf->out_iface != NULL) {
1576 if (!rte_eth_dev_is_valid_port(iconf->out_port_id)) {
1577 SCLogError(
"%s: retrieved copy interface port ID \"%d\" is invalid or the device is "
1579 iconf->iface, iconf->out_port_id);
1582 int32_t out_port_socket_id;
1585 SCLogError(
"%s: invalid socket id: %s", iconf->out_iface, rte_strerror(-retval));
1589 if (iconf->socket_id != out_port_socket_id) {
1591 "%s: out iface %s is not on the same NUMA node (%s - NUMA %d, %s - NUMA %d)",
1592 iconf->iface, iconf->out_iface, iconf->iface, iconf->socket_id,
1593 iconf->out_iface, out_port_socket_id);
1596 retval = DeviceValidateOutIfaceConfig(iconf);
1603 SCLogInfo(
"%s: DPDK IPS mode activated: %s->%s", iconf->iface, iconf->iface,
1606 SCLogInfo(
"%s: DPDK TAP mode activated: %s->%s", iconf->iface, iconf->iface,
1620 static int32_t DeviceVerifyPostConfigure(
1621 const DPDKIfaceConfig *iconf,
const struct rte_eth_dev_info *dev_info)
1624 struct rte_eth_dev_info post_conf_dev_info = { 0 };
1625 int32_t ret = rte_eth_dev_info_get(iconf->port_id, &post_conf_dev_info);
1627 SCLogError(
"%s: getting device info failed: %s", iconf->iface, rte_strerror(-ret));
1631 if (dev_info->flow_type_rss_offloads != post_conf_dev_info.flow_type_rss_offloads ||
1632 dev_info->rx_offload_capa != post_conf_dev_info.rx_offload_capa ||
1633 dev_info->tx_offload_capa != post_conf_dev_info.tx_offload_capa ||
1634 dev_info->max_rx_queues != post_conf_dev_info.max_rx_queues ||
1635 dev_info->max_tx_queues != post_conf_dev_info.max_tx_queues ||
1636 dev_info->max_mtu != post_conf_dev_info.max_mtu) {
1637 SCLogWarning(
"%s: device information severely changed after configuration, reconfiguring",
1642 if (strcmp(dev_info->driver_name,
"net_bonding") == 0) {
1643 ret = BondingAllDevicesSameDriver(iconf->port_id);
1645 SCLogError(
"%s: bond port uses port with different DPDK drivers", iconf->iface);
1656 if (!rte_eth_dev_is_valid_port(iconf->port_id)) {
1657 SCLogError(
"%s: retrieved port ID \"%d\" is invalid or the device is not attached ",
1658 iconf->iface, iconf->port_id);
1664 SCLogError(
"%s: invalid socket id: %s", iconf->iface, rte_strerror(-retval));
1668 struct rte_eth_dev_info dev_info = { 0 };
1669 retval = rte_eth_dev_info_get(iconf->port_id, &dev_info);
1671 SCLogError(
"%s: getting device info failed: %s", iconf->iface, rte_strerror(-retval));
1675 if (iconf->nb_rx_queues > dev_info.max_rx_queues) {
1676 SCLogError(
"%s: configured RX queues %u is higher than device maximum (%" PRIu16
")",
1677 iconf->iface, iconf->nb_rx_queues, dev_info.max_rx_queues);
1681 if (iconf->nb_tx_queues > dev_info.max_tx_queues) {
1682 SCLogError(
"%s: configured TX queues %u is higher than device maximum (%" PRIu16
")",
1683 iconf->iface, iconf->nb_tx_queues, dev_info.max_tx_queues);
1687 retval = DeviceValidateMTU(iconf, &dev_info);
1691 struct rte_eth_conf port_conf = { 0 };
1692 DeviceInitPortConf(iconf, &dev_info, &port_conf);
1693 if (port_conf.rxmode.offloads & RTE_ETH_RX_OFFLOAD_CHECKSUM) {
1698 retval = rte_eth_dev_configure(
1699 iconf->port_id, iconf->nb_rx_queues, iconf->nb_tx_queues, &port_conf);
1701 SCLogError(
"%s: failed to configure the device: %s", iconf->iface, rte_strerror(-retval));
1705 retval = DeviceVerifyPostConfigure(iconf, &dev_info);
1709 uint16_t tmp_nb_rx_desc = iconf->nb_rx_desc;
1710 uint16_t tmp_nb_tx_desc = iconf->nb_tx_desc;
1711 retval = rte_eth_dev_adjust_nb_rx_tx_desc(
1712 iconf->port_id, &iconf->nb_rx_desc, &iconf->nb_tx_desc);
1714 SCLogError(
"%s: failed to adjust device queue descriptors: %s", iconf->iface,
1715 rte_strerror(-retval));
1717 }
else if (tmp_nb_rx_desc != iconf->nb_rx_desc || tmp_nb_tx_desc != iconf->nb_tx_desc) {
1718 SCLogWarning(
"%s: device queue descriptors adjusted (RX: from %u to %u, TX: from %u to %u)",
1719 iconf->iface, tmp_nb_rx_desc, iconf->nb_rx_desc, tmp_nb_tx_desc, iconf->nb_tx_desc);
1722 retval = iconf->flags &
DPDK_MULTICAST ? rte_eth_allmulticast_enable(iconf->port_id)
1723 : rte_eth_allmulticast_disable(iconf->port_id);
1724 if (retval == -ENOTSUP) {
1725 retval = rte_eth_allmulticast_get(iconf->port_id);
1729 SCLogWarning(
"%s: cannot configure allmulticast, the port is %sin allmulticast mode",
1730 iconf->iface, retval == 1 ?
"" :
"not ");
1731 }
else if (retval < 0) {
1732 SCLogError(
"%s: failed to get multicast mode: %s", iconf->iface, rte_strerror(-retval));
1735 }
else if (retval < 0) {
1736 SCLogError(
"%s: error when changing multicast setting: %s", iconf->iface,
1737 rte_strerror(-retval));
1741 retval = iconf->flags &
DPDK_PROMISC ? rte_eth_promiscuous_enable(iconf->port_id)
1742 : rte_eth_promiscuous_disable(iconf->port_id);
1743 if (retval == -ENOTSUP) {
1744 retval = rte_eth_promiscuous_get(iconf->port_id);
1747 SCLogError(
"%s: cannot configure promiscuous mode, the port is in %spromiscuous mode",
1748 iconf->iface, retval == 1 ?
"" :
"non-");
1750 }
else if (retval < 0) {
1752 "%s: failed to get promiscuous mode: %s", iconf->iface, rte_strerror(-retval));
1755 }
else if (retval < 0) {
1756 SCLogError(
"%s: error when changing promiscuous setting: %s", iconf->iface,
1757 rte_strerror(-retval));
1762 SCLogConfig(
"%s: setting MTU to %d", iconf->iface, iconf->mtu);
1763 retval = rte_eth_dev_set_mtu(iconf->port_id, iconf->mtu);
1764 if (retval == -ENOTSUP) {
1766 retval = rte_eth_dev_get_mtu(iconf->port_id, &iconf->mtu);
1768 SCLogError(
"%s: failed to retrieve MTU: %s", iconf->iface, rte_strerror(-retval));
1772 "%s: changing MTU is not supported, current MTU: %u", iconf->iface, iconf->mtu);
1773 }
else if (retval < 0) {
1775 "%s: failed to set MTU to %u: %s", iconf->iface, iconf->mtu, rte_strerror(-retval));
1779 retval = DeviceConfigureQueues(iconf, &dev_info, &port_conf);
1784 retval = DeviceConfigureIPS(iconf);
1792 static void *ParseDpdkConfigAndConfigureDevice(
const char *iface)
1796 if (iconf == NULL) {
1797 FatalError(
"DPDK configuration could not be parsed");
1800 retval = DeviceConfigure(iconf);
1801 if (retval == -EAGAIN) {
1803 retval = DeviceConfigure(iconf);
1807 iconf->DerefFunc(iconf);
1808 if (rte_eal_cleanup() != 0)
1809 FatalError(
"EAL cleanup failed: %s", rte_strerror(-retval));
1811 if (retval == -ENOMEM) {
1812 FatalError(
"%s: memory allocation failed - consider"
1813 "%s freeing up some memory.",
1815 rte_eal_has_hugepages() != 0 ?
" increasing the number of hugepages or" :
"");
1817 FatalError(
"%s: failed to configure", iface);
1826 iconf->workers_sync =
SCCalloc(1,
sizeof(*iconf->workers_sync));
1827 if (iconf->workers_sync == NULL) {
1828 FatalError(
"Failed to allocate memory for workers_sync");
1831 iconf->workers_sync->worker_cnt = iconf->threads;
1835 if (ldev_instance == NULL) {
1836 FatalError(
"Device %s is not registered as a live device", iface);
1838 for (uint16_t i = 0; i < iconf->threads; i++) {
1839 ldev_instance->dpdk_vars = iconf->pkt_mempools;
1840 iconf->pkt_mempools = NULL;
1858 static int DPDKConfigGetThreadsCount(
void *conf)
1864 return dpdk_conf->threads;
1869 static int DPDKRunModeIsIPS(
void)
1872 const char dpdk_node_query[] =
"dpdk.interfaces";
1874 if (dpdk_node == NULL) {
1875 FatalError(
"Unable to get %s configuration node", dpdk_node_query);
1878 const char default_iface[] =
"default";
1881 bool has_ips =
false;
1882 bool has_ids =
false;
1883 for (
int ldev = 0; ldev < nlive; ldev++) {
1885 if (live_dev == NULL)
1886 FatalError(
"Unable to get device id %d from LiveDevice list", ldev);
1889 if (if_root == NULL) {
1890 if (if_default == NULL)
1891 FatalError(
"Unable to get %s or %s interface", live_dev, default_iface);
1893 if_root = if_default;
1896 const char *copymodestr = NULL;
1897 const char *copyifacestr = NULL;
1900 if (strcmp(copymodestr,
"ips") == 0) {
1909 if (has_ids && has_ips) {
1910 FatalError(
"Copy-mode of interface %s mixes with the previously set copy-modes "
1911 "(only IDS/TAP and IPS copy-mode combinations are allowed in DPDK",
1919 static int DPDKRunModeEnableIPS(
void)
1921 int r = DPDKRunModeIsIPS();
1937 "Workers DPDK mode, each thread does all"
1938 " tasks from acquisition to logging",
1963 SCLogDebug(
"RunModeIdsDpdkWorkers initialised");