The user has control over the DPDK internal lcore coremask, but this
parameter can be autofilled with a bit more intelligence. If the user
does not fill this parameter in, we use the lowest set bit in the
current task CPU affinity. Otherwise, we will reassign the current
thread to the specified lcore mask, in addition to the dpdk lcore
threads.
Signed-off-by: Aaron Conole <acon...@redhat.com>
Cc: Kevin Traynor <kevin.tray...@intel.com>
---
lib/netdev-dpdk.c | 57 ++++++++++++++++++++++++++++++++++++++++++++-----------
1 file changed, 46 insertions(+), 11 deletions(-)
diff --git a/lib/netdev-dpdk.c b/lib/netdev-dpdk.c
index 2b1b8af..d54d900 100644
--- a/lib/netdev-dpdk.c
+++ b/lib/netdev-dpdk.c
@@ -66,6 +66,7 @@ static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(5,
20);
#define OVS_VPORT_DPDK "ovs_dpdk"
#define MAX_DPDK_EXCL_OPTS 10
+#define MAX_BUFSIZ 256
/*
* need to reserve tons of extra space in the mbufs so we can align the
@@ -2193,10 +2194,10 @@ construct_dpdk_options(const struct ovsrec_open_vswitch
*ovs_cfg,
const char *default_value;
} opts[] = {
{"dpdk-lcore-mask", "-c", false, NULL},
+ /* XXX: DPDK 2.2.0 support, the true should become false for -n */
{"dpdk-mem-channels", "-n", true, "4"},
{"dpdk-hugepage-dir", "--huge-dir", false, NULL},
};
-
int i, ret = initial_size;
/*First, construct from the flat-options (non-mutex)*/
@@ -2274,9 +2275,10 @@ construct_dpdk_mutex_options(const struct
ovsrec_open_vswitch *ovs_cfg,
}
static int
-get_dpdk_args(const struct ovsrec_open_vswitch *ovs_cfg, char ***argv)
+get_dpdk_args(const struct ovsrec_open_vswitch *ovs_cfg, char ***argv,
+ int argc)
{
- int i = construct_dpdk_options(ovs_cfg, argv, 1);
+ int i = construct_dpdk_options(ovs_cfg, argv, argc);
i = construct_dpdk_mutex_options(ovs_cfg, argv, i);
return i;
}
@@ -2300,7 +2302,8 @@ __dpdk_init(const struct ovsrec_open_vswitch *ovs_cfg)
{
char **argv = NULL;
int result;
- int argc;
+ int argc = 0, argc_tmp;
+ bool auto_determine = true;
int err;
cpu_set_t cpuset;
@@ -2334,12 +2337,41 @@ __dpdk_init(const struct ovsrec_open_vswitch *ovs_cfg)
ovs_abort(0, "Thread getaffinity error %d.", err);
}
- argv = grow_argv(&argv, 0, 1);
+ argv = grow_argv(&argv, argc, argc+1);
if (!argv) {
ovs_abort(0, "Unable to allocate an initial argv.");
}
- argv[0] = xstrdup("ovs"); /* TODO use prctl to get process name */
- argc = get_dpdk_args(ovs_cfg, &argv);
+ argv[argc++] = xstrdup("ovs"); /* TODO use prctl to get process name */
+ argc_tmp = get_dpdk_args(ovs_cfg, &argv, argc);
+
+ while(argc_tmp != argc) {
+ if (!strcmp("-c", argv[argc++])) {
+ auto_determine = false;
+ break;
+ }
+ }
+ argc = argc_tmp;
+
+ /**
+ * NOTE: This is an unsophisticated mechanism for determining the DPDK
+ * lcore for the DPDK Master.
+ */
+ if (auto_determine) {
+ int i;
+ for (i = 0; i < CPU_SETSIZE; i++) {
+ if (CPU_ISSET(i, &cpuset)) {
+ char buf[MAX_BUFSIZ];
+ snprintf(buf, MAX_BUFSIZ, "0x%08llX", (1ULL<<i));
+ argv = grow_argv(&argv, argc, 2);
+ if (!argv) {
+ ovs_abort(0, "Unable to grow argv for coremask");
+ }
+ argv[argc++] = xstrdup("-c");
+ argv[argc++] = xstrdup(buf);
+ i = CPU_SETSIZE;
+ }
+ }
+ }
argv = grow_argv(&argv, argc, 1);
if (!argv) {
@@ -2355,10 +2387,13 @@ __dpdk_init(const struct ovsrec_open_vswitch *ovs_cfg)
ovs_abort(result, "Cannot init EAL");
}
- /* Set the main thread affinity back to pre rte_eal_init() value */
- err = pthread_setaffinity_np(pthread_self(), sizeof(cpu_set_t), &cpuset);
- if (err) {
- ovs_abort(0, "Thread getaffinity error %d.", err);
+ if (auto_determine) {
+ /* Set the main thread affinity back to pre rte_eal_init() value */
+ err = pthread_setaffinity_np(pthread_self(), sizeof(cpu_set_t),
+ &cpuset);
+ if (err) {
+ ovs_abort(0, "Thread getaffinity error %d.", err);
+ }
}
dpdk_argv = argv;
--
2.5.0
_______________________________________________
dev mailing list
dev@openvswitch.org
http://openvswitch.org/mailman/listinfo/dev
