Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1/*
2 * Copyright (c) 2018 Cumulus Networks. All rights reserved.
3 * Copyright (c) 2018 David Ahern <dsa@cumulusnetworks.com>
4 * Copyright (c) 2019 Mellanox Technologies. All rights reserved.
5 *
6 * This software is licensed under the GNU General License Version 2,
7 * June 1991 as shown in the file COPYING in the top-level directory of this
8 * source tree.
9 *
10 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
11 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
12 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
13 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
14 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
15 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
16 */
17
18#include <linux/debugfs.h>
19#include <linux/device.h>
20#include <linux/etherdevice.h>
21#include <linux/hex.h>
22#include <linux/inet.h>
23#include <linux/jiffies.h>
24#include <linux/kernel.h>
25#include <linux/list.h>
26#include <linux/mutex.h>
27#include <linux/random.h>
28#include <linux/rtnetlink.h>
29#include <linux/workqueue.h>
30#include <net/devlink.h>
31#include <net/ip.h>
32#include <net/flow_offload.h>
33#include <uapi/linux/devlink.h>
34#include <uapi/linux/ip.h>
35#include <uapi/linux/udp.h>
36
37#include "netdevsim.h"
38
39static unsigned int
40nsim_dev_port_index(enum nsim_dev_port_type type, unsigned int port_index)
41{
42 switch (type) {
43 case NSIM_DEV_PORT_TYPE_VF:
44 port_index = NSIM_DEV_VF_PORT_INDEX_BASE + port_index;
45 break;
46 case NSIM_DEV_PORT_TYPE_PF:
47 break;
48 }
49
50 return port_index;
51}
52
53static inline unsigned int nsim_dev_port_index_to_vf_index(unsigned int port_index)
54{
55 return port_index - NSIM_DEV_VF_PORT_INDEX_BASE;
56}
57
58static struct dentry *nsim_dev_ddir;
59
60unsigned int nsim_dev_get_vfs(struct nsim_dev *nsim_dev)
61{
62 WARN_ON(!lockdep_rtnl_is_held() &&
63 !devl_lock_is_held(priv_to_devlink(nsim_dev)));
64
65 return nsim_dev->nsim_bus_dev->num_vfs;
66}
67
68static void
69nsim_bus_dev_set_vfs(struct nsim_bus_dev *nsim_bus_dev, unsigned int num_vfs)
70{
71 rtnl_lock();
72 nsim_bus_dev->num_vfs = num_vfs;
73 rtnl_unlock();
74}
75
76#define NSIM_DEV_DUMMY_REGION_SIZE (1024 * 32)
77
78static int
79nsim_dev_take_snapshot(struct devlink *devlink,
80 const struct devlink_region_ops *ops,
81 struct netlink_ext_ack *extack,
82 u8 **data)
83{
84 void *dummy_data;
85
86 dummy_data = kmalloc(NSIM_DEV_DUMMY_REGION_SIZE, GFP_KERNEL);
87 if (!dummy_data)
88 return -ENOMEM;
89
90 get_random_bytes(dummy_data, NSIM_DEV_DUMMY_REGION_SIZE);
91
92 *data = dummy_data;
93
94 return 0;
95}
96
97static ssize_t nsim_dev_take_snapshot_write(struct file *file,
98 const char __user *data,
99 size_t count, loff_t *ppos)
100{
101 struct nsim_dev *nsim_dev = file->private_data;
102 struct devlink *devlink;
103 u8 *dummy_data;
104 int err;
105 u32 id;
106
107 devlink = priv_to_devlink(nsim_dev);
108
109 err = nsim_dev_take_snapshot(devlink, NULL, NULL, &dummy_data);
110 if (err)
111 return err;
112
113 err = devlink_region_snapshot_id_get(devlink, &id);
114 if (err) {
115 pr_err("Failed to get snapshot id\n");
116 kfree(dummy_data);
117 return err;
118 }
119 err = devlink_region_snapshot_create(nsim_dev->dummy_region,
120 dummy_data, id);
121 devlink_region_snapshot_id_put(devlink, id);
122 if (err) {
123 pr_err("Failed to create region snapshot\n");
124 kfree(dummy_data);
125 return err;
126 }
127
128 return count;
129}
130
131static const struct file_operations nsim_dev_take_snapshot_fops = {
132 .open = simple_open,
133 .write = nsim_dev_take_snapshot_write,
134 .llseek = generic_file_llseek,
135 .owner = THIS_MODULE,
136};
137
138static ssize_t nsim_dev_trap_fa_cookie_read(struct file *file,
139 char __user *data,
140 size_t count, loff_t *ppos)
141{
142 struct nsim_dev *nsim_dev = file->private_data;
143 struct flow_action_cookie *fa_cookie;
144 unsigned int buf_len;
145 ssize_t ret;
146 char *buf;
147
148 spin_lock(&nsim_dev->fa_cookie_lock);
149 fa_cookie = nsim_dev->fa_cookie;
150 if (!fa_cookie) {
151 ret = -EINVAL;
152 goto errout;
153 }
154 buf_len = fa_cookie->cookie_len * 2;
155 buf = kmalloc(buf_len, GFP_ATOMIC);
156 if (!buf) {
157 ret = -ENOMEM;
158 goto errout;
159 }
160 bin2hex(buf, fa_cookie->cookie, fa_cookie->cookie_len);
161 spin_unlock(&nsim_dev->fa_cookie_lock);
162
163 ret = simple_read_from_buffer(data, count, ppos, buf, buf_len);
164
165 kfree(buf);
166 return ret;
167
168errout:
169 spin_unlock(&nsim_dev->fa_cookie_lock);
170 return ret;
171}
172
173static ssize_t nsim_dev_trap_fa_cookie_write(struct file *file,
174 const char __user *data,
175 size_t count, loff_t *ppos)
176{
177 struct nsim_dev *nsim_dev = file->private_data;
178 struct flow_action_cookie *fa_cookie;
179 size_t cookie_len;
180 ssize_t ret;
181 char *buf;
182
183 if (*ppos != 0)
184 return -EINVAL;
185 cookie_len = (count - 1) / 2;
186 if ((count - 1) % 2)
187 return -EINVAL;
188
189 buf = memdup_user(data, count);
190 if (IS_ERR(buf))
191 return PTR_ERR(buf);
192
193 fa_cookie = kmalloc(sizeof(*fa_cookie) + cookie_len,
194 GFP_KERNEL | __GFP_NOWARN);
195 if (!fa_cookie) {
196 ret = -ENOMEM;
197 goto free_buf;
198 }
199
200 fa_cookie->cookie_len = cookie_len;
201 ret = hex2bin(fa_cookie->cookie, buf, cookie_len);
202 if (ret)
203 goto free_fa_cookie;
204 kfree(buf);
205
206 spin_lock(&nsim_dev->fa_cookie_lock);
207 kfree(nsim_dev->fa_cookie);
208 nsim_dev->fa_cookie = fa_cookie;
209 spin_unlock(&nsim_dev->fa_cookie_lock);
210
211 return count;
212
213free_fa_cookie:
214 kfree(fa_cookie);
215free_buf:
216 kfree(buf);
217 return ret;
218}
219
220static const struct file_operations nsim_dev_trap_fa_cookie_fops = {
221 .open = simple_open,
222 .read = nsim_dev_trap_fa_cookie_read,
223 .write = nsim_dev_trap_fa_cookie_write,
224 .llseek = generic_file_llseek,
225 .owner = THIS_MODULE,
226};
227
228static ssize_t nsim_bus_dev_max_vfs_read(struct file *file, char __user *data,
229 size_t count, loff_t *ppos)
230{
231 struct nsim_dev *nsim_dev = file->private_data;
232 char buf[11];
233 ssize_t len;
234
235 len = scnprintf(buf, sizeof(buf), "%u\n",
236 READ_ONCE(nsim_dev->nsim_bus_dev->max_vfs));
237
238 return simple_read_from_buffer(data, count, ppos, buf, len);
239}
240
241static ssize_t nsim_bus_dev_max_vfs_write(struct file *file,
242 const char __user *data,
243 size_t count, loff_t *ppos)
244{
245 struct nsim_vf_config *vfconfigs;
246 struct nsim_dev *nsim_dev;
247 char buf[10];
248 ssize_t ret;
249 u32 val;
250
251 if (*ppos != 0)
252 return 0;
253
254 if (count >= sizeof(buf))
255 return -ENOSPC;
256
257 ret = copy_from_user(buf, data, count);
258 if (ret)
259 return -EFAULT;
260 buf[count] = '\0';
261
262 ret = kstrtouint(buf, 10, &val);
263 if (ret)
264 return -EINVAL;
265
266 /* max_vfs limited by the maximum number of provided port indexes */
267 if (val > NSIM_DEV_VF_PORT_INDEX_MAX - NSIM_DEV_VF_PORT_INDEX_BASE)
268 return -ERANGE;
269
270 vfconfigs = kzalloc_objs(struct nsim_vf_config, val,
271 GFP_KERNEL | __GFP_NOWARN);
272 if (!vfconfigs)
273 return -ENOMEM;
274
275 nsim_dev = file->private_data;
276 devl_lock(priv_to_devlink(nsim_dev));
277 /* Reject if VFs are configured */
278 if (nsim_dev_get_vfs(nsim_dev)) {
279 ret = -EBUSY;
280 } else {
281 swap(nsim_dev->vfconfigs, vfconfigs);
282 WRITE_ONCE(nsim_dev->nsim_bus_dev->max_vfs, val);
283 *ppos += count;
284 ret = count;
285 }
286 devl_unlock(priv_to_devlink(nsim_dev));
287
288 kfree(vfconfigs);
289 return ret;
290}
291
292static const struct file_operations nsim_dev_max_vfs_fops = {
293 .open = simple_open,
294 .read = nsim_bus_dev_max_vfs_read,
295 .write = nsim_bus_dev_max_vfs_write,
296 .llseek = generic_file_llseek,
297 .owner = THIS_MODULE,
298};
299
300static int nsim_dev_debugfs_init(struct nsim_dev *nsim_dev)
301{
302 char dev_ddir_name[sizeof(DRV_NAME) + 10];
303 int err;
304
305 sprintf(dev_ddir_name, DRV_NAME "%u", nsim_dev->nsim_bus_dev->dev.id);
306 nsim_dev->ddir = debugfs_create_dir(dev_ddir_name, nsim_dev_ddir);
307 if (IS_ERR(nsim_dev->ddir))
308 return PTR_ERR(nsim_dev->ddir);
309 nsim_dev->ports_ddir = debugfs_create_dir("ports", nsim_dev->ddir);
310 if (IS_ERR(nsim_dev->ports_ddir)) {
311 err = PTR_ERR(nsim_dev->ports_ddir);
312 goto err_ddir;
313 }
314 debugfs_create_bool("fw_update_status", 0600, nsim_dev->ddir,
315 &nsim_dev->fw_update_status);
316 debugfs_create_u32("fw_update_overwrite_mask", 0600, nsim_dev->ddir,
317 &nsim_dev->fw_update_overwrite_mask);
318 debugfs_create_u32("fw_update_flash_chunk_time_ms", 0600, nsim_dev->ddir,
319 &nsim_dev->fw_update_flash_chunk_time_ms);
320 debugfs_create_u32("max_macs", 0600, nsim_dev->ddir,
321 &nsim_dev->max_macs);
322 debugfs_create_bool("test1", 0600, nsim_dev->ddir,
323 &nsim_dev->test1);
324 debugfs_create_u32("test2", 0600, nsim_dev->ddir,
325 &nsim_dev->test2);
326 nsim_dev->take_snapshot = debugfs_create_file("take_snapshot",
327 0200,
328 nsim_dev->ddir,
329 nsim_dev,
330 &nsim_dev_take_snapshot_fops);
331 debugfs_create_bool("dont_allow_reload", 0600, nsim_dev->ddir,
332 &nsim_dev->dont_allow_reload);
333 debugfs_create_bool("fail_reload", 0600, nsim_dev->ddir,
334 &nsim_dev->fail_reload);
335 debugfs_create_file("trap_flow_action_cookie", 0600, nsim_dev->ddir,
336 nsim_dev, &nsim_dev_trap_fa_cookie_fops);
337 debugfs_create_bool("fail_trap_group_set", 0600,
338 nsim_dev->ddir,
339 &nsim_dev->fail_trap_group_set);
340 debugfs_create_bool("fail_trap_policer_set", 0600,
341 nsim_dev->ddir,
342 &nsim_dev->fail_trap_policer_set);
343 debugfs_create_bool("fail_trap_policer_counter_get", 0600,
344 nsim_dev->ddir,
345 &nsim_dev->fail_trap_policer_counter_get);
346 /* caution, dev_max_vfs write takes devlink lock */
347 debugfs_create_file("max_vfs", 0600, nsim_dev->ddir,
348 nsim_dev, &nsim_dev_max_vfs_fops);
349
350 nsim_dev->nodes_ddir = debugfs_create_dir("rate_nodes", nsim_dev->ddir);
351 if (IS_ERR(nsim_dev->nodes_ddir)) {
352 err = PTR_ERR(nsim_dev->nodes_ddir);
353 goto err_ports_ddir;
354 }
355 debugfs_create_bool("fail_trap_drop_counter_get", 0600,
356 nsim_dev->ddir,
357 &nsim_dev->fail_trap_drop_counter_get);
358 nsim_udp_tunnels_debugfs_create(nsim_dev);
359 return 0;
360
361err_ports_ddir:
362 debugfs_remove_recursive(nsim_dev->ports_ddir);
363err_ddir:
364 debugfs_remove_recursive(nsim_dev->ddir);
365 return err;
366}
367
368static void nsim_dev_debugfs_exit(struct nsim_dev *nsim_dev)
369{
370 debugfs_remove_recursive(nsim_dev->nodes_ddir);
371 debugfs_remove_recursive(nsim_dev->ports_ddir);
372 debugfs_remove_recursive(nsim_dev->ddir);
373}
374
375static ssize_t nsim_dev_rate_parent_read(struct file *file,
376 char __user *data,
377 size_t count, loff_t *ppos)
378{
379 char **name_ptr = file->private_data;
380 size_t len;
381
382 if (!*name_ptr)
383 return 0;
384
385 len = strlen(*name_ptr);
386 return simple_read_from_buffer(data, count, ppos, *name_ptr, len);
387}
388
389static const struct file_operations nsim_dev_rate_parent_fops = {
390 .open = simple_open,
391 .read = nsim_dev_rate_parent_read,
392 .llseek = generic_file_llseek,
393 .owner = THIS_MODULE,
394};
395
396static void nsim_dev_tc_bw_debugfs_init(struct dentry *ddir, u32 *tc_bw)
397{
398 int i;
399
400 for (i = 0; i < DEVLINK_RATE_TCS_MAX; i++) {
401 char name[16];
402
403 snprintf(name, sizeof(name), "tc%d_bw", i);
404 debugfs_create_u32(name, 0400, ddir, &tc_bw[i]);
405 }
406}
407static int nsim_dev_port_debugfs_init(struct nsim_dev *nsim_dev,
408 struct nsim_dev_port *nsim_dev_port)
409{
410 struct nsim_bus_dev *nsim_bus_dev = nsim_dev->nsim_bus_dev;
411 unsigned int port_index = nsim_dev_port->port_index;
412 char port_ddir_name[16];
413 char dev_link_name[32];
414
415 sprintf(port_ddir_name, "%u", port_index);
416 nsim_dev_port->ddir = debugfs_create_dir(port_ddir_name,
417 nsim_dev->ports_ddir);
418 if (IS_ERR(nsim_dev_port->ddir))
419 return PTR_ERR(nsim_dev_port->ddir);
420
421 sprintf(dev_link_name, "../../../" DRV_NAME "%u", nsim_bus_dev->dev.id);
422 if (nsim_dev_port_is_vf(nsim_dev_port)) {
423 unsigned int vf_id = nsim_dev_port_index_to_vf_index(port_index);
424
425 debugfs_create_u16("tx_share", 0400, nsim_dev_port->ddir,
426 &nsim_dev->vfconfigs[vf_id].min_tx_rate);
427 debugfs_create_u16("tx_max", 0400, nsim_dev_port->ddir,
428 &nsim_dev->vfconfigs[vf_id].max_tx_rate);
429 nsim_dev_port->rate_parent = debugfs_create_file("rate_parent",
430 0400,
431 nsim_dev_port->ddir,
432 &nsim_dev_port->parent_name,
433 &nsim_dev_rate_parent_fops);
434 nsim_dev_tc_bw_debugfs_init(nsim_dev_port->ddir,
435 nsim_dev_port->tc_bw);
436 }
437 debugfs_create_symlink("dev", nsim_dev_port->ddir, dev_link_name);
438
439 return 0;
440}
441
442static void nsim_dev_port_debugfs_exit(struct nsim_dev_port *nsim_dev_port)
443{
444 debugfs_remove_recursive(nsim_dev_port->ddir);
445}
446
447static int nsim_dev_resources_register(struct devlink *devlink)
448{
449 struct devlink_resource_size_params params = {
450 .size_max = (u64)-1,
451 .size_granularity = 1,
452 .unit = DEVLINK_RESOURCE_UNIT_ENTRY
453 };
454 int err;
455
456 /* Resources for IPv4 */
457 err = devl_resource_register(devlink, "IPv4", (u64)-1,
458 NSIM_RESOURCE_IPV4,
459 DEVLINK_RESOURCE_ID_PARENT_TOP,
460 ¶ms);
461 if (err) {
462 pr_err("Failed to register IPv4 top resource\n");
463 goto err_out;
464 }
465
466 err = devl_resource_register(devlink, "fib", (u64)-1,
467 NSIM_RESOURCE_IPV4_FIB,
468 NSIM_RESOURCE_IPV4, ¶ms);
469 if (err) {
470 pr_err("Failed to register IPv4 FIB resource\n");
471 goto err_out;
472 }
473
474 err = devl_resource_register(devlink, "fib-rules", (u64)-1,
475 NSIM_RESOURCE_IPV4_FIB_RULES,
476 NSIM_RESOURCE_IPV4, ¶ms);
477 if (err) {
478 pr_err("Failed to register IPv4 FIB rules resource\n");
479 goto err_out;
480 }
481
482 /* Resources for IPv6 */
483 err = devl_resource_register(devlink, "IPv6", (u64)-1,
484 NSIM_RESOURCE_IPV6,
485 DEVLINK_RESOURCE_ID_PARENT_TOP,
486 ¶ms);
487 if (err) {
488 pr_err("Failed to register IPv6 top resource\n");
489 goto err_out;
490 }
491
492 err = devl_resource_register(devlink, "fib", (u64)-1,
493 NSIM_RESOURCE_IPV6_FIB,
494 NSIM_RESOURCE_IPV6, ¶ms);
495 if (err) {
496 pr_err("Failed to register IPv6 FIB resource\n");
497 goto err_out;
498 }
499
500 err = devl_resource_register(devlink, "fib-rules", (u64)-1,
501 NSIM_RESOURCE_IPV6_FIB_RULES,
502 NSIM_RESOURCE_IPV6, ¶ms);
503 if (err) {
504 pr_err("Failed to register IPv6 FIB rules resource\n");
505 goto err_out;
506 }
507
508 /* Resources for nexthops */
509 err = devl_resource_register(devlink, "nexthops", (u64)-1,
510 NSIM_RESOURCE_NEXTHOPS,
511 DEVLINK_RESOURCE_ID_PARENT_TOP,
512 ¶ms);
513 if (err) {
514 pr_err("Failed to register NEXTHOPS resource\n");
515 goto err_out;
516 }
517 return 0;
518
519err_out:
520 devl_resources_unregister(devlink);
521 return err;
522}
523
524enum nsim_devlink_param_id {
525 NSIM_DEVLINK_PARAM_ID_BASE = DEVLINK_PARAM_GENERIC_ID_MAX,
526 NSIM_DEVLINK_PARAM_ID_TEST1,
527 NSIM_DEVLINK_PARAM_ID_TEST2,
528};
529
530static int
531nsim_devlink_param_test2_get(struct devlink *devlink, u32 id,
532 struct devlink_param_gset_ctx *ctx,
533 struct netlink_ext_ack *extack)
534{
535 struct nsim_dev *nsim_dev = devlink_priv(devlink);
536
537 ctx->val.vu32 = nsim_dev->test2;
538 return 0;
539}
540
541static int
542nsim_devlink_param_test2_set(struct devlink *devlink, u32 id,
543 struct devlink_param_gset_ctx *ctx,
544 struct netlink_ext_ack *extack)
545{
546 struct nsim_dev *nsim_dev = devlink_priv(devlink);
547
548 nsim_dev->test2 = ctx->val.vu32;
549 return 0;
550}
551
552#define NSIM_DEV_TEST2_DEFAULT 1234
553
554static int
555nsim_devlink_param_test2_get_default(struct devlink *devlink, u32 id,
556 struct devlink_param_gset_ctx *ctx,
557 struct netlink_ext_ack *extack)
558{
559 ctx->val.vu32 = NSIM_DEV_TEST2_DEFAULT;
560 return 0;
561}
562
563static int
564nsim_devlink_param_test2_reset_default(struct devlink *devlink, u32 id,
565 enum devlink_param_cmode cmode,
566 struct netlink_ext_ack *extack)
567{
568 struct nsim_dev *nsim_dev = devlink_priv(devlink);
569
570 nsim_dev->test2 = NSIM_DEV_TEST2_DEFAULT;
571 return 0;
572}
573
574static const struct devlink_param nsim_devlink_params[] = {
575 DEVLINK_PARAM_GENERIC(MAX_MACS,
576 BIT(DEVLINK_PARAM_CMODE_DRIVERINIT),
577 NULL, NULL, NULL),
578 DEVLINK_PARAM_DRIVER(NSIM_DEVLINK_PARAM_ID_TEST1,
579 "test1", DEVLINK_PARAM_TYPE_BOOL,
580 BIT(DEVLINK_PARAM_CMODE_DRIVERINIT),
581 NULL, NULL, NULL),
582 DEVLINK_PARAM_DRIVER_WITH_DEFAULTS(NSIM_DEVLINK_PARAM_ID_TEST2,
583 "test2", DEVLINK_PARAM_TYPE_U32,
584 BIT(DEVLINK_PARAM_CMODE_RUNTIME),
585 nsim_devlink_param_test2_get,
586 nsim_devlink_param_test2_set,
587 NULL,
588 nsim_devlink_param_test2_get_default,
589 nsim_devlink_param_test2_reset_default),
590};
591
592static void nsim_devlink_set_params_init_values(struct nsim_dev *nsim_dev,
593 struct devlink *devlink)
594{
595 union devlink_param_value value;
596
597 value.vu32 = nsim_dev->max_macs;
598 devl_param_driverinit_value_set(devlink,
599 DEVLINK_PARAM_GENERIC_ID_MAX_MACS,
600 value);
601 value.vbool = nsim_dev->test1;
602 devl_param_driverinit_value_set(devlink,
603 NSIM_DEVLINK_PARAM_ID_TEST1,
604 value);
605}
606
607static void nsim_devlink_param_load_driverinit_values(struct devlink *devlink)
608{
609 struct nsim_dev *nsim_dev = devlink_priv(devlink);
610 union devlink_param_value saved_value;
611 int err;
612
613 err = devl_param_driverinit_value_get(devlink,
614 DEVLINK_PARAM_GENERIC_ID_MAX_MACS,
615 &saved_value);
616 if (!err)
617 nsim_dev->max_macs = saved_value.vu32;
618 err = devl_param_driverinit_value_get(devlink,
619 NSIM_DEVLINK_PARAM_ID_TEST1,
620 &saved_value);
621 if (!err)
622 nsim_dev->test1 = saved_value.vbool;
623}
624
625#define NSIM_DEV_DUMMY_REGION_SNAPSHOT_MAX 16
626
627static const struct devlink_region_ops dummy_region_ops = {
628 .name = "dummy",
629 .destructor = &kfree,
630 .snapshot = nsim_dev_take_snapshot,
631};
632
633static int nsim_dev_dummy_region_init(struct nsim_dev *nsim_dev,
634 struct devlink *devlink)
635{
636 nsim_dev->dummy_region =
637 devl_region_create(devlink, &dummy_region_ops,
638 NSIM_DEV_DUMMY_REGION_SNAPSHOT_MAX,
639 NSIM_DEV_DUMMY_REGION_SIZE);
640 return PTR_ERR_OR_ZERO(nsim_dev->dummy_region);
641}
642
643static void nsim_dev_dummy_region_exit(struct nsim_dev *nsim_dev)
644{
645 devl_region_destroy(nsim_dev->dummy_region);
646}
647
648static int
649__nsim_dev_port_add(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type,
650 unsigned int port_index, u8 perm_addr[ETH_ALEN]);
651static void __nsim_dev_port_del(struct nsim_dev_port *nsim_dev_port);
652
653static int nsim_esw_legacy_enable(struct nsim_dev *nsim_dev,
654 struct netlink_ext_ack *extack)
655{
656 struct devlink *devlink = priv_to_devlink(nsim_dev);
657 struct nsim_dev_port *nsim_dev_port, *tmp;
658
659 devl_rate_nodes_destroy(devlink);
660 list_for_each_entry_safe(nsim_dev_port, tmp, &nsim_dev->port_list, list)
661 if (nsim_dev_port_is_vf(nsim_dev_port))
662 __nsim_dev_port_del(nsim_dev_port);
663 nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_LEGACY;
664 return 0;
665}
666
667static int nsim_esw_switchdev_enable(struct nsim_dev *nsim_dev,
668 struct netlink_ext_ack *extack)
669{
670 struct nsim_dev_port *nsim_dev_port, *tmp;
671 int i, err;
672
673 for (i = 0; i < nsim_dev_get_vfs(nsim_dev); i++) {
674 err = __nsim_dev_port_add(nsim_dev, NSIM_DEV_PORT_TYPE_VF, i, NULL);
675 if (err) {
676 NL_SET_ERR_MSG_MOD(extack, "Failed to initialize VFs' netdevsim ports");
677 pr_err("Failed to initialize VF id=%d. %d.\n", i, err);
678 goto err_port_add_vfs;
679 }
680 }
681 nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_SWITCHDEV;
682 return 0;
683
684err_port_add_vfs:
685 list_for_each_entry_safe(nsim_dev_port, tmp, &nsim_dev->port_list, list)
686 if (nsim_dev_port_is_vf(nsim_dev_port))
687 __nsim_dev_port_del(nsim_dev_port);
688 return err;
689}
690
691static int nsim_devlink_eswitch_mode_set(struct devlink *devlink, u16 mode,
692 struct netlink_ext_ack *extack)
693{
694 struct nsim_dev *nsim_dev = devlink_priv(devlink);
695
696 if (mode == nsim_dev->esw_mode)
697 return 0;
698
699 if (mode == DEVLINK_ESWITCH_MODE_LEGACY)
700 return nsim_esw_legacy_enable(nsim_dev, extack);
701 if (mode == DEVLINK_ESWITCH_MODE_SWITCHDEV)
702 return nsim_esw_switchdev_enable(nsim_dev, extack);
703
704 return -EINVAL;
705}
706
707static int nsim_devlink_eswitch_mode_get(struct devlink *devlink, u16 *mode)
708{
709 struct nsim_dev *nsim_dev = devlink_priv(devlink);
710
711 *mode = nsim_dev->esw_mode;
712 return 0;
713}
714
715struct nsim_trap_item {
716 void *trap_ctx;
717 enum devlink_trap_action action;
718};
719
720struct nsim_trap_data {
721 struct delayed_work trap_report_dw;
722 struct nsim_trap_item *trap_items_arr;
723 u64 *trap_policers_cnt_arr;
724 u64 trap_pkt_cnt;
725 struct nsim_dev *nsim_dev;
726 spinlock_t trap_lock; /* Protects trap_items_arr */
727};
728
729/* All driver-specific traps must be documented in
730 * Documentation/networking/devlink/netdevsim.rst
731 */
732enum {
733 NSIM_TRAP_ID_BASE = DEVLINK_TRAP_GENERIC_ID_MAX,
734 NSIM_TRAP_ID_FID_MISS,
735};
736
737#define NSIM_TRAP_NAME_FID_MISS "fid_miss"
738
739#define NSIM_TRAP_METADATA DEVLINK_TRAP_METADATA_TYPE_F_IN_PORT
740
741#define NSIM_TRAP_DROP(_id, _group_id) \
742 DEVLINK_TRAP_GENERIC(DROP, DROP, _id, \
743 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \
744 NSIM_TRAP_METADATA)
745#define NSIM_TRAP_DROP_EXT(_id, _group_id, _metadata) \
746 DEVLINK_TRAP_GENERIC(DROP, DROP, _id, \
747 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \
748 NSIM_TRAP_METADATA | (_metadata))
749#define NSIM_TRAP_EXCEPTION(_id, _group_id) \
750 DEVLINK_TRAP_GENERIC(EXCEPTION, TRAP, _id, \
751 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \
752 NSIM_TRAP_METADATA)
753#define NSIM_TRAP_CONTROL(_id, _group_id, _action) \
754 DEVLINK_TRAP_GENERIC(CONTROL, _action, _id, \
755 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \
756 NSIM_TRAP_METADATA)
757#define NSIM_TRAP_DRIVER_EXCEPTION(_id, _group_id) \
758 DEVLINK_TRAP_DRIVER(EXCEPTION, TRAP, NSIM_TRAP_ID_##_id, \
759 NSIM_TRAP_NAME_##_id, \
760 DEVLINK_TRAP_GROUP_GENERIC_ID_##_group_id, \
761 NSIM_TRAP_METADATA)
762
763#define NSIM_DEV_TRAP_POLICER_MIN_RATE 1
764#define NSIM_DEV_TRAP_POLICER_MAX_RATE 8000
765#define NSIM_DEV_TRAP_POLICER_MIN_BURST 8
766#define NSIM_DEV_TRAP_POLICER_MAX_BURST 65536
767
768#define NSIM_TRAP_POLICER(_id, _rate, _burst) \
769 DEVLINK_TRAP_POLICER(_id, _rate, _burst, \
770 NSIM_DEV_TRAP_POLICER_MAX_RATE, \
771 NSIM_DEV_TRAP_POLICER_MIN_RATE, \
772 NSIM_DEV_TRAP_POLICER_MAX_BURST, \
773 NSIM_DEV_TRAP_POLICER_MIN_BURST)
774
775static const struct devlink_trap_policer nsim_trap_policers_arr[] = {
776 NSIM_TRAP_POLICER(1, 1000, 128),
777 NSIM_TRAP_POLICER(2, 2000, 256),
778 NSIM_TRAP_POLICER(3, 3000, 512),
779};
780
781static const struct devlink_trap_group nsim_trap_groups_arr[] = {
782 DEVLINK_TRAP_GROUP_GENERIC(L2_DROPS, 0),
783 DEVLINK_TRAP_GROUP_GENERIC(L3_DROPS, 1),
784 DEVLINK_TRAP_GROUP_GENERIC(L3_EXCEPTIONS, 1),
785 DEVLINK_TRAP_GROUP_GENERIC(BUFFER_DROPS, 2),
786 DEVLINK_TRAP_GROUP_GENERIC(ACL_DROPS, 3),
787 DEVLINK_TRAP_GROUP_GENERIC(MC_SNOOPING, 3),
788};
789
790static const struct devlink_trap nsim_traps_arr[] = {
791 NSIM_TRAP_DROP(SMAC_MC, L2_DROPS),
792 NSIM_TRAP_DROP(VLAN_TAG_MISMATCH, L2_DROPS),
793 NSIM_TRAP_DROP(INGRESS_VLAN_FILTER, L2_DROPS),
794 NSIM_TRAP_DROP(INGRESS_STP_FILTER, L2_DROPS),
795 NSIM_TRAP_DROP(EMPTY_TX_LIST, L2_DROPS),
796 NSIM_TRAP_DROP(PORT_LOOPBACK_FILTER, L2_DROPS),
797 NSIM_TRAP_DRIVER_EXCEPTION(FID_MISS, L2_DROPS),
798 NSIM_TRAP_DROP(BLACKHOLE_ROUTE, L3_DROPS),
799 NSIM_TRAP_EXCEPTION(TTL_ERROR, L3_EXCEPTIONS),
800 NSIM_TRAP_DROP(TAIL_DROP, BUFFER_DROPS),
801 NSIM_TRAP_DROP_EXT(INGRESS_FLOW_ACTION_DROP, ACL_DROPS,
802 DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE),
803 NSIM_TRAP_DROP_EXT(EGRESS_FLOW_ACTION_DROP, ACL_DROPS,
804 DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE),
805 NSIM_TRAP_CONTROL(IGMP_QUERY, MC_SNOOPING, MIRROR),
806 NSIM_TRAP_CONTROL(IGMP_V1_REPORT, MC_SNOOPING, TRAP),
807};
808
809#define NSIM_TRAP_L4_DATA_LEN 100
810
811static struct sk_buff *nsim_dev_trap_skb_build(void)
812{
813 int tot_len, data_len = NSIM_TRAP_L4_DATA_LEN;
814 struct sk_buff *skb;
815 struct udphdr *udph;
816 struct ethhdr *eth;
817 struct iphdr *iph;
818
819 skb = alloc_skb(NLMSG_GOODSIZE, GFP_ATOMIC);
820 if (!skb)
821 return NULL;
822 tot_len = sizeof(struct iphdr) + sizeof(struct udphdr) + data_len;
823
824 skb_reset_mac_header(skb);
825 eth = skb_put(skb, sizeof(struct ethhdr));
826 eth_random_addr(eth->h_dest);
827 eth_random_addr(eth->h_source);
828 eth->h_proto = htons(ETH_P_IP);
829 skb->protocol = htons(ETH_P_IP);
830
831 skb_set_network_header(skb, skb->len);
832 iph = skb_put(skb, sizeof(struct iphdr));
833 iph->protocol = IPPROTO_UDP;
834 iph->saddr = in_aton("192.0.2.1");
835 iph->daddr = in_aton("198.51.100.1");
836 iph->version = 0x4;
837 iph->frag_off = 0;
838 iph->ihl = 0x5;
839 iph->tot_len = htons(tot_len);
840 iph->ttl = 100;
841 iph->check = 0;
842 iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl);
843
844 skb_set_transport_header(skb, skb->len);
845 udph = skb_put_zero(skb, sizeof(struct udphdr) + data_len);
846 get_random_bytes(&udph->source, sizeof(u16));
847 get_random_bytes(&udph->dest, sizeof(u16));
848 udph->len = htons(sizeof(struct udphdr) + data_len);
849
850 return skb;
851}
852
853static void nsim_dev_trap_report(struct nsim_dev_port *nsim_dev_port)
854{
855 struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev;
856 struct devlink *devlink = priv_to_devlink(nsim_dev);
857 struct nsim_trap_data *nsim_trap_data;
858 int i;
859
860 nsim_trap_data = nsim_dev->trap_data;
861
862 spin_lock(&nsim_trap_data->trap_lock);
863 for (i = 0; i < ARRAY_SIZE(nsim_traps_arr); i++) {
864 struct flow_action_cookie *fa_cookie = NULL;
865 struct nsim_trap_item *nsim_trap_item;
866 struct sk_buff *skb;
867 bool has_fa_cookie;
868
869 has_fa_cookie = nsim_traps_arr[i].metadata_cap &
870 DEVLINK_TRAP_METADATA_TYPE_F_FA_COOKIE;
871
872 nsim_trap_item = &nsim_trap_data->trap_items_arr[i];
873 if (nsim_trap_item->action == DEVLINK_TRAP_ACTION_DROP)
874 continue;
875
876 skb = nsim_dev_trap_skb_build();
877 if (!skb)
878 continue;
879 skb->dev = nsim_dev_port->ns->netdev;
880
881 /* Trapped packets are usually passed to devlink in softIRQ,
882 * but in this case they are generated in a workqueue. Disable
883 * softIRQs to prevent lockdep from complaining about
884 * "incosistent lock state".
885 */
886
887 spin_lock_bh(&nsim_dev->fa_cookie_lock);
888 fa_cookie = has_fa_cookie ? nsim_dev->fa_cookie : NULL;
889 devlink_trap_report(devlink, skb, nsim_trap_item->trap_ctx,
890 &nsim_dev_port->devlink_port, fa_cookie);
891 spin_unlock_bh(&nsim_dev->fa_cookie_lock);
892 consume_skb(skb);
893 }
894 spin_unlock(&nsim_trap_data->trap_lock);
895}
896
897#define NSIM_TRAP_REPORT_INTERVAL_MS 100
898
899static void nsim_dev_trap_report_work(struct work_struct *work)
900{
901 struct nsim_trap_data *nsim_trap_data;
902 struct nsim_dev_port *nsim_dev_port;
903 struct nsim_dev *nsim_dev;
904
905 nsim_trap_data = container_of(work, struct nsim_trap_data,
906 trap_report_dw.work);
907 nsim_dev = nsim_trap_data->nsim_dev;
908
909 if (!devl_trylock(priv_to_devlink(nsim_dev))) {
910 queue_delayed_work(system_dfl_wq,
911 &nsim_dev->trap_data->trap_report_dw, 1);
912 return;
913 }
914
915 /* For each running port and enabled packet trap, generate a UDP
916 * packet with a random 5-tuple and report it.
917 */
918 list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list) {
919 if (!netif_running(nsim_dev_port->ns->netdev))
920 continue;
921
922 nsim_dev_trap_report(nsim_dev_port);
923 cond_resched();
924 }
925 devl_unlock(priv_to_devlink(nsim_dev));
926 queue_delayed_work(system_dfl_wq,
927 &nsim_dev->trap_data->trap_report_dw,
928 msecs_to_jiffies(NSIM_TRAP_REPORT_INTERVAL_MS));
929}
930
931static int nsim_dev_traps_init(struct devlink *devlink)
932{
933 size_t policers_count = ARRAY_SIZE(nsim_trap_policers_arr);
934 struct nsim_dev *nsim_dev = devlink_priv(devlink);
935 struct nsim_trap_data *nsim_trap_data;
936 int err;
937
938 nsim_trap_data = kzalloc_obj(*nsim_trap_data);
939 if (!nsim_trap_data)
940 return -ENOMEM;
941
942 nsim_trap_data->trap_items_arr = kzalloc_objs(struct nsim_trap_item,
943 ARRAY_SIZE(nsim_traps_arr));
944 if (!nsim_trap_data->trap_items_arr) {
945 err = -ENOMEM;
946 goto err_trap_data_free;
947 }
948
949 nsim_trap_data->trap_policers_cnt_arr = kcalloc(policers_count,
950 sizeof(u64),
951 GFP_KERNEL);
952 if (!nsim_trap_data->trap_policers_cnt_arr) {
953 err = -ENOMEM;
954 goto err_trap_items_free;
955 }
956
957 /* The lock is used to protect the action state of the registered
958 * traps. The value is written by user and read in delayed work when
959 * iterating over all the traps.
960 */
961 spin_lock_init(&nsim_trap_data->trap_lock);
962 nsim_trap_data->nsim_dev = nsim_dev;
963 nsim_dev->trap_data = nsim_trap_data;
964
965 err = devl_trap_policers_register(devlink, nsim_trap_policers_arr,
966 policers_count);
967 if (err)
968 goto err_trap_policers_cnt_free;
969
970 err = devl_trap_groups_register(devlink, nsim_trap_groups_arr,
971 ARRAY_SIZE(nsim_trap_groups_arr));
972 if (err)
973 goto err_trap_policers_unregister;
974
975 err = devl_traps_register(devlink, nsim_traps_arr,
976 ARRAY_SIZE(nsim_traps_arr), NULL);
977 if (err)
978 goto err_trap_groups_unregister;
979
980 INIT_DELAYED_WORK(&nsim_dev->trap_data->trap_report_dw,
981 nsim_dev_trap_report_work);
982 queue_delayed_work(system_dfl_wq,
983 &nsim_dev->trap_data->trap_report_dw,
984 msecs_to_jiffies(NSIM_TRAP_REPORT_INTERVAL_MS));
985
986 return 0;
987
988err_trap_groups_unregister:
989 devl_trap_groups_unregister(devlink, nsim_trap_groups_arr,
990 ARRAY_SIZE(nsim_trap_groups_arr));
991err_trap_policers_unregister:
992 devl_trap_policers_unregister(devlink, nsim_trap_policers_arr,
993 ARRAY_SIZE(nsim_trap_policers_arr));
994err_trap_policers_cnt_free:
995 kfree(nsim_trap_data->trap_policers_cnt_arr);
996err_trap_items_free:
997 kfree(nsim_trap_data->trap_items_arr);
998err_trap_data_free:
999 kfree(nsim_trap_data);
1000 return err;
1001}
1002
1003static void nsim_dev_traps_exit(struct devlink *devlink)
1004{
1005 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1006
1007 /* caution, trap work takes devlink lock */
1008 cancel_delayed_work_sync(&nsim_dev->trap_data->trap_report_dw);
1009 devl_traps_unregister(devlink, nsim_traps_arr,
1010 ARRAY_SIZE(nsim_traps_arr));
1011 devl_trap_groups_unregister(devlink, nsim_trap_groups_arr,
1012 ARRAY_SIZE(nsim_trap_groups_arr));
1013 devl_trap_policers_unregister(devlink, nsim_trap_policers_arr,
1014 ARRAY_SIZE(nsim_trap_policers_arr));
1015 kfree(nsim_dev->trap_data->trap_policers_cnt_arr);
1016 kfree(nsim_dev->trap_data->trap_items_arr);
1017 kfree(nsim_dev->trap_data);
1018}
1019
1020static int nsim_dev_reload_create(struct nsim_dev *nsim_dev,
1021 struct netlink_ext_ack *extack);
1022static void nsim_dev_reload_destroy(struct nsim_dev *nsim_dev);
1023
1024static int nsim_dev_reload_down(struct devlink *devlink, bool netns_change,
1025 enum devlink_reload_action action, enum devlink_reload_limit limit,
1026 struct netlink_ext_ack *extack)
1027{
1028 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1029
1030 if (nsim_dev->dont_allow_reload) {
1031 /* For testing purposes, user set debugfs dont_allow_reload
1032 * value to true. So forbid it.
1033 */
1034 NL_SET_ERR_MSG_MOD(extack, "User forbid the reload for testing purposes");
1035 return -EOPNOTSUPP;
1036 }
1037
1038 nsim_dev_reload_destroy(nsim_dev);
1039 return 0;
1040}
1041
1042static int nsim_dev_reload_up(struct devlink *devlink, enum devlink_reload_action action,
1043 enum devlink_reload_limit limit, u32 *actions_performed,
1044 struct netlink_ext_ack *extack)
1045{
1046 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1047
1048 if (nsim_dev->fail_reload) {
1049 /* For testing purposes, user set debugfs fail_reload
1050 * value to true. Fail right away.
1051 */
1052 NL_SET_ERR_MSG_MOD(extack, "User setup the reload to fail for testing purposes");
1053 return -EINVAL;
1054 }
1055
1056 *actions_performed = BIT(DEVLINK_RELOAD_ACTION_DRIVER_REINIT);
1057
1058 return nsim_dev_reload_create(nsim_dev, extack);
1059}
1060
1061static int nsim_dev_info_get(struct devlink *devlink,
1062 struct devlink_info_req *req,
1063 struct netlink_ext_ack *extack)
1064{
1065 int err;
1066
1067 err = devlink_info_version_stored_put_ext(req, "fw.mgmt", "10.20.30",
1068 DEVLINK_INFO_VERSION_TYPE_COMPONENT);
1069 if (err)
1070 return err;
1071 return devlink_info_version_running_put_ext(req, "fw.mgmt", "10.20.30",
1072 DEVLINK_INFO_VERSION_TYPE_COMPONENT);
1073}
1074
1075#define NSIM_DEV_FLASH_SIZE 50000
1076#define NSIM_DEV_FLASH_CHUNK_SIZE 1000
1077#define NSIM_DEV_FLASH_CHUNK_TIME_MS_DEFAULT 100
1078
1079static int nsim_dev_flash_update(struct devlink *devlink,
1080 struct devlink_flash_update_params *params,
1081 struct netlink_ext_ack *extack)
1082{
1083 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1084 int i;
1085
1086 if ((params->overwrite_mask & ~nsim_dev->fw_update_overwrite_mask) != 0)
1087 return -EOPNOTSUPP;
1088
1089 if (nsim_dev->fw_update_status) {
1090 devlink_flash_update_status_notify(devlink,
1091 "Preparing to flash",
1092 params->component, 0, 0);
1093 }
1094
1095 for (i = 0; i < NSIM_DEV_FLASH_SIZE / NSIM_DEV_FLASH_CHUNK_SIZE; i++) {
1096 if (nsim_dev->fw_update_status)
1097 devlink_flash_update_status_notify(devlink, "Flashing",
1098 params->component,
1099 i * NSIM_DEV_FLASH_CHUNK_SIZE,
1100 NSIM_DEV_FLASH_SIZE);
1101 msleep(nsim_dev->fw_update_flash_chunk_time_ms ?: 1);
1102 }
1103
1104 if (nsim_dev->fw_update_status) {
1105 devlink_flash_update_status_notify(devlink, "Flashing",
1106 params->component,
1107 NSIM_DEV_FLASH_SIZE,
1108 NSIM_DEV_FLASH_SIZE);
1109 devlink_flash_update_timeout_notify(devlink, "Flash select",
1110 params->component, 81);
1111 devlink_flash_update_status_notify(devlink, "Flashing done",
1112 params->component, 0, 0);
1113 }
1114
1115 return 0;
1116}
1117
1118static struct nsim_trap_item *
1119nsim_dev_trap_item_lookup(struct nsim_dev *nsim_dev, u16 trap_id)
1120{
1121 struct nsim_trap_data *nsim_trap_data = nsim_dev->trap_data;
1122 int i;
1123
1124 for (i = 0; i < ARRAY_SIZE(nsim_traps_arr); i++) {
1125 if (nsim_traps_arr[i].id == trap_id)
1126 return &nsim_trap_data->trap_items_arr[i];
1127 }
1128
1129 return NULL;
1130}
1131
1132static int nsim_dev_devlink_trap_init(struct devlink *devlink,
1133 const struct devlink_trap *trap,
1134 void *trap_ctx)
1135{
1136 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1137 struct nsim_trap_item *nsim_trap_item;
1138
1139 nsim_trap_item = nsim_dev_trap_item_lookup(nsim_dev, trap->id);
1140 if (WARN_ON(!nsim_trap_item))
1141 return -ENOENT;
1142
1143 nsim_trap_item->trap_ctx = trap_ctx;
1144 nsim_trap_item->action = trap->init_action;
1145
1146 return 0;
1147}
1148
1149static int
1150nsim_dev_devlink_trap_action_set(struct devlink *devlink,
1151 const struct devlink_trap *trap,
1152 enum devlink_trap_action action,
1153 struct netlink_ext_ack *extack)
1154{
1155 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1156 struct nsim_trap_item *nsim_trap_item;
1157
1158 nsim_trap_item = nsim_dev_trap_item_lookup(nsim_dev, trap->id);
1159 if (WARN_ON(!nsim_trap_item))
1160 return -ENOENT;
1161
1162 spin_lock(&nsim_dev->trap_data->trap_lock);
1163 nsim_trap_item->action = action;
1164 spin_unlock(&nsim_dev->trap_data->trap_lock);
1165
1166 return 0;
1167}
1168
1169static int
1170nsim_dev_devlink_trap_group_set(struct devlink *devlink,
1171 const struct devlink_trap_group *group,
1172 const struct devlink_trap_policer *policer,
1173 struct netlink_ext_ack *extack)
1174{
1175 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1176
1177 if (nsim_dev->fail_trap_group_set)
1178 return -EINVAL;
1179
1180 return 0;
1181}
1182
1183static int
1184nsim_dev_devlink_trap_policer_set(struct devlink *devlink,
1185 const struct devlink_trap_policer *policer,
1186 u64 rate, u64 burst,
1187 struct netlink_ext_ack *extack)
1188{
1189 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1190
1191 if (nsim_dev->fail_trap_policer_set) {
1192 NL_SET_ERR_MSG_MOD(extack, "User setup the operation to fail for testing purposes");
1193 return -EINVAL;
1194 }
1195
1196 return 0;
1197}
1198
1199static int
1200nsim_dev_devlink_trap_policer_counter_get(struct devlink *devlink,
1201 const struct devlink_trap_policer *policer,
1202 u64 *p_drops)
1203{
1204 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1205 u64 *cnt;
1206
1207 if (nsim_dev->fail_trap_policer_counter_get)
1208 return -EINVAL;
1209
1210 cnt = &nsim_dev->trap_data->trap_policers_cnt_arr[policer->id - 1];
1211 *p_drops = (*cnt)++;
1212
1213 return 0;
1214}
1215
1216#define NSIM_LINK_SPEED_MAX 5000 /* Mbps */
1217#define NSIM_LINK_SPEED_UNIT 125000 /* 1 Mbps given in bytes/sec to avoid
1218 * u64 overflow during conversion from
1219 * bytes to bits.
1220 */
1221
1222static int nsim_rate_bytes_to_units(char *name, u64 *rate, struct netlink_ext_ack *extack)
1223{
1224 u64 val;
1225 u32 rem;
1226
1227 val = div_u64_rem(*rate, NSIM_LINK_SPEED_UNIT, &rem);
1228 if (rem) {
1229 pr_err("%s rate value %lluBps not in link speed units of 1Mbps.\n",
1230 name, *rate);
1231 NL_SET_ERR_MSG_MOD(extack, "TX rate value not in link speed units of 1Mbps.");
1232 return -EINVAL;
1233 }
1234
1235 if (val > NSIM_LINK_SPEED_MAX) {
1236 pr_err("%s rate value %lluMbps exceed link maximum speed 5000Mbps.\n",
1237 name, val);
1238 NL_SET_ERR_MSG_MOD(extack, "TX rate value exceed link maximum speed 5000Mbps.");
1239 return -EINVAL;
1240 }
1241 *rate = val;
1242 return 0;
1243}
1244
1245static int nsim_leaf_tc_bw_set(struct devlink_rate *devlink_rate,
1246 void *priv, u32 *tc_bw,
1247 struct netlink_ext_ack *extack)
1248{
1249 struct nsim_dev_port *nsim_dev_port = priv;
1250 int i;
1251
1252 for (i = 0; i < DEVLINK_RATE_TCS_MAX; i++)
1253 nsim_dev_port->tc_bw[i] = tc_bw[i];
1254
1255 return 0;
1256}
1257
1258static int nsim_leaf_tx_share_set(struct devlink_rate *devlink_rate, void *priv,
1259 u64 tx_share, struct netlink_ext_ack *extack)
1260{
1261 struct nsim_dev_port *nsim_dev_port = priv;
1262 struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev;
1263 int vf_id = nsim_dev_port_index_to_vf_index(nsim_dev_port->port_index);
1264 int err;
1265
1266 err = nsim_rate_bytes_to_units("tx_share", &tx_share, extack);
1267 if (err)
1268 return err;
1269
1270 nsim_dev->vfconfigs[vf_id].min_tx_rate = tx_share;
1271 return 0;
1272}
1273
1274static int nsim_leaf_tx_max_set(struct devlink_rate *devlink_rate, void *priv,
1275 u64 tx_max, struct netlink_ext_ack *extack)
1276{
1277 struct nsim_dev_port *nsim_dev_port = priv;
1278 struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev;
1279 int vf_id = nsim_dev_port_index_to_vf_index(nsim_dev_port->port_index);
1280 int err;
1281
1282 err = nsim_rate_bytes_to_units("tx_max", &tx_max, extack);
1283 if (err)
1284 return err;
1285
1286 nsim_dev->vfconfigs[vf_id].max_tx_rate = tx_max;
1287 return 0;
1288}
1289
1290struct nsim_rate_node {
1291 struct dentry *ddir;
1292 struct dentry *rate_parent;
1293 char *parent_name;
1294 u16 tx_share;
1295 u16 tx_max;
1296 u32 tc_bw[DEVLINK_RATE_TCS_MAX];
1297};
1298
1299static int nsim_node_tc_bw_set(struct devlink_rate *devlink_rate, void *priv,
1300 u32 *tc_bw, struct netlink_ext_ack *extack)
1301{
1302 struct nsim_rate_node *nsim_node = priv;
1303 int i;
1304
1305 for (i = 0; i < DEVLINK_RATE_TCS_MAX; i++)
1306 nsim_node->tc_bw[i] = tc_bw[i];
1307
1308 return 0;
1309}
1310
1311static int nsim_node_tx_share_set(struct devlink_rate *devlink_rate, void *priv,
1312 u64 tx_share, struct netlink_ext_ack *extack)
1313{
1314 struct nsim_rate_node *nsim_node = priv;
1315 int err;
1316
1317 err = nsim_rate_bytes_to_units("tx_share", &tx_share, extack);
1318 if (err)
1319 return err;
1320
1321 nsim_node->tx_share = tx_share;
1322 return 0;
1323}
1324
1325static int nsim_node_tx_max_set(struct devlink_rate *devlink_rate, void *priv,
1326 u64 tx_max, struct netlink_ext_ack *extack)
1327{
1328 struct nsim_rate_node *nsim_node = priv;
1329 int err;
1330
1331 err = nsim_rate_bytes_to_units("tx_max", &tx_max, extack);
1332 if (err)
1333 return err;
1334
1335 nsim_node->tx_max = tx_max;
1336 return 0;
1337}
1338
1339static int nsim_rate_node_new(struct devlink_rate *node, void **priv,
1340 struct netlink_ext_ack *extack)
1341{
1342 struct nsim_dev *nsim_dev = devlink_priv(node->devlink);
1343 struct nsim_rate_node *nsim_node;
1344
1345 if (!nsim_esw_mode_is_switchdev(nsim_dev)) {
1346 NL_SET_ERR_MSG_MOD(extack, "Node creation allowed only in switchdev mode.");
1347 return -EOPNOTSUPP;
1348 }
1349
1350 nsim_node = kzalloc_obj(*nsim_node);
1351 if (!nsim_node)
1352 return -ENOMEM;
1353
1354 nsim_node->ddir = debugfs_create_dir(node->name, nsim_dev->nodes_ddir);
1355
1356 debugfs_create_u16("tx_share", 0400, nsim_node->ddir, &nsim_node->tx_share);
1357 debugfs_create_u16("tx_max", 0400, nsim_node->ddir, &nsim_node->tx_max);
1358 nsim_node->rate_parent = debugfs_create_file("rate_parent", 0400,
1359 nsim_node->ddir,
1360 &nsim_node->parent_name,
1361 &nsim_dev_rate_parent_fops);
1362
1363 nsim_dev_tc_bw_debugfs_init(nsim_node->ddir, nsim_node->tc_bw);
1364
1365 *priv = nsim_node;
1366 return 0;
1367}
1368
1369static int nsim_rate_node_del(struct devlink_rate *node, void *priv,
1370 struct netlink_ext_ack *extack)
1371{
1372 struct nsim_rate_node *nsim_node = priv;
1373
1374 debugfs_remove(nsim_node->rate_parent);
1375 debugfs_remove_recursive(nsim_node->ddir);
1376 kfree(nsim_node);
1377 return 0;
1378}
1379
1380static int nsim_rate_leaf_parent_set(struct devlink_rate *child,
1381 struct devlink_rate *parent,
1382 void *priv_child, void *priv_parent,
1383 struct netlink_ext_ack *extack)
1384{
1385 struct nsim_dev_port *nsim_dev_port = priv_child;
1386
1387 if (parent)
1388 nsim_dev_port->parent_name = parent->name;
1389 else
1390 nsim_dev_port->parent_name = NULL;
1391 return 0;
1392}
1393
1394static int nsim_rate_node_parent_set(struct devlink_rate *child,
1395 struct devlink_rate *parent,
1396 void *priv_child, void *priv_parent,
1397 struct netlink_ext_ack *extack)
1398{
1399 struct nsim_rate_node *nsim_node = priv_child;
1400
1401 if (parent)
1402 nsim_node->parent_name = parent->name;
1403 else
1404 nsim_node->parent_name = NULL;
1405 return 0;
1406}
1407
1408static int
1409nsim_dev_devlink_trap_drop_counter_get(struct devlink *devlink,
1410 const struct devlink_trap *trap,
1411 u64 *p_drops)
1412{
1413 struct nsim_dev *nsim_dev = devlink_priv(devlink);
1414 u64 *cnt;
1415
1416 if (nsim_dev->fail_trap_drop_counter_get)
1417 return -EINVAL;
1418
1419 cnt = &nsim_dev->trap_data->trap_pkt_cnt;
1420 *p_drops = (*cnt)++;
1421
1422 return 0;
1423}
1424
1425static const struct devlink_ops nsim_dev_devlink_ops = {
1426 .eswitch_mode_set = nsim_devlink_eswitch_mode_set,
1427 .eswitch_mode_get = nsim_devlink_eswitch_mode_get,
1428 .supported_flash_update_params = DEVLINK_SUPPORT_FLASH_UPDATE_OVERWRITE_MASK,
1429 .reload_actions = BIT(DEVLINK_RELOAD_ACTION_DRIVER_REINIT),
1430 .reload_down = nsim_dev_reload_down,
1431 .reload_up = nsim_dev_reload_up,
1432 .info_get = nsim_dev_info_get,
1433 .flash_update = nsim_dev_flash_update,
1434 .trap_init = nsim_dev_devlink_trap_init,
1435 .trap_action_set = nsim_dev_devlink_trap_action_set,
1436 .trap_group_set = nsim_dev_devlink_trap_group_set,
1437 .trap_policer_set = nsim_dev_devlink_trap_policer_set,
1438 .trap_policer_counter_get = nsim_dev_devlink_trap_policer_counter_get,
1439 .rate_leaf_tx_share_set = nsim_leaf_tx_share_set,
1440 .rate_leaf_tx_max_set = nsim_leaf_tx_max_set,
1441 .rate_leaf_tc_bw_set = nsim_leaf_tc_bw_set,
1442 .rate_node_tx_share_set = nsim_node_tx_share_set,
1443 .rate_node_tx_max_set = nsim_node_tx_max_set,
1444 .rate_node_tc_bw_set = nsim_node_tc_bw_set,
1445 .rate_node_new = nsim_rate_node_new,
1446 .rate_node_del = nsim_rate_node_del,
1447 .rate_leaf_parent_set = nsim_rate_leaf_parent_set,
1448 .rate_node_parent_set = nsim_rate_node_parent_set,
1449 .trap_drop_counter_get = nsim_dev_devlink_trap_drop_counter_get,
1450};
1451
1452#define NSIM_DEV_MAX_MACS_DEFAULT 32
1453#define NSIM_DEV_TEST1_DEFAULT true
1454
1455static int __nsim_dev_port_add(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type,
1456 unsigned int port_index, u8 perm_addr[ETH_ALEN])
1457{
1458 struct devlink_port_attrs attrs = {};
1459 struct nsim_dev_port *nsim_dev_port;
1460 struct devlink_port *devlink_port;
1461 int err;
1462
1463 if (type == NSIM_DEV_PORT_TYPE_VF && !nsim_dev_get_vfs(nsim_dev))
1464 return -EINVAL;
1465
1466 nsim_dev_port = kzalloc_obj(*nsim_dev_port);
1467 if (!nsim_dev_port)
1468 return -ENOMEM;
1469 nsim_dev_port->port_index = nsim_dev_port_index(type, port_index);
1470 nsim_dev_port->port_type = type;
1471
1472 devlink_port = &nsim_dev_port->devlink_port;
1473 if (nsim_dev_port_is_pf(nsim_dev_port)) {
1474 attrs.flavour = DEVLINK_PORT_FLAVOUR_PHYSICAL;
1475 attrs.phys.port_number = port_index + 1;
1476 } else {
1477 attrs.flavour = DEVLINK_PORT_FLAVOUR_PCI_VF;
1478 attrs.pci_vf.pf = 0;
1479 attrs.pci_vf.vf = port_index;
1480 }
1481 memcpy(attrs.switch_id.id, nsim_dev->switch_id.id, nsim_dev->switch_id.id_len);
1482 attrs.switch_id.id_len = nsim_dev->switch_id.id_len;
1483 devlink_port_attrs_set(devlink_port, &attrs);
1484 err = devl_port_register(priv_to_devlink(nsim_dev), devlink_port,
1485 nsim_dev_port->port_index);
1486 if (err)
1487 goto err_port_free;
1488
1489 if (nsim_dev_port_is_pf(nsim_dev_port)) {
1490 u64 parent_id = DEVLINK_RESOURCE_ID_PARENT_TOP;
1491 struct devlink_resource_size_params params = {
1492 .size_max = 100,
1493 .size_granularity = 1,
1494 .unit = DEVLINK_RESOURCE_UNIT_ENTRY
1495 };
1496
1497 err = devl_port_resource_register(devlink_port,
1498 "test_resource", 20,
1499 NSIM_PORT_RESOURCE_TEST,
1500 parent_id, ¶ms);
1501 if (err)
1502 goto err_dl_port_unregister;
1503 }
1504
1505 err = nsim_dev_port_debugfs_init(nsim_dev, nsim_dev_port);
1506 if (err)
1507 goto err_port_resource_unregister;
1508
1509 nsim_dev_port->ns = nsim_create(nsim_dev, nsim_dev_port, perm_addr);
1510 if (IS_ERR(nsim_dev_port->ns)) {
1511 err = PTR_ERR(nsim_dev_port->ns);
1512 goto err_port_debugfs_exit;
1513 }
1514
1515 if (nsim_dev_port_is_vf(nsim_dev_port)) {
1516 err = devl_rate_leaf_create(&nsim_dev_port->devlink_port,
1517 nsim_dev_port, NULL);
1518 if (err)
1519 goto err_nsim_destroy;
1520 }
1521
1522 list_add(&nsim_dev_port->list, &nsim_dev->port_list);
1523
1524 return 0;
1525
1526err_nsim_destroy:
1527 nsim_destroy(nsim_dev_port->ns);
1528err_port_debugfs_exit:
1529 nsim_dev_port_debugfs_exit(nsim_dev_port);
1530err_port_resource_unregister:
1531 if (nsim_dev_port_is_pf(nsim_dev_port))
1532 devl_port_resources_unregister(devlink_port);
1533err_dl_port_unregister:
1534 devl_port_unregister(devlink_port);
1535err_port_free:
1536 kfree(nsim_dev_port);
1537 return err;
1538}
1539
1540static void __nsim_dev_port_del(struct nsim_dev_port *nsim_dev_port)
1541{
1542 struct devlink_port *devlink_port = &nsim_dev_port->devlink_port;
1543
1544 list_del(&nsim_dev_port->list);
1545 if (nsim_dev_port_is_vf(nsim_dev_port))
1546 devl_rate_leaf_destroy(&nsim_dev_port->devlink_port);
1547 nsim_destroy(nsim_dev_port->ns);
1548 nsim_dev_port_debugfs_exit(nsim_dev_port);
1549 if (nsim_dev_port_is_pf(nsim_dev_port))
1550 devl_port_resources_unregister(devlink_port);
1551 devl_port_unregister(devlink_port);
1552 kfree(nsim_dev_port);
1553}
1554
1555static void nsim_dev_port_del_all(struct nsim_dev *nsim_dev)
1556{
1557 struct nsim_dev_port *nsim_dev_port, *tmp;
1558
1559 list_for_each_entry_safe(nsim_dev_port, tmp,
1560 &nsim_dev->port_list, list)
1561 __nsim_dev_port_del(nsim_dev_port);
1562}
1563
1564static int nsim_dev_port_add_all(struct nsim_dev *nsim_dev,
1565 unsigned int port_count)
1566{
1567 int i, err;
1568
1569 for (i = 0; i < port_count; i++) {
1570 err = __nsim_dev_port_add(nsim_dev, NSIM_DEV_PORT_TYPE_PF, i, NULL);
1571 if (err)
1572 goto err_port_del_all;
1573 }
1574 return 0;
1575
1576err_port_del_all:
1577 nsim_dev_port_del_all(nsim_dev);
1578 return err;
1579}
1580
1581static int nsim_dev_reload_create(struct nsim_dev *nsim_dev,
1582 struct netlink_ext_ack *extack)
1583{
1584 struct nsim_bus_dev *nsim_bus_dev = nsim_dev->nsim_bus_dev;
1585 struct devlink *devlink;
1586 int err;
1587
1588 devlink = priv_to_devlink(nsim_dev);
1589 nsim_dev = devlink_priv(devlink);
1590 INIT_LIST_HEAD(&nsim_dev->port_list);
1591 nsim_dev->fw_update_status = true;
1592 nsim_dev->fw_update_overwrite_mask = 0;
1593
1594 nsim_devlink_param_load_driverinit_values(devlink);
1595
1596 err = nsim_dev_dummy_region_init(nsim_dev, devlink);
1597 if (err)
1598 return err;
1599
1600 err = nsim_dev_traps_init(devlink);
1601 if (err)
1602 goto err_dummy_region_exit;
1603
1604 nsim_dev->fib_data = nsim_fib_create(devlink, extack);
1605 if (IS_ERR(nsim_dev->fib_data)) {
1606 err = PTR_ERR(nsim_dev->fib_data);
1607 goto err_traps_exit;
1608 }
1609
1610 err = nsim_dev_health_init(nsim_dev, devlink);
1611 if (err)
1612 goto err_fib_destroy;
1613
1614 err = nsim_dev_psample_init(nsim_dev);
1615 if (err)
1616 goto err_health_exit;
1617
1618 err = nsim_dev_hwstats_init(nsim_dev);
1619 if (err)
1620 goto err_psample_exit;
1621
1622 err = nsim_dev_port_add_all(nsim_dev, nsim_bus_dev->port_count);
1623 if (err)
1624 goto err_hwstats_exit;
1625
1626 nsim_dev->take_snapshot = debugfs_create_file("take_snapshot",
1627 0200,
1628 nsim_dev->ddir,
1629 nsim_dev,
1630 &nsim_dev_take_snapshot_fops);
1631 return 0;
1632
1633err_hwstats_exit:
1634 nsim_dev_hwstats_exit(nsim_dev);
1635err_psample_exit:
1636 nsim_dev_psample_exit(nsim_dev);
1637err_health_exit:
1638 nsim_dev_health_exit(nsim_dev);
1639err_fib_destroy:
1640 nsim_fib_destroy(devlink, nsim_dev->fib_data);
1641err_traps_exit:
1642 nsim_dev_traps_exit(devlink);
1643err_dummy_region_exit:
1644 nsim_dev_dummy_region_exit(nsim_dev);
1645 return err;
1646}
1647
1648int nsim_drv_probe(struct nsim_bus_dev *nsim_bus_dev)
1649{
1650 struct nsim_dev *nsim_dev;
1651 struct devlink *devlink;
1652 int err;
1653
1654 devlink = devlink_alloc_ns(&nsim_dev_devlink_ops, sizeof(*nsim_dev),
1655 nsim_bus_dev->initial_net, &nsim_bus_dev->dev);
1656 if (!devlink)
1657 return -ENOMEM;
1658 devl_lock(devlink);
1659 nsim_dev = devlink_priv(devlink);
1660 nsim_dev->nsim_bus_dev = nsim_bus_dev;
1661 nsim_dev->switch_id.id_len = sizeof(nsim_dev->switch_id.id);
1662 get_random_bytes(nsim_dev->switch_id.id, nsim_dev->switch_id.id_len);
1663 INIT_LIST_HEAD(&nsim_dev->port_list);
1664 nsim_dev->fw_update_status = true;
1665 nsim_dev->fw_update_overwrite_mask = 0;
1666 nsim_dev->fw_update_flash_chunk_time_ms = NSIM_DEV_FLASH_CHUNK_TIME_MS_DEFAULT;
1667 nsim_dev->max_macs = NSIM_DEV_MAX_MACS_DEFAULT;
1668 nsim_dev->test1 = NSIM_DEV_TEST1_DEFAULT;
1669 nsim_dev->test2 = NSIM_DEV_TEST2_DEFAULT;
1670 spin_lock_init(&nsim_dev->fa_cookie_lock);
1671 mutex_init(&nsim_dev->progs_list_lock);
1672
1673 dev_set_drvdata(&nsim_bus_dev->dev, nsim_dev);
1674
1675 nsim_dev->vfconfigs = kzalloc_objs(struct nsim_vf_config,
1676 nsim_bus_dev->max_vfs,
1677 GFP_KERNEL | __GFP_NOWARN);
1678 if (!nsim_dev->vfconfigs) {
1679 err = -ENOMEM;
1680 goto err_devlink_unlock;
1681 }
1682
1683 err = devl_register(devlink);
1684 if (err)
1685 goto err_vfc_free;
1686
1687 err = nsim_dev_resources_register(devlink);
1688 if (err)
1689 goto err_dl_unregister;
1690
1691 err = devl_params_register(devlink, nsim_devlink_params,
1692 ARRAY_SIZE(nsim_devlink_params));
1693 if (err)
1694 goto err_resource_unregister;
1695 nsim_devlink_set_params_init_values(nsim_dev, devlink);
1696
1697 err = nsim_dev_dummy_region_init(nsim_dev, devlink);
1698 if (err)
1699 goto err_params_unregister;
1700
1701 err = nsim_dev_traps_init(devlink);
1702 if (err)
1703 goto err_dummy_region_exit;
1704
1705 err = nsim_dev_debugfs_init(nsim_dev);
1706 if (err)
1707 goto err_traps_exit;
1708
1709 nsim_dev->fib_data = nsim_fib_create(devlink, NULL);
1710 if (IS_ERR(nsim_dev->fib_data)) {
1711 err = PTR_ERR(nsim_dev->fib_data);
1712 goto err_debugfs_exit;
1713 }
1714
1715 err = nsim_dev_health_init(nsim_dev, devlink);
1716 if (err)
1717 goto err_fib_destroy;
1718
1719 err = nsim_bpf_dev_init(nsim_dev);
1720 if (err)
1721 goto err_health_exit;
1722
1723 err = nsim_dev_psample_init(nsim_dev);
1724 if (err)
1725 goto err_bpf_dev_exit;
1726
1727 err = nsim_dev_hwstats_init(nsim_dev);
1728 if (err)
1729 goto err_psample_exit;
1730
1731 err = nsim_dev_port_add_all(nsim_dev, nsim_bus_dev->port_count);
1732 if (err)
1733 goto err_hwstats_exit;
1734
1735 nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_LEGACY;
1736 devl_unlock(devlink);
1737 return 0;
1738
1739err_hwstats_exit:
1740 nsim_dev_hwstats_exit(nsim_dev);
1741err_psample_exit:
1742 nsim_dev_psample_exit(nsim_dev);
1743err_bpf_dev_exit:
1744 nsim_bpf_dev_exit(nsim_dev);
1745err_health_exit:
1746 nsim_dev_health_exit(nsim_dev);
1747err_fib_destroy:
1748 nsim_fib_destroy(devlink, nsim_dev->fib_data);
1749err_debugfs_exit:
1750 nsim_dev_debugfs_exit(nsim_dev);
1751err_traps_exit:
1752 nsim_dev_traps_exit(devlink);
1753err_dummy_region_exit:
1754 nsim_dev_dummy_region_exit(nsim_dev);
1755err_params_unregister:
1756 devl_params_unregister(devlink, nsim_devlink_params,
1757 ARRAY_SIZE(nsim_devlink_params));
1758err_resource_unregister:
1759 devl_resources_unregister(devlink);
1760err_dl_unregister:
1761 devl_unregister(devlink);
1762err_vfc_free:
1763 kfree(nsim_dev->vfconfigs);
1764err_devlink_unlock:
1765 devl_unlock(devlink);
1766 devlink_free(devlink);
1767 dev_set_drvdata(&nsim_bus_dev->dev, NULL);
1768 return err;
1769}
1770
1771static void nsim_dev_reload_destroy(struct nsim_dev *nsim_dev)
1772{
1773 struct devlink *devlink = priv_to_devlink(nsim_dev);
1774
1775 if (devlink_is_reload_failed(devlink))
1776 return;
1777 debugfs_remove(nsim_dev->take_snapshot);
1778
1779 if (nsim_dev_get_vfs(nsim_dev)) {
1780 nsim_bus_dev_set_vfs(nsim_dev->nsim_bus_dev, 0);
1781 if (nsim_esw_mode_is_switchdev(nsim_dev))
1782 nsim_esw_legacy_enable(nsim_dev, NULL);
1783 }
1784
1785 nsim_dev_port_del_all(nsim_dev);
1786 nsim_dev_hwstats_exit(nsim_dev);
1787 nsim_dev_psample_exit(nsim_dev);
1788 nsim_dev_health_exit(nsim_dev);
1789 nsim_fib_destroy(devlink, nsim_dev->fib_data);
1790 nsim_dev_traps_exit(devlink);
1791 nsim_dev_dummy_region_exit(nsim_dev);
1792}
1793
1794void nsim_drv_remove(struct nsim_bus_dev *nsim_bus_dev)
1795{
1796 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);
1797 struct devlink *devlink = priv_to_devlink(nsim_dev);
1798
1799 devl_lock(devlink);
1800 nsim_dev_reload_destroy(nsim_dev);
1801
1802 nsim_bpf_dev_exit(nsim_dev);
1803 nsim_dev_debugfs_exit(nsim_dev);
1804 devl_params_unregister(devlink, nsim_devlink_params,
1805 ARRAY_SIZE(nsim_devlink_params));
1806 devl_resources_unregister(devlink);
1807 devl_unregister(devlink);
1808 kfree(nsim_dev->vfconfigs);
1809 kfree(nsim_dev->fa_cookie);
1810 mutex_destroy(&nsim_dev->progs_list_lock);
1811 devl_unlock(devlink);
1812 devlink_free(devlink);
1813 dev_set_drvdata(&nsim_bus_dev->dev, NULL);
1814}
1815
1816static struct nsim_dev_port *
1817__nsim_dev_port_lookup(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type,
1818 unsigned int port_index)
1819{
1820 struct nsim_dev_port *nsim_dev_port;
1821
1822 port_index = nsim_dev_port_index(type, port_index);
1823 list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list)
1824 if (nsim_dev_port->port_index == port_index)
1825 return nsim_dev_port;
1826 return NULL;
1827}
1828
1829int nsim_drv_port_add(struct nsim_bus_dev *nsim_bus_dev, enum nsim_dev_port_type type,
1830 unsigned int port_index, u8 perm_addr[ETH_ALEN])
1831{
1832 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);
1833 int err;
1834
1835 devl_lock(priv_to_devlink(nsim_dev));
1836 if (__nsim_dev_port_lookup(nsim_dev, type, port_index))
1837 err = -EEXIST;
1838 else
1839 err = __nsim_dev_port_add(nsim_dev, type, port_index, perm_addr);
1840 devl_unlock(priv_to_devlink(nsim_dev));
1841 return err;
1842}
1843
1844int nsim_drv_port_del(struct nsim_bus_dev *nsim_bus_dev, enum nsim_dev_port_type type,
1845 unsigned int port_index)
1846{
1847 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);
1848 struct nsim_dev_port *nsim_dev_port;
1849 int err = 0;
1850
1851 devl_lock(priv_to_devlink(nsim_dev));
1852 nsim_dev_port = __nsim_dev_port_lookup(nsim_dev, type, port_index);
1853 if (!nsim_dev_port)
1854 err = -ENOENT;
1855 else
1856 __nsim_dev_port_del(nsim_dev_port);
1857 devl_unlock(priv_to_devlink(nsim_dev));
1858 return err;
1859}
1860
1861int nsim_drv_configure_vfs(struct nsim_bus_dev *nsim_bus_dev,
1862 unsigned int num_vfs)
1863{
1864 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);
1865 struct devlink *devlink = priv_to_devlink(nsim_dev);
1866 int ret = 0;
1867
1868 devl_lock(devlink);
1869 if (nsim_bus_dev->num_vfs == num_vfs)
1870 goto exit_unlock;
1871 if (nsim_bus_dev->num_vfs && num_vfs) {
1872 ret = -EBUSY;
1873 goto exit_unlock;
1874 }
1875 if (nsim_bus_dev->max_vfs < num_vfs) {
1876 ret = -ENOMEM;
1877 goto exit_unlock;
1878 }
1879
1880 nsim_bus_dev_set_vfs(nsim_bus_dev, num_vfs);
1881 if (nsim_esw_mode_is_switchdev(nsim_dev)) {
1882 if (num_vfs) {
1883 ret = nsim_esw_switchdev_enable(nsim_dev, NULL);
1884 if (ret) {
1885 nsim_bus_dev_set_vfs(nsim_bus_dev, 0);
1886 goto exit_unlock;
1887 }
1888 } else {
1889 nsim_esw_legacy_enable(nsim_dev, NULL);
1890 }
1891 }
1892
1893exit_unlock:
1894 devl_unlock(devlink);
1895
1896 return ret;
1897}
1898
1899int nsim_dev_init(void)
1900{
1901 nsim_dev_ddir = debugfs_create_dir(DRV_NAME, NULL);
1902 return PTR_ERR_OR_ZERO(nsim_dev_ddir);
1903}
1904
1905void nsim_dev_exit(void)
1906{
1907 debugfs_remove_recursive(nsim_dev_ddir);
1908}