1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2 /* Copyright (c) 2020 Mellanox Technologies Ltd */
3
4 #include <linux/mlx5/driver.h>
5 #include <linux/mlx5/device.h>
6 #include <linux/mlx5/eswitch.h>
7 #include "mlx5_core.h"
8 #include "dev.h"
9 #include "devlink.h"
10
mlx5_core_peer_devlink_set(struct mlx5_sf_dev * sf_dev,struct devlink * devlink)11 static int mlx5_core_peer_devlink_set(struct mlx5_sf_dev *sf_dev, struct devlink *devlink)
12 {
13 struct mlx5_sf_peer_devlink_event_ctx event_ctx = {
14 .fn_id = sf_dev->fn_id,
15 .devlink = devlink,
16 };
17 int ret;
18
19 ret = mlx5_blocking_notifier_call_chain(sf_dev->parent_mdev,
20 MLX5_DRIVER_EVENT_SF_PEER_DEVLINK,
21 &event_ctx);
22 return ret == NOTIFY_OK ? event_ctx.err : 0;
23 }
24
mlx5_sf_dev_probe(struct auxiliary_device * adev,const struct auxiliary_device_id * id)25 static int mlx5_sf_dev_probe(struct auxiliary_device *adev, const struct auxiliary_device_id *id)
26 {
27 struct mlx5_sf_dev *sf_dev = container_of(adev, struct mlx5_sf_dev, adev);
28 struct mlx5_core_dev *mdev;
29 struct devlink *devlink;
30 int err;
31
32 devlink = mlx5_devlink_alloc(&adev->dev);
33 if (!devlink)
34 return -ENOMEM;
35
36 mdev = devlink_priv(devlink);
37 mdev->device = &adev->dev;
38 mdev->pdev = sf_dev->parent_mdev->pdev;
39 mdev->bar_addr = sf_dev->bar_base_addr;
40 mdev->iseg_base = sf_dev->bar_base_addr;
41 mdev->coredev_type = MLX5_COREDEV_SF;
42 mdev->priv.parent_mdev = sf_dev->parent_mdev;
43 mdev->priv.adev_idx = adev->id;
44 sf_dev->mdev = mdev;
45
46 /* Only local SFs do light probe */
47 if (MLX5_ESWITCH_MANAGER(sf_dev->parent_mdev))
48 mlx5_dev_set_lightweight(mdev);
49
50 err = mlx5_mdev_init(mdev, MLX5_SF_PROF);
51 if (err) {
52 mlx5_core_warn(mdev, "mlx5_mdev_init on err=%d\n", err);
53 goto mdev_err;
54 }
55
56 mdev->iseg = ioremap(mdev->iseg_base, sizeof(*mdev->iseg));
57 if (!mdev->iseg) {
58 mlx5_core_warn(mdev, "remap error\n");
59 err = -ENOMEM;
60 goto remap_err;
61 }
62
63 if (MLX5_ESWITCH_MANAGER(sf_dev->parent_mdev))
64 err = mlx5_init_one_light(mdev);
65 else
66 err = mlx5_init_one(mdev);
67 if (err) {
68 mlx5_core_warn(mdev, "mlx5_init_one err=%d\n", err);
69 goto init_one_err;
70 }
71
72 err = mlx5_core_peer_devlink_set(sf_dev, devlink);
73 if (err) {
74 mlx5_core_warn(mdev, "mlx5_core_peer_devlink_set err=%d\n", err);
75 goto peer_devlink_set_err;
76 }
77
78 devlink_register(devlink);
79 return 0;
80
81 peer_devlink_set_err:
82 if (mlx5_dev_is_lightweight(sf_dev->mdev))
83 mlx5_uninit_one_light(sf_dev->mdev);
84 else
85 mlx5_uninit_one(sf_dev->mdev);
86 init_one_err:
87 iounmap(mdev->iseg);
88 remap_err:
89 mlx5_mdev_uninit(mdev);
90 mdev_err:
91 mlx5_devlink_free(devlink);
92 return err;
93 }
94
mlx5_sf_dev_remove(struct auxiliary_device * adev)95 static void mlx5_sf_dev_remove(struct auxiliary_device *adev)
96 {
97 struct mlx5_sf_dev *sf_dev = container_of(adev, struct mlx5_sf_dev, adev);
98 struct devlink *devlink = priv_to_devlink(sf_dev->mdev);
99
100 mlx5_drain_health_wq(sf_dev->mdev);
101 devlink_unregister(devlink);
102 if (mlx5_dev_is_lightweight(sf_dev->mdev))
103 mlx5_uninit_one_light(sf_dev->mdev);
104 else
105 mlx5_uninit_one(sf_dev->mdev);
106 iounmap(sf_dev->mdev->iseg);
107 mlx5_mdev_uninit(sf_dev->mdev);
108 mlx5_devlink_free(devlink);
109 }
110
mlx5_sf_dev_shutdown(struct auxiliary_device * adev)111 static void mlx5_sf_dev_shutdown(struct auxiliary_device *adev)
112 {
113 struct mlx5_sf_dev *sf_dev = container_of(adev, struct mlx5_sf_dev, adev);
114
115 mlx5_unload_one(sf_dev->mdev, false);
116 }
117
118 static const struct auxiliary_device_id mlx5_sf_dev_id_table[] = {
119 { .name = MLX5_ADEV_NAME "." MLX5_SF_DEV_ID_NAME, },
120 { },
121 };
122
123 MODULE_DEVICE_TABLE(auxiliary, mlx5_sf_dev_id_table);
124
125 static struct auxiliary_driver mlx5_sf_driver = {
126 .name = MLX5_SF_DEV_ID_NAME,
127 .probe = mlx5_sf_dev_probe,
128 .remove = mlx5_sf_dev_remove,
129 .shutdown = mlx5_sf_dev_shutdown,
130 .id_table = mlx5_sf_dev_id_table,
131 };
132
mlx5_sf_driver_register(void)133 int mlx5_sf_driver_register(void)
134 {
135 return auxiliary_driver_register(&mlx5_sf_driver);
136 }
137
mlx5_sf_driver_unregister(void)138 void mlx5_sf_driver_unregister(void)
139 {
140 auxiliary_driver_unregister(&mlx5_sf_driver);
141 }
142