1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright (C) 2023 Intel Corporation */
3 
4 #include "idpf.h"
5 #include "idpf_devids.h"
6 #include "idpf_virtchnl.h"
7 
8 #define DRV_SUMMARY	"Intel(R) Infrastructure Data Path Function Linux Driver"
9 
10 MODULE_DESCRIPTION(DRV_SUMMARY);
11 MODULE_IMPORT_NS("LIBETH");
12 MODULE_LICENSE("GPL");
13 
14 /**
15  * idpf_remove - Device removal routine
16  * @pdev: PCI device information struct
17  */
idpf_remove(struct pci_dev * pdev)18 static void idpf_remove(struct pci_dev *pdev)
19 {
20 	struct idpf_adapter *adapter = pci_get_drvdata(pdev);
21 	int i;
22 
23 	set_bit(IDPF_REMOVE_IN_PROG, adapter->flags);
24 
25 	/* Wait until vc_event_task is done to consider if any hard reset is
26 	 * in progress else we may go ahead and release the resources but the
27 	 * thread doing the hard reset might continue the init path and
28 	 * end up in bad state.
29 	 */
30 	cancel_delayed_work_sync(&adapter->vc_event_task);
31 	if (adapter->num_vfs)
32 		idpf_sriov_configure(pdev, 0);
33 
34 	idpf_vc_core_deinit(adapter);
35 
36 	/* Be a good citizen and leave the device clean on exit */
37 	adapter->dev_ops.reg_ops.trigger_reset(adapter, IDPF_HR_FUNC_RESET);
38 	idpf_deinit_dflt_mbx(adapter);
39 
40 	if (!adapter->netdevs)
41 		goto destroy_wqs;
42 
43 	/* There are some cases where it's possible to still have netdevs
44 	 * registered with the stack at this point, e.g. if the driver detected
45 	 * a HW reset and rmmod is called before it fully recovers. Unregister
46 	 * any stale netdevs here.
47 	 */
48 	for (i = 0; i < adapter->max_vports; i++) {
49 		if (!adapter->netdevs[i])
50 			continue;
51 		if (adapter->netdevs[i]->reg_state != NETREG_UNINITIALIZED)
52 			unregister_netdev(adapter->netdevs[i]);
53 		free_netdev(adapter->netdevs[i]);
54 		adapter->netdevs[i] = NULL;
55 	}
56 
57 destroy_wqs:
58 	destroy_workqueue(adapter->init_wq);
59 	destroy_workqueue(adapter->serv_wq);
60 	destroy_workqueue(adapter->mbx_wq);
61 	destroy_workqueue(adapter->stats_wq);
62 	destroy_workqueue(adapter->vc_event_wq);
63 
64 	for (i = 0; i < adapter->max_vports; i++) {
65 		kfree(adapter->vport_config[i]);
66 		adapter->vport_config[i] = NULL;
67 	}
68 	kfree(adapter->vport_config);
69 	adapter->vport_config = NULL;
70 	kfree(adapter->netdevs);
71 	adapter->netdevs = NULL;
72 	kfree(adapter->vcxn_mngr);
73 	adapter->vcxn_mngr = NULL;
74 
75 	mutex_destroy(&adapter->vport_ctrl_lock);
76 	mutex_destroy(&adapter->vector_lock);
77 	mutex_destroy(&adapter->queue_lock);
78 	mutex_destroy(&adapter->vc_buf_lock);
79 
80 	pci_set_drvdata(pdev, NULL);
81 	kfree(adapter);
82 }
83 
84 /**
85  * idpf_shutdown - PCI callback for shutting down device
86  * @pdev: PCI device information struct
87  */
idpf_shutdown(struct pci_dev * pdev)88 static void idpf_shutdown(struct pci_dev *pdev)
89 {
90 	struct idpf_adapter *adapter = pci_get_drvdata(pdev);
91 
92 	cancel_delayed_work_sync(&adapter->serv_task);
93 	cancel_delayed_work_sync(&adapter->vc_event_task);
94 	idpf_vc_core_deinit(adapter);
95 	idpf_deinit_dflt_mbx(adapter);
96 
97 	if (system_state == SYSTEM_POWER_OFF)
98 		pci_set_power_state(pdev, PCI_D3hot);
99 }
100 
101 /**
102  * idpf_cfg_hw - Initialize HW struct
103  * @adapter: adapter to setup hw struct for
104  *
105  * Returns 0 on success, negative on failure
106  */
idpf_cfg_hw(struct idpf_adapter * adapter)107 static int idpf_cfg_hw(struct idpf_adapter *adapter)
108 {
109 	struct pci_dev *pdev = adapter->pdev;
110 	struct idpf_hw *hw = &adapter->hw;
111 
112 	hw->hw_addr = pcim_iomap_table(pdev)[0];
113 	if (!hw->hw_addr) {
114 		pci_err(pdev, "failed to allocate PCI iomap table\n");
115 
116 		return -ENOMEM;
117 	}
118 
119 	hw->back = adapter;
120 
121 	return 0;
122 }
123 
124 /**
125  * idpf_probe - Device initialization routine
126  * @pdev: PCI device information struct
127  * @ent: entry in idpf_pci_tbl
128  *
129  * Returns 0 on success, negative on failure
130  */
idpf_probe(struct pci_dev * pdev,const struct pci_device_id * ent)131 static int idpf_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
132 {
133 	struct device *dev = &pdev->dev;
134 	struct idpf_adapter *adapter;
135 	int err;
136 
137 	adapter = kzalloc(sizeof(*adapter), GFP_KERNEL);
138 	if (!adapter)
139 		return -ENOMEM;
140 
141 	adapter->req_tx_splitq = true;
142 	adapter->req_rx_splitq = true;
143 
144 	switch (ent->device) {
145 	case IDPF_DEV_ID_PF:
146 		idpf_dev_ops_init(adapter);
147 		break;
148 	case IDPF_DEV_ID_VF:
149 		idpf_vf_dev_ops_init(adapter);
150 		adapter->crc_enable = true;
151 		break;
152 	default:
153 		err = -ENODEV;
154 		dev_err(&pdev->dev, "Unexpected dev ID 0x%x in idpf probe\n",
155 			ent->device);
156 		goto err_free;
157 	}
158 
159 	adapter->pdev = pdev;
160 	err = pcim_enable_device(pdev);
161 	if (err)
162 		goto err_free;
163 
164 	err = pcim_iomap_regions(pdev, BIT(0), pci_name(pdev));
165 	if (err) {
166 		pci_err(pdev, "pcim_iomap_regions failed %pe\n", ERR_PTR(err));
167 
168 		goto err_free;
169 	}
170 
171 	/* set up for high or low dma */
172 	err = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(64));
173 	if (err) {
174 		pci_err(pdev, "DMA configuration failed: %pe\n", ERR_PTR(err));
175 
176 		goto err_free;
177 	}
178 
179 	pci_set_master(pdev);
180 	pci_set_drvdata(pdev, adapter);
181 
182 	adapter->init_wq = alloc_workqueue("%s-%s-init",
183 					   WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
184 					   dev_driver_string(dev),
185 					   dev_name(dev));
186 	if (!adapter->init_wq) {
187 		dev_err(dev, "Failed to allocate init workqueue\n");
188 		err = -ENOMEM;
189 		goto err_free;
190 	}
191 
192 	adapter->serv_wq = alloc_workqueue("%s-%s-service",
193 					   WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
194 					   dev_driver_string(dev),
195 					   dev_name(dev));
196 	if (!adapter->serv_wq) {
197 		dev_err(dev, "Failed to allocate service workqueue\n");
198 		err = -ENOMEM;
199 		goto err_serv_wq_alloc;
200 	}
201 
202 	adapter->mbx_wq = alloc_workqueue("%s-%s-mbx",
203 					  WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
204 					  dev_driver_string(dev),
205 					  dev_name(dev));
206 	if (!adapter->mbx_wq) {
207 		dev_err(dev, "Failed to allocate mailbox workqueue\n");
208 		err = -ENOMEM;
209 		goto err_mbx_wq_alloc;
210 	}
211 
212 	adapter->stats_wq = alloc_workqueue("%s-%s-stats",
213 					    WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
214 					    dev_driver_string(dev),
215 					    dev_name(dev));
216 	if (!adapter->stats_wq) {
217 		dev_err(dev, "Failed to allocate workqueue\n");
218 		err = -ENOMEM;
219 		goto err_stats_wq_alloc;
220 	}
221 
222 	adapter->vc_event_wq = alloc_workqueue("%s-%s-vc_event",
223 					       WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
224 					       dev_driver_string(dev),
225 					       dev_name(dev));
226 	if (!adapter->vc_event_wq) {
227 		dev_err(dev, "Failed to allocate virtchnl event workqueue\n");
228 		err = -ENOMEM;
229 		goto err_vc_event_wq_alloc;
230 	}
231 
232 	/* setup msglvl */
233 	adapter->msg_enable = netif_msg_init(-1, IDPF_AVAIL_NETIF_M);
234 
235 	err = idpf_cfg_hw(adapter);
236 	if (err) {
237 		dev_err(dev, "Failed to configure HW structure for adapter: %d\n",
238 			err);
239 		goto err_cfg_hw;
240 	}
241 
242 	mutex_init(&adapter->vport_ctrl_lock);
243 	mutex_init(&adapter->vector_lock);
244 	mutex_init(&adapter->queue_lock);
245 	mutex_init(&adapter->vc_buf_lock);
246 
247 	INIT_DELAYED_WORK(&adapter->init_task, idpf_init_task);
248 	INIT_DELAYED_WORK(&adapter->serv_task, idpf_service_task);
249 	INIT_DELAYED_WORK(&adapter->mbx_task, idpf_mbx_task);
250 	INIT_DELAYED_WORK(&adapter->stats_task, idpf_statistics_task);
251 	INIT_DELAYED_WORK(&adapter->vc_event_task, idpf_vc_event_task);
252 
253 	adapter->dev_ops.reg_ops.reset_reg_init(adapter);
254 	set_bit(IDPF_HR_DRV_LOAD, adapter->flags);
255 	queue_delayed_work(adapter->vc_event_wq, &adapter->vc_event_task,
256 			   msecs_to_jiffies(10 * (pdev->devfn & 0x07)));
257 
258 	return 0;
259 
260 err_cfg_hw:
261 	destroy_workqueue(adapter->vc_event_wq);
262 err_vc_event_wq_alloc:
263 	destroy_workqueue(adapter->stats_wq);
264 err_stats_wq_alloc:
265 	destroy_workqueue(adapter->mbx_wq);
266 err_mbx_wq_alloc:
267 	destroy_workqueue(adapter->serv_wq);
268 err_serv_wq_alloc:
269 	destroy_workqueue(adapter->init_wq);
270 err_free:
271 	kfree(adapter);
272 	return err;
273 }
274 
275 /* idpf_pci_tbl - PCI Dev idpf ID Table
276  */
277 static const struct pci_device_id idpf_pci_tbl[] = {
278 	{ PCI_VDEVICE(INTEL, IDPF_DEV_ID_PF)},
279 	{ PCI_VDEVICE(INTEL, IDPF_DEV_ID_VF)},
280 	{ /* Sentinel */ }
281 };
282 MODULE_DEVICE_TABLE(pci, idpf_pci_tbl);
283 
284 static struct pci_driver idpf_driver = {
285 	.name			= KBUILD_MODNAME,
286 	.id_table		= idpf_pci_tbl,
287 	.probe			= idpf_probe,
288 	.sriov_configure	= idpf_sriov_configure,
289 	.remove			= idpf_remove,
290 	.shutdown		= idpf_shutdown,
291 };
292 module_pci_driver(idpf_driver);
293