xref: /src/sys/sys/bus.h (revision b937f9bf750907602606691dd92fb6d70e9f88da) !
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause
3  *
4  * Copyright (c) 1997,1998,2003 Doug Rabson
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions and the following disclaimer.
12  * 2. Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in the
14  *    documentation and/or other materials provided with the distribution.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26  * SUCH DAMAGE.
27  */
28 
29 #ifndef _SYS_BUS_H_
30 #define _SYS_BUS_H_
31 
32 #include <machine/_limits.h>
33 #include <machine/_bus.h>
34 #include <sys/_bus_dma.h>
35 #include <sys/ioccom.h>
36 
37 /**
38  * @defgroup NEWBUS newbus - a generic framework for managing devices
39  * @{
40  */
41 
42 /**
43  * @brief Interface information structure.
44  */
45 struct u_businfo {
46 	int	ub_version;		/**< @brief interface version */
47 #define BUS_USER_VERSION	2
48 	int	ub_generation;		/**< @brief generation count */
49 };
50 
51 /**
52  * @brief State of the device.
53  */
54 typedef enum device_state {
55 	DS_NOTPRESENT = 10,		/**< @brief not probed or probe failed */
56 	DS_ALIVE = 20,			/**< @brief probe succeeded */
57 	DS_ATTACHING = 25,		/**< @brief currently attaching */
58 	DS_ATTACHED = 30,		/**< @brief attach method called */
59 } device_state_t;
60 
61 /**
62  * @brief Device proprty types.
63  *
64  * Those are used by bus logic to encode requested properties,
65  * e.g. in DT all properties are stored as BE and need to be converted
66  * to host endianness.
67  */
68 typedef enum device_property_type {
69 	DEVICE_PROP_ANY = 0,
70 	DEVICE_PROP_BUFFER = 1,
71 	DEVICE_PROP_UINT32 = 2,
72 	DEVICE_PROP_UINT64 = 3,
73 	DEVICE_PROP_HANDLE = 4,
74 } device_property_type_t;
75 
76 /**
77  * @brief Device information exported to userspace.
78  * The strings are placed one after the other, separated by NUL characters.
79  * Fields should be added after the last one and order maintained for compatibility
80  */
81 #define BUS_USER_BUFFER		(3 * 1024)
82 struct u_device {
83 	uintptr_t	dv_handle;
84 	uintptr_t	dv_parent;
85 	uint32_t	dv_devflags;		/**< @brief API Flags for device */
86 	uint16_t	dv_flags;		/**< @brief flags for dev state */
87 	device_state_t	dv_state;		/**< @brief State of attachment */
88 	char		dv_fields[BUS_USER_BUFFER]; /**< @brief NUL terminated fields */
89 	/* name (name of the device in tree) */
90 	/* desc (driver description) */
91 	/* drivername (Name of driver without unit number) */
92 	/* pnpinfo (Plug and play information from bus) */
93 	/* location (Location of device on parent */
94 	/* NUL */
95 };
96 
97 /* Flags exported via dv_flags. */
98 #define	DF_ENABLED	0x01		/* device should be probed/attached */
99 #define	DF_FIXEDCLASS	0x02		/* devclass specified at create time */
100 #define	DF_WILDCARD	0x04		/* unit was originally wildcard */
101 #define	DF_DESCMALLOCED	0x08		/* description was malloced */
102 #define	DF_QUIET	0x10		/* don't print verbose attach message */
103 #define	DF_DONENOMATCH	0x20		/* don't execute DEVICE_NOMATCH again */
104 #define	DF_EXTERNALSOFTC 0x40		/* softc not allocated by us */
105 #define	DF_SUSPENDED	0x100		/* Device is suspended. */
106 #define	DF_QUIET_CHILDREN 0x200		/* Default to quiet for all my children */
107 #define	DF_ATTACHED_ONCE 0x400		/* Has been attached at least once */
108 #define	DF_NEEDNOMATCH	0x800		/* Has a pending NOMATCH event */
109 
110 /**
111  * @brief Device request structure used for ioctl's.
112  *
113  * Used for ioctl's on /dev/devctl2.  All device ioctl's
114  * must have parameter definitions which begin with dr_name.
115  */
116 struct devreq_buffer {
117 	void	*buffer;
118 	size_t	length;
119 };
120 
121 struct devreq {
122 	char		dr_name[128];
123 	int		dr_flags;		/* request-specific flags */
124 	union {
125 		struct devreq_buffer dru_buffer;
126 		void	*dru_data;
127 	} dr_dru;
128 #define	dr_buffer	dr_dru.dru_buffer	/* variable-sized buffer */
129 #define	dr_data		dr_dru.dru_data		/* fixed-size buffer */
130 };
131 
132 #define	DEV_ATTACH	_IOW('D', 1, struct devreq)
133 #define	DEV_DETACH	_IOW('D', 2, struct devreq)
134 #define	DEV_ENABLE	_IOW('D', 3, struct devreq)
135 #define	DEV_DISABLE	_IOW('D', 4, struct devreq)
136 #define	DEV_SUSPEND	_IOW('D', 5, struct devreq)
137 #define	DEV_RESUME	_IOW('D', 6, struct devreq)
138 #define	DEV_SET_DRIVER	_IOW('D', 7, struct devreq)
139 #define	DEV_CLEAR_DRIVER _IOW('D', 8, struct devreq)
140 #define	DEV_RESCAN	_IOW('D', 9, struct devreq)
141 #define	DEV_DELETE	_IOW('D', 10, struct devreq)
142 #define	DEV_FREEZE	_IOW('D', 11, struct devreq)
143 #define	DEV_THAW	_IOW('D', 12, struct devreq)
144 #define	DEV_RESET	_IOW('D', 13, struct devreq)
145 #define	DEV_GET_PATH	_IOWR('D', 14, struct devreq)
146 
147 /* Flags for DEV_DETACH and DEV_DISABLE. */
148 #define	DEVF_FORCE_DETACH	0x0000001
149 
150 /* Flags for DEV_SET_DRIVER. */
151 #define	DEVF_SET_DRIVER_DETACH	0x0000001	/* Detach existing driver. */
152 
153 /* Flags for DEV_CLEAR_DRIVER. */
154 #define	DEVF_CLEAR_DRIVER_DETACH 0x0000001	/* Detach existing driver. */
155 
156 /* Flags for DEV_DELETE. */
157 #define	DEVF_FORCE_DELETE	0x0000001
158 
159 /* Flags for DEV_RESET */
160 #define	DEVF_RESET_DETACH	0x0000001	/* Detach drivers vs suspend
161 						   device */
162 #define DEVICE_UNIT_ANY		(-1)
163 
164 #ifdef _KERNEL
165 
166 #include <sys/_eventhandler.h>
167 #include <sys/kobj.h>
168 #include <sys/systm.h>
169 #include <sys/devctl.h>
170 
171 /**
172  * Device name parsers.  Hook to allow device enumerators to map
173  * scheme-specific names to a device.
174  */
175 typedef void (*dev_lookup_fn)(void *arg, const char *name,
176     device_t *result);
177 EVENTHANDLER_DECLARE(dev_lookup, dev_lookup_fn);
178 
179 /**
180  * @brief A device driver.
181  *
182  * Provides an abstraction layer for driver dispatch.
183  */
184 typedef struct kobj_class	driver_t;
185 
186 /**
187  * @brief A device class
188  *
189  * The devclass object has two main functions in the system. The first
190  * is to manage the allocation of unit numbers for device instances
191  * and the second is to hold the list of device drivers for a
192  * particular bus type. Each devclass has a name and there cannot be
193  * two devclasses with the same name. This ensures that unique unit
194  * numbers are allocated to device instances.
195  *
196  * Drivers that support several different bus attachments (e.g. isa,
197  * pci, pccard) should all use the same devclass to ensure that unit
198  * numbers do not conflict.
199  *
200  * Each devclass may also have a parent devclass. This is used when
201  * searching for device drivers to allow a form of inheritance. When
202  * matching drivers with devices, first the driver list of the parent
203  * device's devclass is searched. If no driver is found in that list,
204  * the search continues in the parent devclass (if any).
205  */
206 typedef struct devclass		*devclass_t;
207 
208 /**
209  * @brief A device method
210  */
211 #define device_method_t		kobj_method_t
212 
213 /**
214  * @brief Driver interrupt filter return values
215  *
216  * If a driver provides an interrupt filter routine it must return an
217  * integer consisting of oring together zero or more of the following
218  * flags:
219  *
220  *	FILTER_STRAY	- this device did not trigger the interrupt
221  *	FILTER_HANDLED	- the interrupt has been fully handled and can be EOId
222  *	FILTER_SCHEDULE_THREAD - the threaded interrupt handler should be
223  *			  scheduled to execute
224  *
225  * If the driver does not provide a filter, then the interrupt code will
226  * act is if the filter had returned FILTER_SCHEDULE_THREAD.  Note that it
227  * is illegal to specify any other flag with FILTER_STRAY and that it is
228  * illegal to not specify either of FILTER_HANDLED or FILTER_SCHEDULE_THREAD
229  * if FILTER_STRAY is not specified.
230  */
231 #define	FILTER_STRAY		0x01
232 #define	FILTER_HANDLED		0x02
233 #define	FILTER_SCHEDULE_THREAD	0x04
234 
235 /**
236  * @brief Driver interrupt service routines
237  *
238  * The filter routine is run in primary interrupt context and may not
239  * block or use regular mutexes.  It may only use spin mutexes for
240  * synchronization.  The filter may either completely handle the
241  * interrupt or it may perform some of the work and defer more
242  * expensive work to the regular interrupt handler.  If a filter
243  * routine is not registered by the driver, then the regular interrupt
244  * handler is always used to handle interrupts from this device.
245  *
246  * The regular interrupt handler executes in its own thread context
247  * and may use regular mutexes.  However, it is prohibited from
248  * sleeping on a sleep queue.
249  */
250 typedef int driver_filter_t(void *);
251 typedef void driver_intr_t(void *);
252 
253 /**
254  * @brief Interrupt type bits.
255  *
256  * These flags may be passed by drivers to bus_setup_intr(9) when
257  * registering a new interrupt handler. The field is overloaded to
258  * specify both the interrupt's type and any special properties.
259  *
260  * The INTR_TYPE* bits will be passed to intr_priority(9) to determine
261  * the scheduling priority of the handler's ithread. Historically, each
262  * type was assigned a unique scheduling preference, but now only
263  * INTR_TYPE_CLK receives a default priority higher than other
264  * interrupts. See sys/priority.h.
265  *
266  * Buses may choose to modify or augment these flags as appropriate,
267  * e.g. nexus may apply INTR_EXCL.
268  */
269 enum intr_type {
270 	INTR_TYPE_TTY = 1,
271 	INTR_TYPE_BIO = 2,
272 	INTR_TYPE_NET = 4,
273 	INTR_TYPE_CAM = 8,
274 	INTR_TYPE_MISC = 16,
275 	INTR_TYPE_CLK = 32,
276 	INTR_TYPE_AV = 64,
277 	INTR_EXCL = 256,		/* exclusive interrupt */
278 	INTR_MPSAFE = 512,		/* this interrupt is SMP safe */
279 	INTR_ENTROPY = 1024,		/* this interrupt provides entropy */
280 	INTR_SLEEPABLE = 2048,		/* this interrupt handler can sleep */
281 	INTR_MD1 = 4096,		/* flag reserved for MD use */
282 	INTR_MD2 = 8192,		/* flag reserved for MD use */
283 	INTR_MD3 = 16384,		/* flag reserved for MD use */
284 	INTR_MD4 = 32768		/* flag reserved for MD use */
285 };
286 
287 enum intr_trigger {
288 	INTR_TRIGGER_INVALID = -1,
289 	INTR_TRIGGER_CONFORM = 0,
290 	INTR_TRIGGER_EDGE = 1,
291 	INTR_TRIGGER_LEVEL = 2
292 };
293 
294 enum intr_polarity {
295 	INTR_POLARITY_CONFORM = 0,
296 	INTR_POLARITY_HIGH = 1,
297 	INTR_POLARITY_LOW = 2
298 };
299 
300 /**
301  * Bus drivers may maintain a set of bus-specific instance variables
302  * for each child device.  The BUS_READ_IVAR/BUS_WRITE_IVAR API can be
303  * used to access these variables using an index value.  Some index
304  * values are private to a single bus and should be defined in the
305  * private range.  Other index values are shared by multiple busses
306  * and must have the same meaning in all bus drivers.
307  */
308 
309 #define	BUS_IVARS_PRIVATE	0x0	/* private variables */
310 #define	BUS_IVARS_ACPI		0x100
311 #define	BUS_IVARS_GIC		0x200
312 #define	BUS_IVARS_GPIOBUS	0x300
313 #define	BUS_IVARS_SUPERIO	0x400
314 
315 /**
316  * CPU sets supported by bus_get_cpus().  Note that not all sets may be
317  * supported for a given device.  If a request is not supported by a
318  * device (or its parents), then bus_get_cpus() will fail with EINVAL.
319  */
320 enum cpu_sets {
321 	LOCAL_CPUS = 0,
322 	INTR_CPUS
323 };
324 
325 struct resource;
326 
327 /**
328  * @brief A resource mapping.
329  */
330 struct resource_map {
331 	bus_space_tag_t r_bustag;
332 	bus_space_handle_t r_bushandle;
333 	bus_size_t r_size;
334 	void	*r_vaddr;
335 };
336 
337 /**
338  * @brief Optional properties of a resource mapping request.
339  */
340 struct resource_map_request {
341 	size_t	size;
342 	rman_res_t offset;
343 	rman_res_t length;
344 	vm_memattr_t memattr;
345 };
346 
347 void	resource_init_map_request_impl(struct resource_map_request *_args,
348 	    size_t _sz);
349 #define	resource_init_map_request(rmr) 					\
350 	resource_init_map_request_impl((rmr), sizeof(*(rmr)))
351 int	resource_validate_map_request(struct resource *r,
352 	    struct resource_map_request *in, struct resource_map_request *out,
353 	    rman_res_t *startp, rman_res_t *lengthp);
354 
355 /*
356  * Definitions for drivers which need to keep simple lists of resources
357  * for their child devices.
358  */
359 
360 /**
361  * @brief An entry for a single resource in a resource list.
362  */
363 struct resource_list_entry {
364 	STAILQ_ENTRY(resource_list_entry) link;
365 	int	type;			/**< @brief type argument to alloc_resource */
366 	int	rid;			/**< @brief resource identifier */
367 	int	flags;			/**< @brief resource flags */
368 	struct	resource *res;		/**< @brief the real resource when allocated */
369 	rman_res_t	start;		/**< @brief start of resource range */
370 	rman_res_t	end;		/**< @brief end of resource range */
371 	rman_res_t	count;			/**< @brief count within range */
372 };
373 STAILQ_HEAD(resource_list, resource_list_entry);
374 
375 #define	RLE_RESERVED		0x0001	/* Reserved by the parent bus. */
376 #define	RLE_ALLOCATED		0x0002	/* Reserved resource is allocated. */
377 #define	RLE_PREFETCH		0x0004	/* Resource is a prefetch range. */
378 
379 void	resource_list_init(struct resource_list *rl);
380 void	resource_list_free(struct resource_list *rl);
381 struct resource_list_entry *
382 	resource_list_add(struct resource_list *rl,
383 			  int type, int rid,
384 			  rman_res_t start, rman_res_t end, rman_res_t count);
385 int	resource_list_add_next(struct resource_list *rl,
386 			  int type,
387 			  rman_res_t start, rman_res_t end, rman_res_t count);
388 int	resource_list_busy(struct resource_list *rl,
389 			   int type, int rid);
390 int	resource_list_reserved(struct resource_list *rl, int type, int rid);
391 struct resource_list_entry*
392 	resource_list_find(struct resource_list *rl,
393 			   int type, int rid);
394 void	resource_list_delete(struct resource_list *rl,
395 			     int type, int rid);
396 struct resource *
397 	resource_list_alloc(struct resource_list *rl,
398 			    device_t bus, device_t child,
399 			    int type, int rid,
400 			    rman_res_t start, rman_res_t end,
401 			    rman_res_t count, u_int flags);
402 int	resource_list_release(struct resource_list *rl,
403 			      device_t bus, device_t child,
404 			      struct resource *res);
405 int	resource_list_release_active(struct resource_list *rl,
406 				     device_t bus, device_t child,
407 				     int type);
408 struct resource *
409 	resource_list_reserve(struct resource_list *rl,
410 			      device_t bus, device_t child,
411 			      int type, int rid,
412 			      rman_res_t start, rman_res_t end,
413 			      rman_res_t count, u_int flags);
414 int	resource_list_unreserve(struct resource_list *rl,
415 				device_t bus, device_t child,
416 				int type, int rid);
417 void	resource_list_purge(struct resource_list *rl);
418 int	resource_list_print_type(struct resource_list *rl,
419 				 const char *name, int type,
420 				 const char *format);
421 
422 /*
423  * The root bus, to which all top-level buses are attached.
424  */
425 extern device_t root_bus;
426 extern devclass_t root_devclass;
427 void	root_bus_configure(void);
428 
429 /*
430  * Useful functions for implementing buses.
431  */
432 
433 struct _cpuset;
434 
435 int	bus_generic_activate_resource(device_t dev, device_t child,
436 				      struct resource *r);
437 device_t
438 	bus_generic_add_child(device_t dev, u_int order, const char *name,
439 			      int unit);
440 int	bus_generic_adjust_resource(device_t bus, device_t child,
441 				    struct resource *r, rman_res_t start,
442 				    rman_res_t end);
443 struct resource *
444 	bus_generic_alloc_resource(device_t bus, device_t child, int type,
445 				   int rid, rman_res_t start, rman_res_t end,
446 				   rman_res_t count, u_int flags);
447 int	bus_generic_translate_resource(device_t dev, int type, rman_res_t start,
448 			      rman_res_t *newstart);
449 int	bus_generic_attach(device_t dev)
450 	__deprecated1("Use bus_attach_children instead");
451 int	bus_generic_bind_intr(device_t dev, device_t child,
452 			      struct resource *irq, int cpu);
453 int	bus_generic_child_location(device_t dev, device_t child, struct sbuf *sb);
454 int	bus_generic_child_pnpinfo(device_t dev, device_t child, struct sbuf *sb);
455 int	bus_generic_child_present(device_t dev, device_t child);
456 int	bus_generic_config_intr(device_t, int, enum intr_trigger,
457 				enum intr_polarity);
458 int	bus_generic_describe_intr(device_t dev, device_t child,
459 				  struct resource *irq, void *cookie,
460 				  const char *descr);
461 int	bus_generic_deactivate_resource(device_t dev, device_t child,
462 					struct resource *r);
463 int	bus_generic_detach(device_t dev);
464 void	bus_generic_driver_added(device_t dev, driver_t *driver);
465 int	bus_generic_get_cpus(device_t dev, device_t child, enum cpu_sets op,
466 			     size_t setsize, struct _cpuset *cpuset);
467 bus_dma_tag_t
468 	bus_generic_get_dma_tag(device_t dev, device_t child);
469 bus_space_tag_t
470 	bus_generic_get_bus_tag(device_t dev, device_t child);
471 int	bus_generic_get_domain(device_t dev, device_t child, int *domain);
472 ssize_t	bus_generic_get_property(device_t dev, device_t child,
473 				 const char *propname, void *propvalue,
474 				 size_t size, device_property_type_t type);
475 int	bus_generic_map_resource(device_t dev, device_t child,
476 				 struct resource *r,
477 				 struct resource_map_request *args,
478 				 struct resource_map *map);
479 void	bus_generic_new_pass(device_t dev);
480 int	bus_print_child_header(device_t dev, device_t child);
481 int	bus_print_child_domain(device_t dev, device_t child);
482 int	bus_print_child_footer(device_t dev, device_t child);
483 int	bus_generic_print_child(device_t dev, device_t child);
484 int	bus_generic_probe(device_t dev)
485 	__deprecated1("Use bus_identify_children instead");
486 int	bus_generic_read_ivar(device_t dev, device_t child, int which,
487 			      uintptr_t *result);
488 int	bus_generic_release_resource(device_t bus, device_t child,
489 				     struct resource *r);
490 int	bus_generic_resume(device_t dev);
491 int	bus_generic_resume_child(device_t dev, device_t child);
492 int	bus_generic_setup_intr(device_t dev, device_t child,
493 			       struct resource *irq, int flags,
494 			       driver_filter_t *filter, driver_intr_t *intr,
495 			       void *arg, void **cookiep);
496 
497 struct resource *
498 	bus_generic_rl_alloc_resource(device_t, device_t, int, int,
499 				      rman_res_t, rman_res_t, rman_res_t, u_int);
500 void	bus_generic_rl_delete_resource(device_t, device_t, int, int);
501 int	bus_generic_rl_get_resource(device_t, device_t, int, int, rman_res_t *,
502 				    rman_res_t *);
503 int	bus_generic_rl_set_resource(device_t, device_t, int, int, rman_res_t,
504 				    rman_res_t);
505 int	bus_generic_rl_release_resource(device_t, device_t, struct resource *);
506 struct resource *
507 	bus_generic_rman_alloc_resource(device_t dev, device_t child, int type,
508 					int rid, rman_res_t start,
509 					rman_res_t end, rman_res_t count,
510 					u_int flags);
511 int	bus_generic_rman_adjust_resource(device_t dev, device_t child,
512 					 struct resource *r, rman_res_t start,
513 					 rman_res_t end);
514 int	bus_generic_rman_release_resource(device_t dev, device_t child,
515 					  struct resource *r);
516 int	bus_generic_rman_activate_resource(device_t dev, device_t child,
517 					   struct resource *r);
518 int	bus_generic_rman_deactivate_resource(device_t dev, device_t child,
519 					     struct resource *r);
520 
521 int	bus_generic_shutdown(device_t dev);
522 int	bus_generic_suspend(device_t dev);
523 int	bus_generic_suspend_child(device_t dev, device_t child);
524 int	bus_generic_teardown_intr(device_t dev, device_t child,
525 				  struct resource *irq, void *cookie);
526 int	bus_generic_suspend_intr(device_t dev, device_t child,
527 				  struct resource *irq);
528 int	bus_generic_resume_intr(device_t dev, device_t child,
529 				  struct resource *irq);
530 int	bus_generic_unmap_resource(device_t dev, device_t child,
531 				   struct resource *r,
532 				   struct resource_map *map);
533 int	bus_generic_write_ivar(device_t dev, device_t child, int which,
534 			       uintptr_t value);
535 int	bus_generic_get_device_path(device_t bus, device_t child, const char *locator,
536 				    struct sbuf *sb);
537 int	bus_helper_reset_post(device_t dev, int flags);
538 int	bus_helper_reset_prepare(device_t dev, int flags);
539 int	bus_null_rescan(device_t dev);
540 
541 /*
542  * Wrapper functions for the BUS_*_RESOURCE methods to make client code
543  * a little simpler.
544  */
545 
546 struct resource_spec {
547 	int	type;
548 	int	rid;
549 	int	flags;
550 };
551 #define	RESOURCE_SPEC_END	{-1, 0, 0}
552 
553 int	bus_alloc_resources(device_t dev, struct resource_spec *rs,
554 			    struct resource **res);
555 void	bus_release_resources(device_t dev, const struct resource_spec *rs,
556 			      struct resource **res);
557 
558 int	bus_adjust_resource(device_t child, struct resource *r,
559 			    rman_res_t start, rman_res_t end);
560 int	bus_translate_resource(device_t child, int type, rman_res_t start,
561 			       rman_res_t *newstart);
562 struct	resource *bus_alloc_resource(device_t dev, int type, int rid,
563 				     rman_res_t start, rman_res_t end,
564 				     rman_res_t count, u_int flags);
565 int	bus_activate_resource(device_t dev, struct resource *r);
566 int	bus_deactivate_resource(device_t dev, struct resource *r);
567 int	bus_map_resource(device_t dev, struct resource *r,
568 			 struct resource_map_request *args,
569 			 struct resource_map *map);
570 int	bus_unmap_resource(device_t dev, struct resource *r,
571 			   struct resource_map *map);
572 int	bus_get_cpus(device_t dev, enum cpu_sets op, size_t setsize,
573 		     struct _cpuset *cpuset);
574 bus_dma_tag_t bus_get_dma_tag(device_t dev);
575 bus_space_tag_t bus_get_bus_tag(device_t dev);
576 int	bus_get_domain(device_t dev, int *domain);
577 int	bus_release_resource(device_t dev, struct resource *r);
578 int	bus_free_resource(device_t dev, int type, struct resource *r);
579 int	bus_setup_intr(device_t dev, struct resource *r, int flags,
580 		       driver_filter_t filter, driver_intr_t handler,
581 		       void *arg, void **cookiep);
582 int	bus_teardown_intr(device_t dev, struct resource *r, void *cookie);
583 int	bus_suspend_intr(device_t dev, struct resource *r);
584 int	bus_resume_intr(device_t dev, struct resource *r);
585 int	bus_bind_intr(device_t dev, struct resource *r, int cpu);
586 int	bus_describe_intr(device_t dev, struct resource *irq, void *cookie,
587 			  const char *fmt, ...) __printflike(4, 5);
588 int	bus_set_resource(device_t dev, int type, int rid,
589 			 rman_res_t start, rman_res_t count);
590 int	bus_get_resource(device_t dev, int type, int rid,
591 			 rman_res_t *startp, rman_res_t *countp);
592 rman_res_t	bus_get_resource_start(device_t dev, int type, int rid);
593 rman_res_t	bus_get_resource_count(device_t dev, int type, int rid);
594 void	bus_delete_resource(device_t dev, int type, int rid);
595 int	bus_child_present(device_t child);
596 int	bus_child_pnpinfo(device_t child, struct sbuf *sb);
597 int	bus_child_location(device_t child, struct sbuf *sb);
598 
599 void	bus_attach_children(device_t dev);
600 void	bus_delayed_attach_children(device_t bus);
601 int	bus_detach_children(device_t dev);
602 void	bus_enumerate_hinted_children(device_t bus);
603 void	bus_identify_children(device_t dev);
604 
605 static __inline struct resource *
bus_alloc_resource_any(device_t dev,int type,int rid,u_int flags)606 bus_alloc_resource_any(device_t dev, int type, int rid, u_int flags)
607 {
608 	return (bus_alloc_resource(dev, type, rid, 0, ~0, 1, flags));
609 }
610 
611 static __inline struct resource *
bus_alloc_resource_anywhere(device_t dev,int type,int rid,rman_res_t count,u_int flags)612 bus_alloc_resource_anywhere(device_t dev, int type, int rid,
613     rman_res_t count, u_int flags)
614 {
615 	return (bus_alloc_resource(dev, type, rid, 0, ~0, count, flags));
616 }
617 
618 /* Compat shims for bus_alloc_resource API. */
619 static __inline struct resource *
bus_alloc_resource_var(device_t dev,int type,int * rid,rman_res_t start,rman_res_t end,rman_res_t count,u_int flags)620 bus_alloc_resource_var(device_t dev, int type, int *rid, rman_res_t start,
621     rman_res_t end, rman_res_t count, u_int flags)
622 {
623 	return (bus_alloc_resource(dev, type, *rid, start, end, count, flags));
624 }
625 
626 static __inline struct resource *
bus_alloc_resource_any_var(device_t dev,int type,int * rid,u_int flags)627 bus_alloc_resource_any_var(device_t dev, int type, int *rid, u_int flags)
628 {
629 	return (bus_alloc_resource(dev, type, *rid, 0, ~0, 1, flags));
630 }
631 
632 static __inline struct resource *
bus_alloc_resource_anywhere_var(device_t dev,int type,int * rid,rman_res_t count,u_int flags)633 bus_alloc_resource_anywhere_var(device_t dev, int type, int *rid,
634     rman_res_t count, u_int flags)
635 {
636 	return (bus_alloc_resource(dev, type, *rid, 0, ~0, count, flags));
637 }
638 
639 #define	bus_alloc_resource(dev, type, rid, start, end, count, flags)	\
640 	_Generic((rid),							\
641 	    int *: bus_alloc_resource_var,				\
642 	    unsigned int *: bus_alloc_resource_var,			\
643 	    default: bus_alloc_resource)				\
644 	((dev), (type), (rid), (start), (end), (count), (flags))
645 
646 #define	bus_alloc_resource_any(dev, type, rid, flags)			\
647 	_Generic((rid),							\
648 	    int *: bus_alloc_resource_any_var,				\
649 	    unsigned int *: bus_alloc_resource_any_var,			\
650 	    default: bus_alloc_resource_any)				\
651 	((dev), (type), (rid), (flags))
652 
653 #define	bus_alloc_resource_anywhere(dev, type, rid, count, flags)	\
654 	_Generic((rid),							\
655 	    int *: bus_alloc_resource_anywhere_var,			\
656 	    unsigned int *: bus_alloc_resource_anywhere_var,		\
657 	    default: bus_alloc_resource_anywhere)			\
658 	((dev), (type), (rid), (count), (flags))
659 
660 /* Compat shims for simpler bus resource API. */
661 int	bus_adjust_resource_old(device_t child, int type, struct resource *r,
662     rman_res_t start, rman_res_t end);
663 int	bus_activate_resource_old(device_t dev, int type, int rid,
664 				  struct resource *r);
665 int	bus_deactivate_resource_old(device_t dev, int type, int rid,
666 				    struct resource *r);
667 int	bus_map_resource_old(device_t dev, int type, struct resource *r,
668 			     struct resource_map_request *args,
669 			     struct resource_map *map);
670 int	bus_unmap_resource_old(device_t dev, int type, struct resource *r,
671 			       struct resource_map *map);
672 int	bus_release_resource_old(device_t dev, int type, int rid,
673 				 struct resource *r);
674 
675 #define	_BUS_API_MACRO(_1, _2, _3, _4, _5, NAME, ...)	NAME
676 
677 #define	bus_adjust_resource(...)					\
678 	_BUS_API_MACRO(__VA_ARGS__, bus_adjust_resource_old,		\
679 	    bus_adjust_resource)(__VA_ARGS__)
680 
681 #define	bus_activate_resource(...)					\
682 	_BUS_API_MACRO(__VA_ARGS__, INVALID, bus_activate_resource_old,	\
683 	    INVALID, bus_activate_resource)(__VA_ARGS__)
684 
685 #define	bus_deactivate_resource(...)					\
686 	_BUS_API_MACRO(__VA_ARGS__, INVALID, bus_deactivate_resource_old, \
687 	    INVALID, bus_deactivate_resource)(__VA_ARGS__)
688 
689 #define	bus_map_resource(...)						\
690 	_BUS_API_MACRO(__VA_ARGS__, bus_map_resource_old,		\
691 	    bus_map_resource)(__VA_ARGS__)
692 
693 #define	bus_unmap_resource(...)						\
694 	_BUS_API_MACRO(__VA_ARGS__, INVALID, bus_unmap_resource_old,	\
695 	    bus_unmap_resource)(__VA_ARGS__)
696 
697 #define	bus_release_resource(...)					\
698 	_BUS_API_MACRO(__VA_ARGS__, INVALID, bus_release_resource_old,	\
699 	    INVALID, bus_release_resource)(__VA_ARGS__)
700 
701 /*
702  * Access functions for device.
703  */
704 device_t	device_add_child(device_t dev, const char *name, int unit);
705 device_t	device_add_child_ordered(device_t dev, u_int order,
706 					 const char *name, int unit);
707 void	device_busy(device_t dev);
708 int	device_delete_child(device_t dev, device_t child);
709 int	device_delete_children(device_t dev);
710 int	device_attach(device_t dev);
711 int	device_detach(device_t dev);
712 void	device_disable(device_t dev);
713 void	device_enable(device_t dev);
714 device_t	device_find_child(device_t dev, const char *classname,
715 				  int unit);
716 const char	*device_get_desc(device_t dev);
717 devclass_t	device_get_devclass(device_t dev);
718 driver_t	*device_get_driver(device_t dev);
719 u_int32_t	device_get_flags(device_t dev);
720 device_t	device_get_parent(device_t dev);
721 int	device_get_children(device_t dev, device_t **listp, int *countp);
722 void	*device_get_ivars(device_t dev);
723 void	device_set_ivars(device_t dev, void *ivars);
724 const	char *device_get_name(device_t dev);
725 const	char *device_get_nameunit(device_t dev);
726 void	*device_get_softc(device_t dev);
727 device_state_t	device_get_state(device_t dev);
728 int	device_get_unit(device_t dev);
729 struct sysctl_ctx_list *device_get_sysctl_ctx(device_t dev);
730 struct sysctl_oid *device_get_sysctl_tree(device_t dev);
731 bool	device_has_children(device_t dev);
732 int	device_has_quiet_children(device_t dev);
733 int	device_is_alive(device_t dev);	/* did probe succeed? */
734 int	device_is_attached(device_t dev);	/* did attach succeed? */
735 int	device_is_enabled(device_t dev);
736 int	device_is_suspended(device_t dev);
737 int	device_is_quiet(device_t dev);
738 device_t device_lookup_by_name(const char *name);
739 int	device_print_prettyname(device_t dev);
740 int	device_printf(device_t dev, const char *, ...) __printflike(2, 3);
741 int	device_log(device_t dev, int pri, const char *, ...) __printflike(3, 4);
742 int	device_probe(device_t dev);
743 int	device_probe_and_attach(device_t dev);
744 int	device_probe_child(device_t bus, device_t dev);
745 int	device_quiesce(device_t dev);
746 void	device_quiet(device_t dev);
747 void	device_quiet_children(device_t dev);
748 void	device_set_desc(device_t dev, const char *desc);
749 void	device_set_descf(device_t dev, const char *fmt, ...) __printflike(2, 3);
750 void	device_set_desc_copy(device_t dev, const char *desc);
751 int	device_set_devclass(device_t dev, const char *classname);
752 int	device_set_devclass_fixed(device_t dev, const char *classname);
753 bool	device_is_devclass_fixed(device_t dev);
754 int	device_set_driver(device_t dev, driver_t *driver);
755 void	device_set_flags(device_t dev, u_int32_t flags);
756 void	device_set_softc(device_t dev, void *softc);
757 void	device_free_softc(void *softc);
758 void	device_claim_softc(device_t dev);
759 int	device_set_unit(device_t dev, int unit);	/* XXX DONT USE XXX */
760 int	device_shutdown(device_t dev);
761 void	device_unbusy(device_t dev);
762 void	device_verbose(device_t dev);
763 ssize_t	device_get_property(device_t dev, const char *prop, void *val,
764     size_t sz, device_property_type_t type);
765 bool	device_has_property(device_t dev, const char *prop);
766 
767 /*
768  * Access functions for devclass.
769  */
770 int		devclass_add_driver(devclass_t dc, driver_t *driver,
771 				    int pass, devclass_t *dcp);
772 devclass_t	devclass_create(const char *classname);
773 int		devclass_delete_driver(devclass_t busclass, driver_t *driver);
774 devclass_t	devclass_find(const char *classname);
775 const char	*devclass_get_name(devclass_t dc);
776 device_t	devclass_get_device(devclass_t dc, int unit);
777 void	*devclass_get_softc(devclass_t dc, int unit);
778 int	devclass_get_devices(devclass_t dc, device_t **listp, int *countp);
779 int	devclass_get_drivers(devclass_t dc, driver_t ***listp, int *countp);
780 int	devclass_get_count(devclass_t dc);
781 int	devclass_get_maxunit(devclass_t dc);
782 int	devclass_find_free_unit(devclass_t dc, int unit);
783 void	devclass_set_parent(devclass_t dc, devclass_t pdc);
784 devclass_t	devclass_get_parent(devclass_t dc);
785 struct sysctl_ctx_list *devclass_get_sysctl_ctx(devclass_t dc);
786 struct sysctl_oid *devclass_get_sysctl_tree(devclass_t dc);
787 
788 /*
789  * Access functions for device resources.
790  */
791 int	resource_int_value(const char *name, int unit, const char *resname,
792 			   int *result);
793 int	resource_long_value(const char *name, int unit, const char *resname,
794 			    long *result);
795 int	resource_string_value(const char *name, int unit, const char *resname,
796 			      const char **result);
797 int	resource_disabled(const char *name, int unit);
798 int	resource_find_match(int *anchor, const char **name, int *unit,
799 			    const char *resname, const char *value);
800 int	resource_find_dev(int *anchor, const char *name, int *unit,
801 			  const char *resname, const char *value);
802 int	resource_unset_value(const char *name, int unit, const char *resname);
803 
804 /*
805  * Functions for maintaining and checking consistency of
806  * bus information exported to userspace.
807  */
808 int	bus_data_generation_check(int generation);
809 void	bus_data_generation_update(void);
810 
811 /**
812  * Some convenience defines for probe routines to return.  These are just
813  * suggested values, and there's nothing magical about them.
814  * BUS_PROBE_SPECIFIC is for devices that cannot be reprobed, and that no
815  * possible other driver may exist (typically legacy drivers who don't follow
816  * all the rules, or special needs drivers).  BUS_PROBE_VENDOR is the
817  * suggested value that vendor supplied drivers use.  This is for source or
818  * binary drivers that are not yet integrated into the FreeBSD tree.  Its use
819  * in the base OS is prohibited.  BUS_PROBE_DEFAULT is the normal return value
820  * for drivers to use.  It is intended that nearly all of the drivers in the
821  * tree should return this value.  BUS_PROBE_LOW_PRIORITY are for drivers that
822  * have special requirements like when there are two drivers that support
823  * overlapping series of hardware devices.  In this case the one that supports
824  * the older part of the line would return this value, while the one that
825  * supports the newer ones would return BUS_PROBE_DEFAULT.  BUS_PROBE_GENERIC
826  * is for drivers that wish to have a generic form and a specialized form,
827  * like is done with the pci bus and the acpi pci bus.  BUS_PROBE_HOOVER is
828  * for those buses that implement a generic device placeholder for devices on
829  * the bus that have no more specific driver for them (aka ugen).
830  * BUS_PROBE_NOWILDCARD or lower means that the device isn't really bidding
831  * for a device node, but accepts only devices that its parent has told it
832  * use this driver.
833  */
834 #define BUS_PROBE_SPECIFIC	0	/* Only I can use this device */
835 #define BUS_PROBE_VENDOR	(-10)	/* Vendor supplied driver */
836 #define BUS_PROBE_DEFAULT	(-20)	/* Base OS default driver */
837 #define BUS_PROBE_LOW_PRIORITY	(-40)	/* Older, less desirable drivers */
838 #define BUS_PROBE_GENERIC	(-100)	/* generic driver for dev */
839 #define BUS_PROBE_HOOVER	(-1000000) /* Driver for any dev on bus */
840 #define BUS_PROBE_NOWILDCARD	(-2000000000) /* No wildcard device matches */
841 
842 /**
843  * During boot, the device tree is scanned multiple times.  Each scan,
844  * or pass, drivers may be attached to devices.  Each driver
845  * attachment is assigned a pass number.  Drivers may only probe and
846  * attach to devices if their pass number is less than or equal to the
847  * current system-wide pass number.  The default pass is the last pass
848  * and is used by most drivers.  Drivers needed by the scheduler are
849  * probed in earlier passes.
850  */
851 #define	BUS_PASS_ROOT		0	/* Used to attach root0. */
852 #define	BUS_PASS_BUS		10	/* Buses and bridges. */
853 #define	BUS_PASS_CPU		20	/* CPU devices. */
854 #define	BUS_PASS_RESOURCE	30	/* Resource discovery. */
855 #define	BUS_PASS_INTERRUPT	40	/* Interrupt controllers. */
856 #define	BUS_PASS_TIMER		50	/* Timers and clocks. */
857 #define	BUS_PASS_SCHEDULER	60	/* Start scheduler. */
858 #define	BUS_PASS_SUPPORTDEV	100000	/* Drivers which support DEFAULT drivers. */
859 #define	BUS_PASS_DEFAULT	__INT_MAX /* Everything else. */
860 
861 #define	BUS_PASS_ORDER_FIRST	0
862 #define	BUS_PASS_ORDER_EARLY	2
863 #define	BUS_PASS_ORDER_MIDDLE	5
864 #define	BUS_PASS_ORDER_LATE	7
865 #define	BUS_PASS_ORDER_LAST	9
866 
867 #define BUS_LOCATOR_ACPI	"ACPI"
868 #define BUS_LOCATOR_FREEBSD	"FreeBSD"
869 #define BUS_LOCATOR_UEFI	"UEFI"
870 #define BUS_LOCATOR_OFW		"OFW"
871 
872 int	bus_get_pass(void);
873 
874 /**
875  * Routines to lock / unlock the newbus lock.
876  * Must be taken out to interact with newbus.
877  */
878 void	bus_topo_lock(void);
879 void	bus_topo_unlock(void);
880 struct mtx * bus_topo_mtx(void);
881 void	bus_topo_assert(void);
882 
883 /**
884  * Shorthands for constructing method tables.
885  */
886 #define	DEVMETHOD	KOBJMETHOD
887 #define	DEVMETHOD_END	KOBJMETHOD_END
888 
889 /*
890  * Some common device interfaces.
891  */
892 #include "device_if.h"
893 #include "bus_if.h"
894 
895 struct	module;
896 
897 int	driver_module_handler(struct module *, int, void *);
898 
899 /**
900  * Module support for automatically adding drivers to buses.
901  */
902 struct driver_module_data {
903 	int		(*dmd_chainevh)(struct module *, int, void *);
904 	void		*dmd_chainarg;
905 	const char	*dmd_busname;
906 	kobj_class_t	dmd_driver;
907 	devclass_t	*dmd_devclass;
908 	int		dmd_pass;
909 };
910 
911 #define	EARLY_DRIVER_MODULE_ORDERED(_name, busname, driver, evh, arg,	\
912     order, pass)							\
913 									\
914 static struct driver_module_data _name##_##busname##_driver_mod = {	\
915 	.dmd_chainevh = evh,						\
916 	.dmd_chainarg = arg,						\
917 	.dmd_busname =  #busname,					\
918 	.dmd_driver =   (kobj_class_t)&driver,				\
919 	.dmd_devclass = NULL,						\
920 	.dmd_pass =     pass,						\
921 };									\
922 									\
923 static moduledata_t _name##_##busname##_mod = {				\
924 	.name =	  #busname "/" #_name ,					\
925 	.evhand = driver_module_handler,				\
926 	.priv =	  &_name##_##busname##_driver_mod,			\
927 };									\
928 DECLARE_MODULE(_name##_##busname, _name##_##busname##_mod,		\
929    SI_SUB_DRIVERS, order)
930 
931 #define	EARLY_DRIVER_MODULE(name, busname, driver, evh, arg, pass)	\
932 	EARLY_DRIVER_MODULE_ORDERED(name, busname, driver, evh, arg,	\
933 	    SI_ORDER_MIDDLE, pass)
934 
935 #define	DRIVER_MODULE_ORDERED(name, busname, driver, evh, arg, order)	\
936 	EARLY_DRIVER_MODULE_ORDERED(name, busname, driver, evh, arg,	\
937 	    order, BUS_PASS_DEFAULT)
938 
939 #define	DRIVER_MODULE(name, busname, driver, evh, arg)			\
940 	EARLY_DRIVER_MODULE(name, busname, driver, evh, arg,		\
941 	    BUS_PASS_DEFAULT)
942 
943 /**
944  * Generic ivar accessor generation macros for bus drivers
945  */
946 #define __BUS_ACCESSOR_COMMON(varp, var, ivarp, ivar, type)		\
947 									\
948 static __inline bool							\
949 varp ## _has_ ## var(device_t dev)					\
950 {									\
951 	uintptr_t v = 0;						\
952 	int e;								\
953 									\
954 	e = BUS_READ_IVAR(device_get_parent(dev), dev,			\
955 	    ivarp ## _IVAR_ ## ivar, &v);				\
956 	return (e == 0);						\
957 }									\
958 									\
959 static __inline void							\
960 varp ## _set_ ## var(device_t dev, type t)				\
961 {									\
962 	uintptr_t v = (uintptr_t) t;					\
963 	int e __diagused;						\
964 	e = BUS_WRITE_IVAR(device_get_parent(dev), dev,			\
965 	    ivarp ## _IVAR_ ## ivar, v);				\
966 	KASSERT(e == 0, ("%s failed for %s on bus %s, error = %d",	\
967 	    __func__, device_get_nameunit(dev),				\
968 	    device_get_nameunit(device_get_parent(dev)), e));		\
969 }
970 
971 #define __BUS_ACCESSOR(varp, var, ivarp, ivar, type)			\
972 	__BUS_ACCESSOR_COMMON(varp, var, ivarp, ivar, type)		\
973 									\
974 static __inline type							\
975 varp ## _get_ ## var(device_t dev)					\
976 {									\
977 	uintptr_t v = 0;						\
978 	int e __diagused;						\
979 									\
980 	e = BUS_READ_IVAR(device_get_parent(dev), dev,			\
981 	    ivarp ## _IVAR_ ## ivar, &v);				\
982 	KASSERT(e == 0, ("%s failed for %s on bus %s, error = %d",	\
983 	    __func__, device_get_nameunit(dev),				\
984 	    device_get_nameunit(device_get_parent(dev)), e));		\
985 	return ((type) v);						\
986 }
987 
988 #define __BUS_ACCESSOR_DEFAULT(varp, var, ivarp, ivar, type, default)	\
989 	__BUS_ACCESSOR_COMMON(varp, var, ivarp, ivar, type)		\
990 									\
991 static __inline type							\
992 varp ## _get_ ## var(device_t dev)					\
993 {									\
994 	uintptr_t v = 0;						\
995 	int e;								\
996 									\
997 	e = BUS_READ_IVAR(device_get_parent(dev), dev,			\
998 	    ivarp ## _IVAR_ ## ivar, &v);				\
999 	return (e == 0 ? (type) v : (default));				\
1000 }
1001 
1002 struct device_location_cache;
1003 typedef struct device_location_cache device_location_cache_t;
1004 device_location_cache_t *dev_wired_cache_init(void);
1005 void	dev_wired_cache_fini(device_location_cache_t *dcp);
1006 bool	dev_wired_cache_match(device_location_cache_t *dcp, device_t dev, const char *at);
1007 
1008 #define	DEV_PROP_NAME_IOMMU	"iommu-unit"
1009 typedef void (*device_prop_dtr_t)(device_t dev, const char *name, void *val,
1010     void *dtr_ctx);
1011 int	device_set_prop(device_t dev, const char *name, void *val,
1012     device_prop_dtr_t dtr, void *dtr_ctx);
1013 int	device_get_prop(device_t dev, const char *name, void **valp);
1014 int	device_clear_prop(device_t dev, const char *name);
1015 void	device_clear_prop_alldev(const char *name);
1016 
1017 /**
1018  * Shorthand macros, taking resource argument
1019  * Generated with sys/tools/bus_macro.sh
1020  */
1021 
1022 #define bus_barrier(r, o, l, f) \
1023 	bus_space_barrier((r)->r_bustag, (r)->r_bushandle, (o), (l), (f))
1024 #define bus_poke_1(r, o, v) \
1025 	bus_space_poke_1((r)->r_bustag, (r)->r_bushandle, (o), (v))
1026 #define bus_peek_1(r, o, vp) \
1027 	bus_space_peek_1((r)->r_bustag, (r)->r_bushandle, (o), (vp))
1028 #define bus_read_1(r, o) \
1029 	bus_space_read_1((r)->r_bustag, (r)->r_bushandle, (o))
1030 #define bus_read_multi_1(r, o, d, c) \
1031 	bus_space_read_multi_1((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1032 #define bus_read_region_1(r, o, d, c) \
1033 	bus_space_read_region_1((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1034 #define bus_set_multi_1(r, o, v, c) \
1035 	bus_space_set_multi_1((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1036 #define bus_set_region_1(r, o, v, c) \
1037 	bus_space_set_region_1((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1038 #define bus_write_1(r, o, v) \
1039 	bus_space_write_1((r)->r_bustag, (r)->r_bushandle, (o), (v))
1040 #define bus_write_multi_1(r, o, d, c) \
1041 	bus_space_write_multi_1((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1042 #define bus_write_region_1(r, o, d, c) \
1043 	bus_space_write_region_1((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1044 #define bus_read_stream_1(r, o) \
1045 	bus_space_read_stream_1((r)->r_bustag, (r)->r_bushandle, (o))
1046 #define bus_read_multi_stream_1(r, o, d, c) \
1047 	bus_space_read_multi_stream_1((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1048 #define bus_read_region_stream_1(r, o, d, c) \
1049 	bus_space_read_region_stream_1((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1050 #define bus_set_multi_stream_1(r, o, v, c) \
1051 	bus_space_set_multi_stream_1((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1052 #define bus_set_region_stream_1(r, o, v, c) \
1053 	bus_space_set_region_stream_1((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1054 #define bus_write_stream_1(r, o, v) \
1055 	bus_space_write_stream_1((r)->r_bustag, (r)->r_bushandle, (o), (v))
1056 #define bus_write_multi_stream_1(r, o, d, c) \
1057 	bus_space_write_multi_stream_1((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1058 #define bus_write_region_stream_1(r, o, d, c) \
1059 	bus_space_write_region_stream_1((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1060 #define bus_poke_2(r, o, v) \
1061 	bus_space_poke_2((r)->r_bustag, (r)->r_bushandle, (o), (v))
1062 #define bus_peek_2(r, o, vp) \
1063 	bus_space_peek_2((r)->r_bustag, (r)->r_bushandle, (o), (vp))
1064 #define bus_read_2(r, o) \
1065 	bus_space_read_2((r)->r_bustag, (r)->r_bushandle, (o))
1066 #define bus_read_multi_2(r, o, d, c) \
1067 	bus_space_read_multi_2((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1068 #define bus_read_region_2(r, o, d, c) \
1069 	bus_space_read_region_2((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1070 #define bus_set_multi_2(r, o, v, c) \
1071 	bus_space_set_multi_2((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1072 #define bus_set_region_2(r, o, v, c) \
1073 	bus_space_set_region_2((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1074 #define bus_write_2(r, o, v) \
1075 	bus_space_write_2((r)->r_bustag, (r)->r_bushandle, (o), (v))
1076 #define bus_write_multi_2(r, o, d, c) \
1077 	bus_space_write_multi_2((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1078 #define bus_write_region_2(r, o, d, c) \
1079 	bus_space_write_region_2((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1080 #define bus_read_stream_2(r, o) \
1081 	bus_space_read_stream_2((r)->r_bustag, (r)->r_bushandle, (o))
1082 #define bus_read_multi_stream_2(r, o, d, c) \
1083 	bus_space_read_multi_stream_2((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1084 #define bus_read_region_stream_2(r, o, d, c) \
1085 	bus_space_read_region_stream_2((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1086 #define bus_set_multi_stream_2(r, o, v, c) \
1087 	bus_space_set_multi_stream_2((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1088 #define bus_set_region_stream_2(r, o, v, c) \
1089 	bus_space_set_region_stream_2((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1090 #define bus_write_stream_2(r, o, v) \
1091 	bus_space_write_stream_2((r)->r_bustag, (r)->r_bushandle, (o), (v))
1092 #define bus_write_multi_stream_2(r, o, d, c) \
1093 	bus_space_write_multi_stream_2((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1094 #define bus_write_region_stream_2(r, o, d, c) \
1095 	bus_space_write_region_stream_2((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1096 #define bus_poke_4(r, o, v) \
1097 	bus_space_poke_4((r)->r_bustag, (r)->r_bushandle, (o), (v))
1098 #define bus_peek_4(r, o, vp) \
1099 	bus_space_peek_4((r)->r_bustag, (r)->r_bushandle, (o), (vp))
1100 #define bus_read_4(r, o) \
1101 	bus_space_read_4((r)->r_bustag, (r)->r_bushandle, (o))
1102 #define bus_read_multi_4(r, o, d, c) \
1103 	bus_space_read_multi_4((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1104 #define bus_read_region_4(r, o, d, c) \
1105 	bus_space_read_region_4((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1106 #define bus_set_multi_4(r, o, v, c) \
1107 	bus_space_set_multi_4((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1108 #define bus_set_region_4(r, o, v, c) \
1109 	bus_space_set_region_4((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1110 #define bus_write_4(r, o, v) \
1111 	bus_space_write_4((r)->r_bustag, (r)->r_bushandle, (o), (v))
1112 #define bus_write_multi_4(r, o, d, c) \
1113 	bus_space_write_multi_4((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1114 #define bus_write_region_4(r, o, d, c) \
1115 	bus_space_write_region_4((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1116 #define bus_read_stream_4(r, o) \
1117 	bus_space_read_stream_4((r)->r_bustag, (r)->r_bushandle, (o))
1118 #define bus_read_multi_stream_4(r, o, d, c) \
1119 	bus_space_read_multi_stream_4((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1120 #define bus_read_region_stream_4(r, o, d, c) \
1121 	bus_space_read_region_stream_4((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1122 #define bus_set_multi_stream_4(r, o, v, c) \
1123 	bus_space_set_multi_stream_4((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1124 #define bus_set_region_stream_4(r, o, v, c) \
1125 	bus_space_set_region_stream_4((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1126 #define bus_write_stream_4(r, o, v) \
1127 	bus_space_write_stream_4((r)->r_bustag, (r)->r_bushandle, (o), (v))
1128 #define bus_write_multi_stream_4(r, o, d, c) \
1129 	bus_space_write_multi_stream_4((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1130 #define bus_write_region_stream_4(r, o, d, c) \
1131 	bus_space_write_region_stream_4((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1132 #define bus_poke_8(r, o, v) \
1133 	bus_space_poke_8((r)->r_bustag, (r)->r_bushandle, (o), (v))
1134 #define bus_peek_8(r, o, vp) \
1135 	bus_space_peek_8((r)->r_bustag, (r)->r_bushandle, (o), (vp))
1136 #define bus_read_8(r, o) \
1137 	bus_space_read_8((r)->r_bustag, (r)->r_bushandle, (o))
1138 #define bus_read_multi_8(r, o, d, c) \
1139 	bus_space_read_multi_8((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1140 #define bus_read_region_8(r, o, d, c) \
1141 	bus_space_read_region_8((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1142 #define bus_set_multi_8(r, o, v, c) \
1143 	bus_space_set_multi_8((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1144 #define bus_set_region_8(r, o, v, c) \
1145 	bus_space_set_region_8((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1146 #define bus_write_8(r, o, v) \
1147 	bus_space_write_8((r)->r_bustag, (r)->r_bushandle, (o), (v))
1148 #define bus_write_multi_8(r, o, d, c) \
1149 	bus_space_write_multi_8((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1150 #define bus_write_region_8(r, o, d, c) \
1151 	bus_space_write_region_8((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1152 #define bus_read_stream_8(r, o) \
1153 	bus_space_read_stream_8((r)->r_bustag, (r)->r_bushandle, (o))
1154 #define bus_read_multi_stream_8(r, o, d, c) \
1155 	bus_space_read_multi_stream_8((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1156 #define bus_read_region_stream_8(r, o, d, c) \
1157 	bus_space_read_region_stream_8((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1158 #define bus_set_multi_stream_8(r, o, v, c) \
1159 	bus_space_set_multi_stream_8((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1160 #define bus_set_region_stream_8(r, o, v, c) \
1161 	bus_space_set_region_stream_8((r)->r_bustag, (r)->r_bushandle, (o), (v), (c))
1162 #define bus_write_stream_8(r, o, v) \
1163 	bus_space_write_stream_8((r)->r_bustag, (r)->r_bushandle, (o), (v))
1164 #define bus_write_multi_stream_8(r, o, d, c) \
1165 	bus_space_write_multi_stream_8((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1166 #define bus_write_region_stream_8(r, o, d, c) \
1167 	bus_space_write_region_stream_8((r)->r_bustag, (r)->r_bushandle, (o), (d), (c))
1168 #endif /* _KERNEL */
1169 
1170 #endif /* !_SYS_BUS_H_ */
1171