[linux.git] / drivers / pci / bus.c

// SPDX-License-Identifier: GPL-2.0
/*
 * From setup-res.c, by:
 *	Dave Rusling ([email protected])
 *	David Mosberger ([email protected])
 *	David Miller ([email protected])
 *	Ivan Kokshaysky ([email protected])
 */
#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/pci.h>
#include <linux/errno.h>
#include <linux/ioport.h>
#include <linux/proc_fs.h>
#include <linux/slab.h>

#include "pci.h"

void pci_add_resource_offset(struct list_head *resources, struct resource *res,
			     resource_size_t offset)
{
	struct resource_entry *entry;

	entry = resource_list_create_entry(res, 0);
	if (!entry) {
		printk(KERN_ERR "PCI: can't add host bridge window %pR\n", res);
		return;
	}

	entry->offset = offset;
	resource_list_add_tail(entry, resources);
}
EXPORT_SYMBOL(pci_add_resource_offset);

void pci_add_resource(struct list_head *resources, struct resource *res)
{
	pci_add_resource_offset(resources, res, 0);
}
EXPORT_SYMBOL(pci_add_resource);

void pci_free_resource_list(struct list_head *resources)
{
	resource_list_free(resources);
}
EXPORT_SYMBOL(pci_free_resource_list);

void pci_bus_add_resource(struct pci_bus *bus, struct resource *res,
			  unsigned int flags)
{
	struct pci_bus_resource *bus_res;

	bus_res = kzalloc(sizeof(struct pci_bus_resource), GFP_KERNEL);
	if (!bus_res) {
		dev_err(&bus->dev, "can't add %pR resource\n", res);
		return;
	}

	bus_res->res = res;
	bus_res->flags = flags;
	list_add_tail(&bus_res->list, &bus->resources);
}

struct resource *pci_bus_resource_n(const struct pci_bus *bus, int n)
{
	struct pci_bus_resource *bus_res;

	if (n < PCI_BRIDGE_RESOURCE_NUM)
		return bus->resource[n];

	n -= PCI_BRIDGE_RESOURCE_NUM;
	list_for_each_entry(bus_res, &bus->resources, list) {
		if (n-- == 0)
			return bus_res->res;
	}
	return NULL;
}
EXPORT_SYMBOL_GPL(pci_bus_resource_n);

void pci_bus_remove_resources(struct pci_bus *bus)
{
	int i;
	struct pci_bus_resource *bus_res, *tmp;

	for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++)
		bus->resource[i] = NULL;

	list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
		list_del(&bus_res->list);
		kfree(bus_res);
	}
}

int devm_request_pci_bus_resources(struct device *dev,
				   struct list_head *resources)
{
	struct resource_entry *win;
	struct resource *parent, *res;
	int err;

	resource_list_for_each_entry(win, resources) {
		res = win->res;
		switch (resource_type(res)) {
		case IORESOURCE_IO:
			parent = &ioport_resource;
			break;
		case IORESOURCE_MEM:
			parent = &iomem_resource;
			break;
		default:
			continue;
		}

		err = devm_request_resource(dev, parent, res);
		if (err)
			return err;
	}

	return 0;
}
EXPORT_SYMBOL_GPL(devm_request_pci_bus_resources);

static struct pci_bus_region pci_32_bit = {0, 0xffffffffULL};
#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
static struct pci_bus_region pci_64_bit = {0,
				(pci_bus_addr_t) 0xffffffffffffffffULL};
static struct pci_bus_region pci_high = {(pci_bus_addr_t) 0x100000000ULL,
				(pci_bus_addr_t) 0xffffffffffffffffULL};
#endif

/*
 * @res contains CPU addresses.  Clip it so the corresponding bus addresses
 * on @bus are entirely within @region.  This is used to control the bus
 * addresses of resources we allocate, e.g., we may need a resource that
 * can be mapped by a 32-bit BAR.
 */
static void pci_clip_resource_to_region(struct pci_bus *bus,
					struct resource *res,
					struct pci_bus_region *region)
{
	struct pci_bus_region r;

	pcibios_resource_to_bus(bus, &r, res);
	if (r.start < region->start)
		r.start = region->start;
	if (r.end > region->end)
		r.end = region->end;

	if (r.end < r.start)
		res->end = res->start - 1;
	else
		pcibios_bus_to_resource(bus, res, &r);
}

static int pci_bus_alloc_from_region(struct pci_bus *bus, struct resource *res,
		resource_size_t size, resource_size_t align,
		resource_size_t min, unsigned long type_mask,
		resource_size_t (*alignf)(void *,
					  const struct resource *,
					  resource_size_t,
					  resource_size_t),
		void *alignf_data,
		struct pci_bus_region *region)
{
	int i, ret;
	struct resource *r, avail;
	resource_size_t max;

	type_mask |= IORESOURCE_TYPE_BITS;

	pci_bus_for_each_resource(bus, r, i) {
		resource_size_t min_used = min;

		if (!r)
			continue;

		/* type_mask must match */
		if ((res->flags ^ r->flags) & type_mask)
			continue;

		/* We cannot allocate a non-prefetching resource
		   from a pre-fetching area */
		if ((r->flags & IORESOURCE_PREFETCH) &&
		    !(res->flags & IORESOURCE_PREFETCH))
			continue;

		avail = *r;
		pci_clip_resource_to_region(bus, &avail, region);

		/*
		 * "min" is typically PCIBIOS_MIN_IO or PCIBIOS_MIN_MEM to
		 * protect badly documented motherboard resources, but if
		 * this is an already-configured bridge window, its start
		 * overrides "min".
		 */
		if (avail.start)
			min_used = avail.start;

		max = avail.end;

		/* Ok, try it out.. */
		ret = allocate_resource(r, res, size, min_used, max,
					align, alignf, alignf_data);
		if (ret == 0)
			return 0;
	}
	return -ENOMEM;
}

/**
 * pci_bus_alloc_resource - allocate a resource from a parent bus
 * @bus: PCI bus
 * @res: resource to allocate
 * @size: size of resource to allocate
 * @align: alignment of resource to allocate
 * @min: minimum /proc/iomem address to allocate
 * @type_mask: IORESOURCE_* type flags
 * @alignf: resource alignment function
 * @alignf_data: data argument for resource alignment function
 *
 * Given the PCI bus a device resides on, the size, minimum address,
 * alignment and type, try to find an acceptable resource allocation
 * for a specific device resource.
 */
int pci_bus_alloc_resource(struct pci_bus *bus, struct resource *res,
		resource_size_t size, resource_size_t align,
		resource_size_t min, unsigned long type_mask,
		resource_size_t (*alignf)(void *,
					  const struct resource *,
					  resource_size_t,
					  resource_size_t),
		void *alignf_data)
{
#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
	int rc;

	if (res->flags & IORESOURCE_MEM_64) {
		rc = pci_bus_alloc_from_region(bus, res, size, align, min,
					       type_mask, alignf, alignf_data,
					       &pci_high);
		if (rc == 0)
			return 0;

		return pci_bus_alloc_from_region(bus, res, size, align, min,
						 type_mask, alignf, alignf_data,
						 &pci_64_bit);
	}
#endif

	return pci_bus_alloc_from_region(bus, res, size, align, min,
					 type_mask, alignf, alignf_data,
					 &pci_32_bit);
}
EXPORT_SYMBOL(pci_bus_alloc_resource);

/*
 * The @idx resource of @dev should be a PCI-PCI bridge window.  If this
 * resource fits inside a window of an upstream bridge, do nothing.  If it
 * overlaps an upstream window but extends outside it, clip the resource so
 * it fits completely inside.
 */
bool pci_bus_clip_resource(struct pci_dev *dev, int idx)
{
	struct pci_bus *bus = dev->bus;
	struct resource *res = &dev->resource[idx];
	struct resource orig_res = *res;
	struct resource *r;
	int i;

	pci_bus_for_each_resource(bus, r, i) {
		resource_size_t start, end;

		if (!r)
			continue;

		if (resource_type(res) != resource_type(r))
			continue;

		start = max(r->start, res->start);
		end = min(r->end, res->end);

		if (start > end)
			continue;	/* no overlap */

		if (res->start == start && res->end == end)
			return false;	/* no change */

		res->start = start;
		res->end = end;
		res->flags &= ~IORESOURCE_UNSET;
		orig_res.flags &= ~IORESOURCE_UNSET;
		pci_printk(KERN_DEBUG, dev, "%pR clipped to %pR\n",
				 &orig_res, res);

		return true;
	}

	return false;
}

void __weak pcibios_resource_survey_bus(struct pci_bus *bus) { }

void __weak pcibios_bus_add_device(struct pci_dev *pdev) { }

/**
 * pci_bus_add_device - start driver for a single device
 * @dev: device to add
 *
 * This adds add sysfs entries and start device drivers
 */
void pci_bus_add_device(struct pci_dev *dev)
{
	int retval;

	/*
	 * Can not put in pci_device_add yet because resources
	 * are not assigned yet for some devices.
	 */
	pcibios_bus_add_device(dev);
	pci_fixup_device(pci_fixup_final, dev);
	pci_create_sysfs_dev_files(dev);
	pci_proc_attach_device(dev);
	pci_bridge_d3_update(dev);

	dev->match_driver = true;
	retval = device_attach(&dev->dev);
	if (retval < 0 && retval != -EPROBE_DEFER) {
		pci_warn(dev, "device attach failed (%d)\n", retval);
		pci_proc_detach_device(dev);
		pci_remove_sysfs_dev_files(dev);
		return;
	}

	pci_dev_assign_added(dev, true);
}
EXPORT_SYMBOL_GPL(pci_bus_add_device);

/**
 * pci_bus_add_devices - start driver for PCI devices
 * @bus: bus to check for new devices
 *
 * Start driver for PCI devices and add some sysfs entries.
 */
void pci_bus_add_devices(const struct pci_bus *bus)
{
	struct pci_dev *dev;
	struct pci_bus *child;

	list_for_each_entry(dev, &bus->devices, bus_list) {
		/* Skip already-added devices */
		if (pci_dev_is_added(dev))
			continue;
		pci_bus_add_device(dev);
	}

	list_for_each_entry(dev, &bus->devices, bus_list) {
		/* Skip if device attach failed */
		if (!pci_dev_is_added(dev))
			continue;
		child = dev->subordinate;
		if (child)
			pci_bus_add_devices(child);
	}
}
EXPORT_SYMBOL(pci_bus_add_devices);

/** pci_walk_bus - walk devices on/under bus, calling callback.
 *  @top      bus whose devices should be walked
 *  @cb       callback to be called for each device found
 *  @userdata arbitrary pointer to be passed to callback.
 *
 *  Walk the given bus, including any bridged devices
 *  on buses under this bus.  Call the provided callback
 *  on each device found.
 *
 *  We check the return of @cb each time. If it returns anything
 *  other than 0, we break out.
 *
 */
void pci_walk_bus(struct pci_bus *top, int (*cb)(struct pci_dev *, void *),
		  void *userdata)
{
	struct pci_dev *dev;
	struct pci_bus *bus;
	struct list_head *next;
	int retval;

	bus = top;
	down_read(&pci_bus_sem);
	next = top->devices.next;
	for (;;) {
		if (next == &bus->devices) {
			/* end of this bus, go up or finish */
			if (bus == top)
				break;
			next = bus->self->bus_list.next;
			bus = bus->self->bus;
			continue;
		}
		dev = list_entry(next, struct pci_dev, bus_list);
		if (dev->subordinate) {
			/* this is a pci-pci bridge, do its devices next */
			next = dev->subordinate->devices.next;
			bus = dev->subordinate;
		} else
			next = dev->bus_list.next;

		retval = cb(dev, userdata);
		if (retval)
			break;
	}
	up_read(&pci_bus_sem);
}
EXPORT_SYMBOL_GPL(pci_walk_bus);

struct pci_bus *pci_bus_get(struct pci_bus *bus)
{
	if (bus)
		get_device(&bus->dev);
	return bus;
}
EXPORT_SYMBOL(pci_bus_get);

void pci_bus_put(struct pci_bus *bus)
{
	if (bus)
		put_device(&bus->dev);
}
EXPORT_SYMBOL(pci_bus_put);
Commit	Line	Data
7328c8f4	1	// SPDX-License-Identifier: GPL-2.0
1da177e4	2	/*
1da177e4 LT	3	* From setup-res.c, by:
	4	* Dave Rusling ([email protected])
	5	* David Mosberger ([email protected])
	6	* David Miller ([email protected])
	7	* Ivan Kokshaysky ([email protected])
	8	*/
	9	#include <linux/module.h>
	10	#include <linux/kernel.h>
	11	#include <linux/pci.h>
	12	#include <linux/errno.h>
	13	#include <linux/ioport.h>
	14	#include <linux/proc_fs.h>
5a0e3ad6	15	#include <linux/slab.h>
1da177e4 LT	16
	17	#include "pci.h"
	18
0efd5aab BH	19	void pci_add_resource_offset(struct list_head resources, struct resource res,
0efd5aab BH	20	resource_size_t offset)
45ca9e97	21	{
14d76b68	22	struct resource_entry *entry;
45ca9e97	23
14d76b68 JL	24	entry = resource_list_create_entry(res, 0);
14d76b68 JL	25	if (!entry) {
0efd5aab	26	printk(KERN_ERR "PCI: can't add host bridge window %pR\n", res);
45ca9e97 BH	27	return;
	28	}
	29
14d76b68 JL	30	entry->offset = offset;
14d76b68 JL	31	resource_list_add_tail(entry, resources);
0efd5aab BH	32	}
	33	EXPORT_SYMBOL(pci_add_resource_offset);
	34
	35	void pci_add_resource(struct list_head resources, struct resource res)
	36	{
	37	pci_add_resource_offset(resources, res, 0);
45ca9e97 BH	38	}
	39	EXPORT_SYMBOL(pci_add_resource);
	40
	41	void pci_free_resource_list(struct list_head *resources)
	42	{
14d76b68	43	resource_list_free(resources);
45ca9e97 BH	44	}
	45	EXPORT_SYMBOL(pci_free_resource_list);
	46
2fe2abf8 BH	47	void pci_bus_add_resource(struct pci_bus bus, struct resource res,
	48	unsigned int flags)
	49	{
	50	struct pci_bus_resource *bus_res;
	51
	52	bus_res = kzalloc(sizeof(struct pci_bus_resource), GFP_KERNEL);
	53	if (!bus_res) {
	54	dev_err(&bus->dev, "can't add %pR resource\n", res);
	55	return;
	56	}
	57
	58	bus_res->res = res;
	59	bus_res->flags = flags;
	60	list_add_tail(&bus_res->list, &bus->resources);
	61	}
	62
	63	struct resource pci_bus_resource_n(const struct pci_bus bus, int n)
	64	{
	65	struct pci_bus_resource *bus_res;
	66
	67	if (n < PCI_BRIDGE_RESOURCE_NUM)
	68	return bus->resource[n];
	69
	70	n -= PCI_BRIDGE_RESOURCE_NUM;
	71	list_for_each_entry(bus_res, &bus->resources, list) {
	72	if (n-- == 0)
	73	return bus_res->res;
	74	}
	75	return NULL;
	76	}
	77	EXPORT_SYMBOL_GPL(pci_bus_resource_n);
	78
	79	void pci_bus_remove_resources(struct pci_bus *bus)
	80	{
2fe2abf8	81	int i;
817a2685	82	struct pci_bus_resource bus_res, tmp;
2fe2abf8 BH	83
2fe2abf8 BH	84	for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++)
7736a05a	85	bus->resource[i] = NULL;
2fe2abf8	86
817a2685 YL	87	list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
	88	list_del(&bus_res->list);
	89	kfree(bus_res);
	90	}
2fe2abf8 BH	91	}
2fe2abf8 BH	92
950334bc BH	93	int devm_request_pci_bus_resources(struct device *dev,
	94	struct list_head *resources)
	95	{
	96	struct resource_entry *win;
	97	struct resource parent, res;
	98	int err;
	99
	100	resource_list_for_each_entry(win, resources) {
	101	res = win->res;
	102	switch (resource_type(res)) {
	103	case IORESOURCE_IO:
	104	parent = &ioport_resource;
	105	break;
	106	case IORESOURCE_MEM:
	107	parent = &iomem_resource;
	108	break;
	109	default:
	110	continue;
	111	}
	112
	113	err = devm_request_resource(dev, parent, res);
	114	if (err)
	115	return err;
	116	}
	117
	118	return 0;
	119	}
	120	EXPORT_SYMBOL_GPL(devm_request_pci_bus_resources);
	121
f75b99d5	122	static struct pci_bus_region pci_32_bit = {0, 0xffffffffULL};
8e639079	123	#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
f75b99d5	124	static struct pci_bus_region pci_64_bit = {0,
3a9ad0b4 YL	125	(pci_bus_addr_t) 0xffffffffffffffffULL};
	126	static struct pci_bus_region pci_high = {(pci_bus_addr_t) 0x100000000ULL,
	127	(pci_bus_addr_t) 0xffffffffffffffffULL};
f75b99d5 YL	128	#endif
	129
	130	/*
	131	* @res contains CPU addresses. Clip it so the corresponding bus addresses
	132	* on @bus are entirely within @region. This is used to control the bus
	133	* addresses of resources we allocate, e.g., we may need a resource that
	134	* can be mapped by a 32-bit BAR.
1da177e4	135	*/
f75b99d5 YL	136	static void pci_clip_resource_to_region(struct pci_bus *bus,
	137	struct resource *res,
	138	struct pci_bus_region *region)
	139	{
	140	struct pci_bus_region r;
	141
	142	pcibios_resource_to_bus(bus, &r, res);
	143	if (r.start < region->start)
	144	r.start = region->start;
	145	if (r.end > region->end)
	146	r.end = region->end;
	147
	148	if (r.end < r.start)
	149	res->end = res->start - 1;
	150	else
	151	pcibios_bus_to_resource(bus, res, &r);
	152	}
	153
	154	static int pci_bus_alloc_from_region(struct pci_bus bus, struct resource res,
e31dd6e4	155	resource_size_t size, resource_size_t align,
664c2848	156	resource_size_t min, unsigned long type_mask,
b26b2d49	157	resource_size_t (alignf)(void ,
3b7a17fc	158	const struct resource *,
b26b2d49 DB	159	resource_size_t,
b26b2d49 DB	160	resource_size_t),
f75b99d5 YL	161	void *alignf_data,
f75b99d5 YL	162	struct pci_bus_region *region)
1da177e4	163	{
f75b99d5 YL	164	int i, ret;
	165	struct resource *r, avail;
	166	resource_size_t max;
1da177e4	167
aa11fc58	168	type_mask \|= IORESOURCE_TYPE_BITS;
1da177e4	169
6db45b76	170	pci_bus_for_each_resource(bus, r, i) {
3460baa6 CB	171	resource_size_t min_used = min;
3460baa6 CB	172
6db45b76 BH	173	if (!r)
	174	continue;
	175
1da177e4 LT	176	/* type_mask must match */
	177	if ((res->flags ^ r->flags) & type_mask)
	178	continue;
	179
	180	/* We cannot allocate a non-prefetching resource
	181	from a pre-fetching area */
	182	if ((r->flags & IORESOURCE_PREFETCH) &&
	183	!(res->flags & IORESOURCE_PREFETCH))
	184	continue;
	185
f75b99d5 YL	186	avail = *r;
f75b99d5 YL	187	pci_clip_resource_to_region(bus, &avail, region);
f75b99d5	188
36e097a8 BH	189	/*
	190	* "min" is typically PCIBIOS_MIN_IO or PCIBIOS_MIN_MEM to
	191	* protect badly documented motherboard resources, but if
	192	* this is an already-configured bridge window, its start
	193	* overrides "min".
	194	*/
f75b99d5	195	if (avail.start)
3460baa6	196	min_used = avail.start;
f75b99d5 YL	197
f75b99d5 YL	198	max = avail.end;
36e097a8	199
1da177e4	200	/* Ok, try it out.. */
3460baa6	201	ret = allocate_resource(r, res, size, min_used, max,
36e097a8	202	align, alignf, alignf_data);
1da177e4	203	if (ret == 0)
f75b99d5	204	return 0;
1da177e4	205	}
f75b99d5 YL	206	return -ENOMEM;
	207	}
	208
	209	/**
	210	* pci_bus_alloc_resource - allocate a resource from a parent bus
	211	* @bus: PCI bus
	212	* @res: resource to allocate
	213	* @size: size of resource to allocate
	214	* @align: alignment of resource to allocate
	215	* @min: minimum /proc/iomem address to allocate
	216	* @type_mask: IORESOURCE_* type flags
	217	* @alignf: resource alignment function
	218	* @alignf_data: data argument for resource alignment function
	219	*
	220	* Given the PCI bus a device resides on, the size, minimum address,
	221	* alignment and type, try to find an acceptable resource allocation
	222	* for a specific device resource.
	223	*/
d56dbf5b	224	int pci_bus_alloc_resource(struct pci_bus bus, struct resource res,
f75b99d5	225	resource_size_t size, resource_size_t align,
664c2848	226	resource_size_t min, unsigned long type_mask,
f75b99d5 YL	227	resource_size_t (alignf)(void ,
	228	const struct resource *,
	229	resource_size_t,
	230	resource_size_t),
	231	void *alignf_data)
	232	{
8e639079	233	#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
d56dbf5b YL	234	int rc;
	235
	236	if (res->flags & IORESOURCE_MEM_64) {
	237	rc = pci_bus_alloc_from_region(bus, res, size, align, min,
	238	type_mask, alignf, alignf_data,
	239	&pci_high);
	240	if (rc == 0)
	241	return 0;
	242
f75b99d5 YL	243	return pci_bus_alloc_from_region(bus, res, size, align, min,
	244	type_mask, alignf, alignf_data,
	245	&pci_64_bit);
1da177e4	246	}
f75b99d5 YL	247	#endif
	248
	249	return pci_bus_alloc_from_region(bus, res, size, align, min,
	250	type_mask, alignf, alignf_data,
	251	&pci_32_bit);
1da177e4	252	}
b7fe9434	253	EXPORT_SYMBOL(pci_bus_alloc_resource);
1da177e4	254
0f7e7aee YL	255	/*
	256	* The @idx resource of @dev should be a PCI-PCI bridge window. If this
	257	* resource fits inside a window of an upstream bridge, do nothing. If it
	258	* overlaps an upstream window but extends outside it, clip the resource so
	259	* it fits completely inside.
	260	*/
	261	bool pci_bus_clip_resource(struct pci_dev *dev, int idx)
	262	{
	263	struct pci_bus *bus = dev->bus;
	264	struct resource *res = &dev->resource[idx];
	265	struct resource orig_res = *res;
	266	struct resource *r;
	267	int i;
	268
	269	pci_bus_for_each_resource(bus, r, i) {
	270	resource_size_t start, end;
	271
	272	if (!r)
	273	continue;
	274
	275	if (resource_type(res) != resource_type(r))
	276	continue;
	277
	278	start = max(r->start, res->start);
	279	end = min(r->end, res->end);
	280
	281	if (start > end)
	282	continue; /* no overlap */
	283
	284	if (res->start == start && res->end == end)
	285	return false; /* no change */
	286
	287	res->start = start;
	288	res->end = end;
b838b39e BH	289	res->flags &= ~IORESOURCE_UNSET;
b838b39e BH	290	orig_res.flags &= ~IORESOURCE_UNSET;
7506dc79	291	pci_printk(KERN_DEBUG, dev, "%pR clipped to %pR\n",
0f7e7aee YL	292	&orig_res, res);
	293
	294	return true;
	295	}
	296
	297	return false;
	298	}
	299
3c449ed0 YL	300	void __weak pcibios_resource_survey_bus(struct pci_bus *bus) { }
3c449ed0 YL	301
7b77061f WY	302	void __weak pcibios_bus_add_device(struct pci_dev *pdev) { }
7b77061f WY	303
1da177e4	304	/**
4f535093	305	* pci_bus_add_device - start driver for a single device
1da177e4 LT	306	* @dev: device to add
1da177e4 LT	307	*
4f535093	308	* This adds add sysfs entries and start device drivers
1da177e4	309	*/
c893d133	310	void pci_bus_add_device(struct pci_dev *dev)
1da177e4	311	{
b19441af	312	int retval;
735bff10	313
4f535093 YL	314	/*
	315	* Can not put in pci_device_add yet because resources
	316	* are not assigned yet for some devices.
	317	*/
7b77061f	318	pcibios_bus_add_device(dev);
e253aaf0	319	pci_fixup_device(pci_fixup_final, dev);
4f535093	320	pci_create_sysfs_dev_files(dev);
ef37702e	321	pci_proc_attach_device(dev);
1ed276a7	322	pci_bridge_d3_update(dev);
1da177e4	323
58d9a38f YL	324	dev->match_driver = true;
58d9a38f YL	325	retval = device_attach(&dev->dev);
9a2a5a63	326	if (retval < 0 && retval != -EPROBE_DEFER) {
7506dc79	327	pci_warn(dev, "device attach failed (%d)\n", retval);
ab1a187b BH	328	pci_proc_detach_device(dev);
	329	pci_remove_sysfs_dev_files(dev);
	330	return;
	331	}
58d9a38f	332
44bda4b7	333	pci_dev_assign_added(dev, true);
876e501a	334	}
b7fe9434	335	EXPORT_SYMBOL_GPL(pci_bus_add_device);
876e501a	336
1da177e4	337	/**
4f535093	338	* pci_bus_add_devices - start driver for PCI devices
1da177e4 LT	339	* @bus: bus to check for new devices
1da177e4 LT	340	*
4f535093	341	* Start driver for PCI devices and add some sysfs entries.
1da177e4	342	*/
c48f1670	343	void pci_bus_add_devices(const struct pci_bus *bus)
1da177e4 LT	344	{
1da177e4 LT	345	struct pci_dev *dev;
3fa16fdb	346	struct pci_bus *child;
1da177e4 LT	347
1da177e4 LT	348	list_for_each_entry(dev, &bus->devices, bus_list) {
8a1bc901	349	/* Skip already-added devices */
44bda4b7	350	if (pci_dev_is_added(dev))
1da177e4	351	continue;
c893d133	352	pci_bus_add_device(dev);
1da177e4 LT	353	}
	354
	355	list_for_each_entry(dev, &bus->devices, bus_list) {
1e398eae	356	/* Skip if device attach failed */
44bda4b7	357	if (!pci_dev_is_added(dev))
1e398eae	358	continue;
3fa16fdb	359	child = dev->subordinate;
981cf9ea JL	360	if (child)
981cf9ea JL	361	pci_bus_add_devices(child);
1da177e4 LT	362	}
1da177e4 LT	363	}
b7fe9434	364	EXPORT_SYMBOL(pci_bus_add_devices);
1da177e4	365
cecf4864 PM	366	/** pci_walk_bus - walk devices on/under bus, calling callback.
	367	* @top bus whose devices should be walked
	368	* @cb callback to be called for each device found
	369	* @userdata arbitrary pointer to be passed to callback.
	370	*
	371	* Walk the given bus, including any bridged devices
	372	* on buses under this bus. Call the provided callback
	373	* on each device found.
70298c6e ZY	374	*
	375	* We check the return of @cb each time. If it returns anything
	376	* other than 0, we break out.
	377	*
cecf4864	378	*/
70298c6e	379	void pci_walk_bus(struct pci_bus top, int (cb)(struct pci_dev , void ),
cecf4864 PM	380	void *userdata)
	381	{
	382	struct pci_dev *dev;
	383	struct pci_bus *bus;
	384	struct list_head *next;
70298c6e	385	int retval;
cecf4864 PM	386
cecf4864 PM	387	bus = top;
d71374da	388	down_read(&pci_bus_sem);
cecf4864 PM	389	next = top->devices.next;
	390	for (;;) {
	391	if (next == &bus->devices) {
	392	/* end of this bus, go up or finish */
	393	if (bus == top)
	394	break;
	395	next = bus->self->bus_list.next;
	396	bus = bus->self->bus;
	397	continue;
	398	}
	399	dev = list_entry(next, struct pci_dev, bus_list);
cecf4864 PM	400	if (dev->subordinate) {
	401	/* this is a pci-pci bridge, do its devices next */
	402	next = dev->subordinate->devices.next;
	403	bus = dev->subordinate;
	404	} else
	405	next = dev->bus_list.next;
cecf4864	406
70298c6e	407	retval = cb(dev, userdata);
70298c6e ZY	408	if (retval)
70298c6e ZY	409	break;
cecf4864	410	}
d71374da	411	up_read(&pci_bus_sem);
cecf4864	412	}
7c94def8	413	EXPORT_SYMBOL_GPL(pci_walk_bus);
cecf4864	414
fe830ef6 JL	415	struct pci_bus pci_bus_get(struct pci_bus bus)
	416	{
	417	if (bus)
	418	get_device(&bus->dev);
	419	return bus;
	420	}
	421	EXPORT_SYMBOL(pci_bus_get);
	422
	423	void pci_bus_put(struct pci_bus *bus)
	424	{
	425	if (bus)
	426	put_device(&bus->dev);
	427	}
	428	EXPORT_SYMBOL(pci_bus_put);