310 	struct nvmem_cell *cell = NULL;  in nvmem_cell_attr_read()  local
315 	cell = nvmem_create_cell(entry, entry->name, 0);  in nvmem_cell_attr_read()
316 	if (IS_ERR(cell))  in nvmem_cell_attr_read()
317 		return PTR_ERR(cell);  in nvmem_cell_attr_read()
319 	if (!cell)  in nvmem_cell_attr_read()
322 	content = nvmem_cell_read(cell, &cell_sz);  in nvmem_cell_attr_read()
333 	kfree_const(cell->id);  in nvmem_cell_attr_read()
334 	kfree(cell);  in nvmem_cell_attr_read()
360 /* Cell attributes will be dynamically allocated */
459 	/* Initialize each attribute to take the name and size of the cell */  in nvmem_populate_sysfs_cells()
524 static void nvmem_cell_entry_drop(struct nvmem_cell_entry *cell)  in nvmem_cell_entry_drop()  argument
526 	blocking_notifier_call_chain(&nvmem_notifier, NVMEM_CELL_REMOVE, cell);  in nvmem_cell_entry_drop()
528 	list_del(&cell->node);  in nvmem_cell_entry_drop()
530 	of_node_put(cell->np);  in nvmem_cell_entry_drop()
531 	kfree_const(cell->name);  in nvmem_cell_entry_drop()
532 	kfree(cell);  in nvmem_cell_entry_drop()
537 	struct nvmem_cell_entry *cell, *p;  in nvmem_device_remove_all_cells()  local
539 	list_for_each_entry_safe(cell, p, &nvmem->cells, node)  in nvmem_device_remove_all_cells()
540 		nvmem_cell_entry_drop(cell);  in nvmem_device_remove_all_cells()
543 static void nvmem_cell_entry_add(struct nvmem_cell_entry *cell)  in nvmem_cell_entry_add()  argument
546 	list_add_tail(&cell->node, &cell->nvmem->cells);  in nvmem_cell_entry_add()
548 	blocking_notifier_call_chain(&nvmem_notifier, NVMEM_CELL_ADD, cell);  in nvmem_cell_entry_add()
553 						     struct nvmem_cell_entry *cell)  in nvmem_cell_info_to_nvmem_cell_entry_nodup()  argument
555 	cell->nvmem = nvmem;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
556 	cell->offset = info->offset;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
557 	cell->raw_len = info->raw_len ?: info->bytes;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
558 	cell->bytes = info->bytes;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
559 	cell->name = info->name;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
560 	cell->read_post_process = info->read_post_process;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
561 	cell->priv = info->priv;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
563 	cell->bit_offset = info->bit_offset;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
564 	cell->nbits = info->nbits;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
565 	cell->np = info->np;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
567 	if (cell->nbits)  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
568 		cell->bytes = DIV_ROUND_UP(cell->nbits + cell->bit_offset,  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
571 	if (!IS_ALIGNED(cell->offset, nvmem->stride)) {  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
573 			"cell %s unaligned to nvmem stride %d\n",  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
574 			cell->name ?: "<unknown>", nvmem->stride);  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
583 					       struct nvmem_cell_entry *cell)  in nvmem_cell_info_to_nvmem_cell_entry()  argument
587 	err = nvmem_cell_info_to_nvmem_cell_entry_nodup(nvmem, info, cell);  in nvmem_cell_info_to_nvmem_cell_entry()
591 	cell->name = kstrdup_const(info->name, GFP_KERNEL);  in nvmem_cell_info_to_nvmem_cell_entry()
592 	if (!cell->name)  in nvmem_cell_info_to_nvmem_cell_entry()
599  * nvmem_add_one_cell() - Add one cell information to an nvmem device
602  * @info: nvmem cell info to add to the device
609 	struct nvmem_cell_entry *cell;  in nvmem_add_one_cell()  local
612 	cell = kzalloc(sizeof(*cell), GFP_KERNEL);  in nvmem_add_one_cell()
613 	if (!cell)  in nvmem_add_one_cell()
616 	rval = nvmem_cell_info_to_nvmem_cell_entry(nvmem, info, cell);  in nvmem_add_one_cell()
618 		kfree(cell);  in nvmem_add_one_cell()
622 	nvmem_cell_entry_add(cell);  in nvmem_add_one_cell()
629  * nvmem_add_cells() - Add cell information to an nvmem device
632  * @info: nvmem cell info to add to the device
682 	struct nvmem_cell_entry *cell;  in nvmem_add_cells_from_table()  local
691 				cell = kzalloc(sizeof(*cell), GFP_KERNEL);  in nvmem_add_cells_from_table()
692 				if (!cell) {  in nvmem_add_cells_from_table()
697 				rval = nvmem_cell_info_to_nvmem_cell_entry(nvmem, info, cell);  in nvmem_add_cells_from_table()
699 					kfree(cell);  in nvmem_add_cells_from_table()
703 				nvmem_cell_entry_add(cell);  in nvmem_add_cells_from_table()
716 	struct nvmem_cell_entry *iter, *cell = NULL;  in nvmem_find_cell_entry_by_name()  local
721 			cell = iter;  in nvmem_find_cell_entry_by_name()
727 	return cell;  in nvmem_find_cell_entry_by_name()
1121 			"could not increase module refcount for cell %s\n",  in __nvmem_device_get()
1257  * devm_nvmem_device_get() - Get nvmem cell of device form a given id
1289 	struct nvmem_cell *cell;  in nvmem_create_cell()  local
1292 	cell = kzalloc(sizeof(*cell), GFP_KERNEL);  in nvmem_create_cell()
1293 	if (!cell)  in nvmem_create_cell()
1299 			kfree(cell);  in nvmem_create_cell()
1304 	cell->id = name;  in nvmem_create_cell()
1305 	cell->entry = entry;  in nvmem_create_cell()
1306 	cell->index = index;  in nvmem_create_cell()
1308 	return cell;  in nvmem_create_cell()
1315 	struct nvmem_cell *cell = ERR_PTR(-ENOENT);  in nvmem_cell_get_from_lookup()  local
1335 				cell = ERR_CAST(nvmem);  in nvmem_cell_get_from_lookup()
1343 				cell = ERR_PTR(-ENOENT);  in nvmem_cell_get_from_lookup()
1345 				cell = nvmem_create_cell(cell_entry, con_id, 0);  in nvmem_cell_get_from_lookup()
1346 				if (IS_ERR(cell))  in nvmem_cell_get_from_lookup()
1354 	return cell;  in nvmem_cell_get_from_lookup()
1367 	struct nvmem_cell_entry *iter, *cell = NULL;  in nvmem_find_cell_entry_by_node()  local
1372 			cell = iter;  in nvmem_find_cell_entry_by_node()
1378 	return cell;  in nvmem_find_cell_entry_by_node()
1394  * of_nvmem_cell_get() - Get a nvmem cell from given device node and cell id
1396  * @np: Device tree node that uses the nvmem cell.
1397  * @id: nvmem cell name from nvmem-cell-names property, or NULL
1398  *      for the cell at index 0 (the lone cell with no accompanying
1399  *      nvmem-cell-names property).
1410 	struct nvmem_cell *cell;  in of_nvmem_cell_get()  local
1416 	/* if cell name exists, find index to the name */  in of_nvmem_cell_get()
1418 		index = of_property_match_string(np, "nvmem-cell-names", id);  in of_nvmem_cell_get()
1421 						  "#nvmem-cell-cells",  in of_nvmem_cell_get()
1473 	cell = nvmem_create_cell(cell_entry, id, cell_index);  in of_nvmem_cell_get()
1474 	if (IS_ERR(cell)) {  in of_nvmem_cell_get()
1479 	return cell;  in of_nvmem_cell_get()
1485  * nvmem_cell_get() - Get nvmem cell of device form a given cell name
1487  * @dev: Device that requests the nvmem cell.
1488  * @id: nvmem cell name to get (this corresponds with the name from the
1489  *      nvmem-cell-names property for DT systems and with the con_id from
1498 	struct nvmem_cell *cell;  in nvmem_cell_get()  local
1501 		cell = of_nvmem_cell_get(dev->of_node, id);  in nvmem_cell_get()
1502 		if (!IS_ERR(cell) || PTR_ERR(cell) == -EPROBE_DEFER)  in nvmem_cell_get()
1503 			return cell;  in nvmem_cell_get()
1506 	/* NULL cell id only allowed for device tree; invalid otherwise */  in nvmem_cell_get()
1520  * devm_nvmem_cell_get() - Get nvmem cell of device form a given id
1522  * @dev: Device that requests the nvmem cell.
1523  * @id: nvmem cell name id to get.
1531 	struct nvmem_cell **ptr, *cell;  in devm_nvmem_cell_get()  local
1537 	cell = nvmem_cell_get(dev, id);  in devm_nvmem_cell_get()
1538 	if (!IS_ERR(cell)) {  in devm_nvmem_cell_get()
1539 		*ptr = cell;  in devm_nvmem_cell_get()
1545 	return cell;  in devm_nvmem_cell_get()
1560  * devm_nvmem_cell_put() - Release previously allocated nvmem cell
1563  * @dev: Device that requests the nvmem cell.
1564  * @cell: Previously allocated nvmem cell by devm_nvmem_cell_get().
1566 void devm_nvmem_cell_put(struct device *dev, struct nvmem_cell *cell)  in devm_nvmem_cell_put()  argument
1571 				devm_nvmem_cell_match, cell);  in devm_nvmem_cell_put()
1578  * nvmem_cell_put() - Release previously allocated nvmem cell.
1580  * @cell: Previously allocated nvmem cell by nvmem_cell_get().
1582 void nvmem_cell_put(struct nvmem_cell *cell)  in nvmem_cell_put()  argument
1584 	struct nvmem_device *nvmem = cell->entry->nvmem;  in nvmem_cell_put()
1586 	if (cell->id)  in nvmem_cell_put()
1587 		kfree_const(cell->id);  in nvmem_cell_put()
1589 	kfree(cell);  in nvmem_cell_put()
1595 static void nvmem_shift_read_buffer_in_place(struct nvmem_cell_entry *cell, void *buf)  in nvmem_shift_read_buffer_in_place()  argument
1598 	int i, extra, bit_offset = cell->bit_offset;  in nvmem_shift_read_buffer_in_place()
1606 		for (i = 1; i < cell->bytes; i++) {  in nvmem_shift_read_buffer_in_place()
1615 		p += cell->bytes - 1;  in nvmem_shift_read_buffer_in_place()
1619 	extra = cell->bytes - DIV_ROUND_UP(cell->nbits, BITS_PER_BYTE);  in nvmem_shift_read_buffer_in_place()
1624 	if (cell->nbits % BITS_PER_BYTE)  in nvmem_shift_read_buffer_in_place()
1625 		*p &= GENMASK((cell->nbits % BITS_PER_BYTE) - 1, 0);  in nvmem_shift_read_buffer_in_place()
1629 			     struct nvmem_cell_entry *cell,  in __nvmem_cell_read()  argument
1634 	rc = nvmem_reg_read(nvmem, cell->offset, buf, cell->raw_len);  in __nvmem_cell_read()
1640 	if (cell->bit_offset || cell->nbits)  in __nvmem_cell_read()
1641 		nvmem_shift_read_buffer_in_place(cell, buf);  in __nvmem_cell_read()
1643 	if (cell->read_post_process) {  in __nvmem_cell_read()
1644 		rc = cell->read_post_process(cell->priv, id, index,  in __nvmem_cell_read()
1645 					     cell->offset, buf, cell->raw_len);  in __nvmem_cell_read()
1651 		*len = cell->bytes;  in __nvmem_cell_read()
1657  * nvmem_cell_read() - Read a given nvmem cell
1659  * @cell: nvmem cell to be read.
1660  * @len: pointer to length of cell which will be populated on successful read;
1666 void *nvmem_cell_read(struct nvmem_cell *cell, size_t *len)  in nvmem_cell_read()  argument
1668 	struct nvmem_cell_entry *entry = cell->entry;  in nvmem_cell_read()
1680 	rc = __nvmem_cell_read(nvmem, cell->entry, buf, len, cell->id, cell->index);  in nvmem_cell_read()
1690 static void *nvmem_cell_prepare_write_buffer(struct nvmem_cell_entry *cell,  in nvmem_cell_prepare_write_buffer()  argument
1693 	struct nvmem_device *nvmem = cell->nvmem;  in nvmem_cell_prepare_write_buffer()
1694 	int i, rc, nbits, bit_offset = cell->bit_offset;  in nvmem_cell_prepare_write_buffer()
1697 	nbits = cell->nbits;  in nvmem_cell_prepare_write_buffer()
1698 	buf = kzalloc(cell->bytes, GFP_KERNEL);  in nvmem_cell_prepare_write_buffer()
1710 		rc = nvmem_reg_read(nvmem, cell->offset, &v, 1);  in nvmem_cell_prepare_write_buffer()
1716 		for (i = 1; i < cell->bytes; i++) {  in nvmem_cell_prepare_write_buffer()
1730 				    cell->offset + cell->bytes - 1, &v, 1);  in nvmem_cell_prepare_write_buffer()
1743 static int __nvmem_cell_entry_write(struct nvmem_cell_entry *cell, void *buf, size_t len)  in __nvmem_cell_entry_write()  argument
1745 	struct nvmem_device *nvmem = cell->nvmem;  in __nvmem_cell_entry_write()
1749 	    (cell->bit_offset == 0 && len != cell->bytes))  in __nvmem_cell_entry_write()
1757 	if (cell->read_post_process)  in __nvmem_cell_entry_write()
1760 	if (cell->bit_offset || cell->nbits) {  in __nvmem_cell_entry_write()
1761 		buf = nvmem_cell_prepare_write_buffer(cell, buf, len);  in __nvmem_cell_entry_write()
1766 	rc = nvmem_reg_write(nvmem, cell->offset, buf, cell->bytes);  in __nvmem_cell_entry_write()
1769 	if (cell->bit_offset || cell->nbits)  in __nvmem_cell_entry_write()
1779  * nvmem_cell_write() - Write to a given nvmem cell
1781  * @cell: nvmem cell to be written.
1783  * @len: length of buffer to be written to nvmem cell.
1787 int nvmem_cell_write(struct nvmem_cell *cell, void *buf, size_t len)  in nvmem_cell_write()  argument
1789 	return __nvmem_cell_entry_write(cell->entry, buf, len);  in nvmem_cell_write()
1797 	struct nvmem_cell *cell;  in nvmem_cell_read_common()  local
1801 	cell = nvmem_cell_get(dev, cell_id);  in nvmem_cell_read_common()
1802 	if (IS_ERR(cell))  in nvmem_cell_read_common()
1803 		return PTR_ERR(cell);  in nvmem_cell_read_common()
1805 	buf = nvmem_cell_read(cell, &len);  in nvmem_cell_read_common()
1807 		nvmem_cell_put(cell);  in nvmem_cell_read_common()
1812 		nvmem_cell_put(cell);  in nvmem_cell_read_common()
1817 	nvmem_cell_put(cell);  in nvmem_cell_read_common()
1823  * nvmem_cell_read_u8() - Read a cell value as a u8
1825  * @dev: Device that requests the nvmem cell.
1826  * @cell_id: Name of nvmem cell to read.
1838  * nvmem_cell_read_u16() - Read a cell value as a u16
1840  * @dev: Device that requests the nvmem cell.
1841  * @cell_id: Name of nvmem cell to read.
1853  * nvmem_cell_read_u32() - Read a cell value as a u32
1855  * @dev: Device that requests the nvmem cell.
1856  * @cell_id: Name of nvmem cell to read.
1868  * nvmem_cell_read_u64() - Read a cell value as a u64
1870  * @dev: Device that requests the nvmem cell.
1871  * @cell_id: Name of nvmem cell to read.
1886 	struct nvmem_cell *cell;  in nvmem_cell_read_variable_common()  local
1890 	cell = nvmem_cell_get(dev, cell_id);  in nvmem_cell_read_variable_common()
1891 	if (IS_ERR(cell))  in nvmem_cell_read_variable_common()
1892 		return cell;  in nvmem_cell_read_variable_common()
1894 	nbits = cell->entry->nbits;  in nvmem_cell_read_variable_common()
1895 	buf = nvmem_cell_read(cell, len);  in nvmem_cell_read_variable_common()
1896 	nvmem_cell_put(cell);  in nvmem_cell_read_variable_common()
1918  * @dev: Device that requests the nvmem cell.
1919  * @cell_id: Name of nvmem cell to read.
1949  * @dev: Device that requests the nvmem cell.
1950  * @cell_id: Name of nvmem cell to read.
1978  * nvmem_device_cell_read() - Read a given nvmem device and cell
1981  * @info: nvmem cell info to be read.
1990 	struct nvmem_cell_entry cell;  in nvmem_device_cell_read()  local
1997 	rc = nvmem_cell_info_to_nvmem_cell_entry_nodup(nvmem, info, &cell);  in nvmem_device_cell_read()
2001 	rc = __nvmem_cell_read(nvmem, &cell, buf, &len, NULL, 0);  in nvmem_device_cell_read()
2010  * nvmem_device_cell_write() - Write cell to a given nvmem device
2013  * @info: nvmem cell info to be written.
2014  * @buf: buffer to be written to cell.
2021 	struct nvmem_cell_entry cell;  in nvmem_device_cell_write()  local
2027 	rc = nvmem_cell_info_to_nvmem_cell_entry_nodup(nvmem, info, &cell);  in nvmem_device_cell_write()
2031 	return __nvmem_cell_entry_write(&cell, buf, cell.bytes);  in nvmem_device_cell_write()
2065  * nvmem_device_write() - Write cell to a given nvmem device
2094  * nvmem_add_cell_table() - register a table of cell info entries
2096  * @table: table of cell info entries
2107  * nvmem_del_cell_table() - remove a previously registered cell info table
2109  * @table: table of cell info entries
2120  * nvmem_add_cell_lookups() - register a list of cell lookup entries
2122  * @entries: array of cell lookup entries
2123  * @nentries: number of cell lookup entries in the array
2137  * nvmem_del_cell_lookups() - remove a list of previously added cell lookup
2140  * @entries: array of cell lookup entries
2141  * @nentries: number of cell lookup entries in the array