Lines Matching refs:map
35 static int _regmap_update_bits(struct regmap *map, unsigned int reg,
64 bool regmap_check_range_table(struct regmap *map, unsigned int reg, in regmap_check_range_table() argument
80 bool regmap_writeable(struct regmap *map, unsigned int reg) in regmap_writeable() argument
82 if (map->max_register && reg > map->max_register) in regmap_writeable()
85 if (map->writeable_reg) in regmap_writeable()
86 return map->writeable_reg(map->dev, reg); in regmap_writeable()
88 if (map->wr_table) in regmap_writeable()
89 return regmap_check_range_table(map, reg, map->wr_table); in regmap_writeable()
94 bool regmap_readable(struct regmap *map, unsigned int reg) in regmap_readable() argument
96 if (map->max_register && reg > map->max_register) in regmap_readable()
99 if (map->format.format_write) in regmap_readable()
102 if (map->readable_reg) in regmap_readable()
103 return map->readable_reg(map->dev, reg); in regmap_readable()
105 if (map->rd_table) in regmap_readable()
106 return regmap_check_range_table(map, reg, map->rd_table); in regmap_readable()
111 bool regmap_volatile(struct regmap *map, unsigned int reg) in regmap_volatile() argument
113 if (!map->format.format_write && !regmap_readable(map, reg)) in regmap_volatile()
116 if (map->volatile_reg) in regmap_volatile()
117 return map->volatile_reg(map->dev, reg); in regmap_volatile()
119 if (map->volatile_table) in regmap_volatile()
120 return regmap_check_range_table(map, reg, map->volatile_table); in regmap_volatile()
122 if (map->cache_ops) in regmap_volatile()
128 bool regmap_precious(struct regmap *map, unsigned int reg) in regmap_precious() argument
130 if (!regmap_readable(map, reg)) in regmap_precious()
133 if (map->precious_reg) in regmap_precious()
134 return map->precious_reg(map->dev, reg); in regmap_precious()
136 if (map->precious_table) in regmap_precious()
137 return regmap_check_range_table(map, reg, map->precious_table); in regmap_precious()
142 static bool regmap_volatile_range(struct regmap *map, unsigned int reg, in regmap_volatile_range() argument
148 if (!regmap_volatile(map, reg + i)) in regmap_volatile_range()
154 static void regmap_format_2_6_write(struct regmap *map, in regmap_format_2_6_write() argument
157 u8 *out = map->work_buf; in regmap_format_2_6_write()
162 static void regmap_format_4_12_write(struct regmap *map, in regmap_format_4_12_write() argument
165 __be16 *out = map->work_buf; in regmap_format_4_12_write()
169 static void regmap_format_7_9_write(struct regmap *map, in regmap_format_7_9_write() argument
172 __be16 *out = map->work_buf; in regmap_format_7_9_write()
176 static void regmap_format_10_14_write(struct regmap *map, in regmap_format_10_14_write() argument
179 u8 *out = map->work_buf; in regmap_format_10_14_write()
333 struct regmap *map = __map; in regmap_lock_mutex() local
334 mutex_lock(&map->mutex); in regmap_lock_mutex()
339 struct regmap *map = __map; in regmap_unlock_mutex() local
340 mutex_unlock(&map->mutex); in regmap_unlock_mutex()
344 __acquires(&map->spinlock) in regmap_lock_spinlock()
346 struct regmap *map = __map; in regmap_lock_spinlock() local
349 spin_lock_irqsave(&map->spinlock, flags); in regmap_lock_spinlock()
350 map->spinlock_flags = flags; in regmap_lock_spinlock()
354 __releases(&map->spinlock) in regmap_unlock_spinlock()
356 struct regmap *map = __map; in regmap_unlock_spinlock() local
357 spin_unlock_irqrestore(&map->spinlock, map->spinlock_flags); in regmap_unlock_spinlock()
369 static bool _regmap_range_add(struct regmap *map, in _regmap_range_add() argument
372 struct rb_root *root = &map->range_tree; in _regmap_range_add()
394 static struct regmap_range_node *_regmap_range_lookup(struct regmap *map, in _regmap_range_lookup() argument
397 struct rb_node *node = map->range_tree.rb_node; in _regmap_range_lookup()
414 static void regmap_range_exit(struct regmap *map) in regmap_range_exit() argument
419 next = rb_first(&map->range_tree); in regmap_range_exit()
423 rb_erase(&range_node->node, &map->range_tree); in regmap_range_exit()
427 kfree(map->selector_work_buf); in regmap_range_exit()
430 int regmap_attach_dev(struct device *dev, struct regmap *map, in regmap_attach_dev() argument
435 map->dev = dev; in regmap_attach_dev()
437 regmap_debugfs_init(map, config->name); in regmap_attach_dev()
442 regmap_debugfs_exit(map); in regmap_attach_dev()
445 *m = map; in regmap_attach_dev()
535 struct regmap *map; in regmap_init() local
543 map = kzalloc(sizeof(*map), GFP_KERNEL); in regmap_init()
544 if (map == NULL) { in regmap_init()
550 map->lock = config->lock; in regmap_init()
551 map->unlock = config->unlock; in regmap_init()
552 map->lock_arg = config->lock_arg; in regmap_init()
556 spin_lock_init(&map->spinlock); in regmap_init()
557 map->lock = regmap_lock_spinlock; in regmap_init()
558 map->unlock = regmap_unlock_spinlock; in regmap_init()
560 mutex_init(&map->mutex); in regmap_init()
561 map->lock = regmap_lock_mutex; in regmap_init()
562 map->unlock = regmap_unlock_mutex; in regmap_init()
564 map->lock_arg = map; in regmap_init()
566 map->format.reg_bytes = DIV_ROUND_UP(config->reg_bits, 8); in regmap_init()
567 map->format.pad_bytes = config->pad_bits / 8; in regmap_init()
568 map->format.val_bytes = DIV_ROUND_UP(config->val_bits, 8); in regmap_init()
569 map->format.buf_size = DIV_ROUND_UP(config->reg_bits + in regmap_init()
571 map->reg_shift = config->pad_bits % 8; in regmap_init()
573 map->reg_stride = config->reg_stride; in regmap_init()
575 map->reg_stride = 1; in regmap_init()
576 map->use_single_rw = config->use_single_rw; in regmap_init()
577 map->can_multi_write = config->can_multi_write; in regmap_init()
578 map->dev = dev; in regmap_init()
579 map->bus = bus; in regmap_init()
580 map->bus_context = bus_context; in regmap_init()
581 map->max_register = config->max_register; in regmap_init()
582 map->wr_table = config->wr_table; in regmap_init()
583 map->rd_table = config->rd_table; in regmap_init()
584 map->volatile_table = config->volatile_table; in regmap_init()
585 map->precious_table = config->precious_table; in regmap_init()
586 map->writeable_reg = config->writeable_reg; in regmap_init()
587 map->readable_reg = config->readable_reg; in regmap_init()
588 map->volatile_reg = config->volatile_reg; in regmap_init()
589 map->precious_reg = config->precious_reg; in regmap_init()
590 map->cache_type = config->cache_type; in regmap_init()
591 map->name = config->name; in regmap_init()
593 spin_lock_init(&map->async_lock); in regmap_init()
594 INIT_LIST_HEAD(&map->async_list); in regmap_init()
595 INIT_LIST_HEAD(&map->async_free); in regmap_init()
596 init_waitqueue_head(&map->async_waitq); in regmap_init()
599 map->read_flag_mask = config->read_flag_mask; in regmap_init()
600 map->write_flag_mask = config->write_flag_mask; in regmap_init()
602 map->read_flag_mask = bus->read_flag_mask; in regmap_init()
606 map->reg_read = config->reg_read; in regmap_init()
607 map->reg_write = config->reg_write; in regmap_init()
609 map->defer_caching = false; in regmap_init()
612 map->reg_read = _regmap_bus_reg_read; in regmap_init()
613 map->reg_write = _regmap_bus_reg_write; in regmap_init()
615 map->defer_caching = false; in regmap_init()
618 map->reg_read = _regmap_bus_read; in regmap_init()
624 switch (config->reg_bits + map->reg_shift) { in regmap_init()
628 map->format.format_write = regmap_format_2_6_write; in regmap_init()
638 map->format.format_write = regmap_format_4_12_write; in regmap_init()
648 map->format.format_write = regmap_format_7_9_write; in regmap_init()
658 map->format.format_write = regmap_format_10_14_write; in regmap_init()
666 map->format.format_reg = regmap_format_8; in regmap_init()
672 map->format.format_reg = regmap_format_16_be; in regmap_init()
675 map->format.format_reg = regmap_format_16_native; in regmap_init()
685 map->format.format_reg = regmap_format_24; in regmap_init()
691 map->format.format_reg = regmap_format_32_be; in regmap_init()
694 map->format.format_reg = regmap_format_32_native; in regmap_init()
706 map->format.parse_inplace = regmap_parse_inplace_noop; in regmap_init()
710 map->format.format_val = regmap_format_8; in regmap_init()
711 map->format.parse_val = regmap_parse_8; in regmap_init()
712 map->format.parse_inplace = regmap_parse_inplace_noop; in regmap_init()
717 map->format.format_val = regmap_format_16_be; in regmap_init()
718 map->format.parse_val = regmap_parse_16_be; in regmap_init()
719 map->format.parse_inplace = regmap_parse_16_be_inplace; in regmap_init()
722 map->format.format_val = regmap_format_16_le; in regmap_init()
723 map->format.parse_val = regmap_parse_16_le; in regmap_init()
724 map->format.parse_inplace = regmap_parse_16_le_inplace; in regmap_init()
727 map->format.format_val = regmap_format_16_native; in regmap_init()
728 map->format.parse_val = regmap_parse_16_native; in regmap_init()
737 map->format.format_val = regmap_format_24; in regmap_init()
738 map->format.parse_val = regmap_parse_24; in regmap_init()
743 map->format.format_val = regmap_format_32_be; in regmap_init()
744 map->format.parse_val = regmap_parse_32_be; in regmap_init()
745 map->format.parse_inplace = regmap_parse_32_be_inplace; in regmap_init()
748 map->format.format_val = regmap_format_32_le; in regmap_init()
749 map->format.parse_val = regmap_parse_32_le; in regmap_init()
750 map->format.parse_inplace = regmap_parse_32_le_inplace; in regmap_init()
753 map->format.format_val = regmap_format_32_native; in regmap_init()
754 map->format.parse_val = regmap_parse_32_native; in regmap_init()
762 if (map->format.format_write) { in regmap_init()
766 map->use_single_rw = true; in regmap_init()
769 if (!map->format.format_write && in regmap_init()
770 !(map->format.format_reg && map->format.format_val)) in regmap_init()
773 map->work_buf = kzalloc(map->format.buf_size, GFP_KERNEL); in regmap_init()
774 if (map->work_buf == NULL) { in regmap_init()
779 if (map->format.format_write) { in regmap_init()
780 map->defer_caching = false; in regmap_init()
781 map->reg_write = _regmap_bus_formatted_write; in regmap_init()
782 } else if (map->format.format_val) { in regmap_init()
783 map->defer_caching = true; in regmap_init()
784 map->reg_write = _regmap_bus_raw_write; in regmap_init()
789 map->range_tree = RB_ROOT; in regmap_init()
796 dev_err(map->dev, "Invalid range %d: %d < %d\n", i, in regmap_init()
801 if (range_cfg->range_max > map->max_register) { in regmap_init()
802 dev_err(map->dev, "Invalid range %d: %d > %d\n", i, in regmap_init()
803 range_cfg->range_max, map->max_register); in regmap_init()
807 if (range_cfg->selector_reg > map->max_register) { in regmap_init()
808 dev_err(map->dev, in regmap_init()
814 dev_err(map->dev, "Invalid range %d: window_len 0\n", in regmap_init()
833 dev_err(map->dev, in regmap_init()
841 dev_err(map->dev, in regmap_init()
854 new->map = map; in regmap_init()
864 if (!_regmap_range_add(map, new)) { in regmap_init()
865 dev_err(map->dev, "Failed to add range %d\n", i); in regmap_init()
870 if (map->selector_work_buf == NULL) { in regmap_init()
871 map->selector_work_buf = in regmap_init()
872 kzalloc(map->format.buf_size, GFP_KERNEL); in regmap_init()
873 if (map->selector_work_buf == NULL) { in regmap_init()
880 ret = regcache_init(map, config); in regmap_init()
885 ret = regmap_attach_dev(dev, map, config); in regmap_init()
890 return map; in regmap_init()
893 regcache_exit(map); in regmap_init()
895 regmap_range_exit(map); in regmap_init()
896 kfree(map->work_buf); in regmap_init()
898 kfree(map); in regmap_init()
1049 int regmap_reinit_cache(struct regmap *map, const struct regmap_config *config) in regmap_reinit_cache() argument
1051 regcache_exit(map); in regmap_reinit_cache()
1052 regmap_debugfs_exit(map); in regmap_reinit_cache()
1054 map->max_register = config->max_register; in regmap_reinit_cache()
1055 map->writeable_reg = config->writeable_reg; in regmap_reinit_cache()
1056 map->readable_reg = config->readable_reg; in regmap_reinit_cache()
1057 map->volatile_reg = config->volatile_reg; in regmap_reinit_cache()
1058 map->precious_reg = config->precious_reg; in regmap_reinit_cache()
1059 map->cache_type = config->cache_type; in regmap_reinit_cache()
1061 regmap_debugfs_init(map, config->name); in regmap_reinit_cache()
1063 map->cache_bypass = false; in regmap_reinit_cache()
1064 map->cache_only = false; in regmap_reinit_cache()
1066 return regcache_init(map, config); in regmap_reinit_cache()
1073 void regmap_exit(struct regmap *map) in regmap_exit() argument
1077 regcache_exit(map); in regmap_exit()
1078 regmap_debugfs_exit(map); in regmap_exit()
1079 regmap_range_exit(map); in regmap_exit()
1080 if (map->bus && map->bus->free_context) in regmap_exit()
1081 map->bus->free_context(map->bus_context); in regmap_exit()
1082 kfree(map->work_buf); in regmap_exit()
1083 while (!list_empty(&map->async_free)) { in regmap_exit()
1084 async = list_first_entry_or_null(&map->async_free, in regmap_exit()
1091 kfree(map); in regmap_exit()
1140 struct device *regmap_get_device(struct regmap *map) in regmap_get_device() argument
1142 return map->dev; in regmap_get_device()
1146 static int _regmap_select_page(struct regmap *map, unsigned int *reg, in _regmap_select_page() argument
1175 orig_work_buf = map->work_buf; in _regmap_select_page()
1176 map->work_buf = map->selector_work_buf; in _regmap_select_page()
1178 ret = _regmap_update_bits(map, range->selector_reg, in _regmap_select_page()
1183 map->work_buf = orig_work_buf; in _regmap_select_page()
1194 int _regmap_raw_write(struct regmap *map, unsigned int reg, in _regmap_raw_write() argument
1199 u8 *u8 = map->work_buf; in _regmap_raw_write()
1200 void *work_val = map->work_buf + map->format.reg_bytes + in _regmap_raw_write()
1201 map->format.pad_bytes; in _regmap_raw_write()
1207 WARN_ON(!map->bus); in _regmap_raw_write()
1210 if (map->writeable_reg) in _regmap_raw_write()
1211 for (i = 0; i < val_len / map->format.val_bytes; i++) in _regmap_raw_write()
1212 if (!map->writeable_reg(map->dev, in _regmap_raw_write()
1213 reg + (i * map->reg_stride))) in _regmap_raw_write()
1216 if (!map->cache_bypass && map->format.parse_val) { in _regmap_raw_write()
1218 int val_bytes = map->format.val_bytes; in _regmap_raw_write()
1220 ival = map->format.parse_val(val + (i * val_bytes)); in _regmap_raw_write()
1221 ret = regcache_write(map, reg + (i * map->reg_stride), in _regmap_raw_write()
1224 dev_err(map->dev, in _regmap_raw_write()
1230 if (map->cache_only) { in _regmap_raw_write()
1231 map->cache_dirty = true; in _regmap_raw_write()
1236 range = _regmap_range_lookup(map, reg); in _regmap_raw_write()
1238 int val_num = val_len / map->format.val_bytes; in _regmap_raw_write()
1244 dev_dbg(map->dev, "Writing window %d/%zu\n", in _regmap_raw_write()
1245 win_residue, val_len / map->format.val_bytes); in _regmap_raw_write()
1246 ret = _regmap_raw_write(map, reg, val, win_residue * in _regmap_raw_write()
1247 map->format.val_bytes); in _regmap_raw_write()
1253 val += win_residue * map->format.val_bytes; in _regmap_raw_write()
1254 val_len -= win_residue * map->format.val_bytes; in _regmap_raw_write()
1261 ret = _regmap_select_page(map, ®, range, val_num); in _regmap_raw_write()
1266 map->format.format_reg(map->work_buf, reg, map->reg_shift); in _regmap_raw_write()
1268 u8[0] |= map->write_flag_mask; in _regmap_raw_write()
1275 if (val != work_val && val_len == map->format.val_bytes) { in _regmap_raw_write()
1276 memcpy(work_val, val, map->format.val_bytes); in _regmap_raw_write()
1280 if (map->async && map->bus->async_write) { in _regmap_raw_write()
1283 trace_regmap_async_write_start(map, reg, val_len); in _regmap_raw_write()
1285 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write()
1286 async = list_first_entry_or_null(&map->async_free, in _regmap_raw_write()
1291 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write()
1294 async = map->bus->async_alloc(); in _regmap_raw_write()
1298 async->work_buf = kzalloc(map->format.buf_size, in _regmap_raw_write()
1306 async->map = map; in _regmap_raw_write()
1309 memcpy(async->work_buf, map->work_buf, map->format.pad_bytes + in _regmap_raw_write()
1310 map->format.reg_bytes + map->format.val_bytes); in _regmap_raw_write()
1312 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write()
1313 list_add_tail(&async->list, &map->async_list); in _regmap_raw_write()
1314 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write()
1317 ret = map->bus->async_write(map->bus_context, in _regmap_raw_write()
1319 map->format.reg_bytes + in _regmap_raw_write()
1320 map->format.pad_bytes, in _regmap_raw_write()
1323 ret = map->bus->async_write(map->bus_context, in _regmap_raw_write()
1325 map->format.reg_bytes + in _regmap_raw_write()
1326 map->format.pad_bytes + in _regmap_raw_write()
1330 dev_err(map->dev, "Failed to schedule write: %d\n", in _regmap_raw_write()
1333 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write()
1334 list_move(&async->list, &map->async_free); in _regmap_raw_write()
1335 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write()
1341 trace_regmap_hw_write_start(map, reg, val_len / map->format.val_bytes); in _regmap_raw_write()
1348 ret = map->bus->write(map->bus_context, map->work_buf, in _regmap_raw_write()
1349 map->format.reg_bytes + in _regmap_raw_write()
1350 map->format.pad_bytes + in _regmap_raw_write()
1352 else if (map->bus->gather_write) in _regmap_raw_write()
1353 ret = map->bus->gather_write(map->bus_context, map->work_buf, in _regmap_raw_write()
1354 map->format.reg_bytes + in _regmap_raw_write()
1355 map->format.pad_bytes, in _regmap_raw_write()
1360 len = map->format.reg_bytes + map->format.pad_bytes + val_len; in _regmap_raw_write()
1365 memcpy(buf, map->work_buf, map->format.reg_bytes); in _regmap_raw_write()
1366 memcpy(buf + map->format.reg_bytes + map->format.pad_bytes, in _regmap_raw_write()
1368 ret = map->bus->write(map->bus_context, buf, len); in _regmap_raw_write()
1373 trace_regmap_hw_write_done(map, reg, val_len / map->format.val_bytes); in _regmap_raw_write()
1383 bool regmap_can_raw_write(struct regmap *map) in regmap_can_raw_write() argument
1385 return map->bus && map->format.format_val && map->format.format_reg; in regmap_can_raw_write()
1394 struct regmap *map = context; in _regmap_bus_formatted_write() local
1396 WARN_ON(!map->bus || !map->format.format_write); in _regmap_bus_formatted_write()
1398 range = _regmap_range_lookup(map, reg); in _regmap_bus_formatted_write()
1400 ret = _regmap_select_page(map, ®, range, 1); in _regmap_bus_formatted_write()
1405 map->format.format_write(map, reg, val); in _regmap_bus_formatted_write()
1407 trace_regmap_hw_write_start(map, reg, 1); in _regmap_bus_formatted_write()
1409 ret = map->bus->write(map->bus_context, map->work_buf, in _regmap_bus_formatted_write()
1410 map->format.buf_size); in _regmap_bus_formatted_write()
1412 trace_regmap_hw_write_done(map, reg, 1); in _regmap_bus_formatted_write()
1420 struct regmap *map = context; in _regmap_bus_reg_write() local
1422 return map->bus->reg_write(map->bus_context, reg, val); in _regmap_bus_reg_write()
1428 struct regmap *map = context; in _regmap_bus_raw_write() local
1430 WARN_ON(!map->bus || !map->format.format_val); in _regmap_bus_raw_write()
1432 map->format.format_val(map->work_buf + map->format.reg_bytes in _regmap_bus_raw_write()
1433 + map->format.pad_bytes, val, 0); in _regmap_bus_raw_write()
1434 return _regmap_raw_write(map, reg, in _regmap_bus_raw_write()
1435 map->work_buf + in _regmap_bus_raw_write()
1436 map->format.reg_bytes + in _regmap_bus_raw_write()
1437 map->format.pad_bytes, in _regmap_bus_raw_write()
1438 map->format.val_bytes); in _regmap_bus_raw_write()
1441 static inline void *_regmap_map_get_context(struct regmap *map) in _regmap_map_get_context() argument
1443 return (map->bus) ? map : map->bus_context; in _regmap_map_get_context()
1446 int _regmap_write(struct regmap *map, unsigned int reg, in _regmap_write() argument
1450 void *context = _regmap_map_get_context(map); in _regmap_write()
1452 if (!regmap_writeable(map, reg)) in _regmap_write()
1455 if (!map->cache_bypass && !map->defer_caching) { in _regmap_write()
1456 ret = regcache_write(map, reg, val); in _regmap_write()
1459 if (map->cache_only) { in _regmap_write()
1460 map->cache_dirty = true; in _regmap_write()
1466 if (map->dev && strcmp(dev_name(map->dev), LOG_DEVICE) == 0) in _regmap_write()
1467 dev_info(map->dev, "%x <= %x\n", reg, val); in _regmap_write()
1470 trace_regmap_reg_write(map, reg, val); in _regmap_write()
1472 return map->reg_write(context, reg, val); in _regmap_write()
1485 int regmap_write(struct regmap *map, unsigned int reg, unsigned int val) in regmap_write() argument
1489 if (reg % map->reg_stride) in regmap_write()
1492 map->lock(map->lock_arg); in regmap_write()
1494 ret = _regmap_write(map, reg, val); in regmap_write()
1496 map->unlock(map->lock_arg); in regmap_write()
1512 int regmap_write_async(struct regmap *map, unsigned int reg, unsigned int val) in regmap_write_async() argument
1516 if (reg % map->reg_stride) in regmap_write_async()
1519 map->lock(map->lock_arg); in regmap_write_async()
1521 map->async = true; in regmap_write_async()
1523 ret = _regmap_write(map, reg, val); in regmap_write_async()
1525 map->async = false; in regmap_write_async()
1527 map->unlock(map->lock_arg); in regmap_write_async()
1549 int regmap_raw_write(struct regmap *map, unsigned int reg, in regmap_raw_write() argument
1554 if (!regmap_can_raw_write(map)) in regmap_raw_write()
1556 if (val_len % map->format.val_bytes) in regmap_raw_write()
1559 map->lock(map->lock_arg); in regmap_raw_write()
1561 ret = _regmap_raw_write(map, reg, val, val_len); in regmap_raw_write()
1563 map->unlock(map->lock_arg); in regmap_raw_write()
1667 int regmap_bulk_write(struct regmap *map, unsigned int reg, const void *val, in regmap_bulk_write() argument
1671 size_t val_bytes = map->format.val_bytes; in regmap_bulk_write()
1673 if (map->bus && !map->format.parse_inplace) in regmap_bulk_write()
1675 if (reg % map->reg_stride) in regmap_bulk_write()
1682 if (!map->bus || map->use_single_rw) { in regmap_bulk_write()
1683 map->lock(map->lock_arg); in regmap_bulk_write()
1707 ret = _regmap_write(map, reg + (i * map->reg_stride), in regmap_bulk_write()
1713 map->unlock(map->lock_arg); in regmap_bulk_write()
1722 dev_err(map->dev, "Error in memory allocation\n"); in regmap_bulk_write()
1726 map->format.parse_inplace(wval + i); in regmap_bulk_write()
1728 map->lock(map->lock_arg); in regmap_bulk_write()
1729 ret = _regmap_raw_write(map, reg, wval, val_bytes * val_count); in regmap_bulk_write()
1730 map->unlock(map->lock_arg); in regmap_bulk_write()
1745 static int _regmap_raw_multi_reg_write(struct regmap *map, in _regmap_raw_multi_reg_write() argument
1753 size_t val_bytes = map->format.val_bytes; in _regmap_raw_multi_reg_write()
1754 size_t reg_bytes = map->format.reg_bytes; in _regmap_raw_multi_reg_write()
1755 size_t pad_bytes = map->format.pad_bytes; in _regmap_raw_multi_reg_write()
1773 trace_regmap_hw_write_start(map, reg, 1); in _regmap_raw_multi_reg_write()
1774 map->format.format_reg(u8, reg, map->reg_shift); in _regmap_raw_multi_reg_write()
1776 map->format.format_val(u8, val, 0); in _regmap_raw_multi_reg_write()
1780 *u8 |= map->write_flag_mask; in _regmap_raw_multi_reg_write()
1782 ret = map->bus->write(map->bus_context, buf, len); in _regmap_raw_multi_reg_write()
1788 trace_regmap_hw_write_done(map, reg, 1); in _regmap_raw_multi_reg_write()
1793 static unsigned int _regmap_register_page(struct regmap *map, in _regmap_register_page() argument
1802 static int _regmap_range_multi_paged_reg_write(struct regmap *map, in _regmap_range_multi_paged_reg_write() argument
1820 range = _regmap_range_lookup(map, reg); in _regmap_range_multi_paged_reg_write()
1822 unsigned int win_page = _regmap_register_page(map, reg, in _regmap_range_multi_paged_reg_write()
1829 ret = _regmap_raw_multi_reg_write(map, base, n); in _regmap_range_multi_paged_reg_write()
1835 ret = _regmap_select_page(map, &base[n].reg, range, 1); in _regmap_range_multi_paged_reg_write()
1841 return _regmap_raw_multi_reg_write(map, base, n); in _regmap_range_multi_paged_reg_write()
1845 static int _regmap_multi_reg_write(struct regmap *map, in _regmap_multi_reg_write() argument
1852 if (!map->can_multi_write) { in _regmap_multi_reg_write()
1854 ret = _regmap_write(map, regs[i].reg, regs[i].def); in _regmap_multi_reg_write()
1861 if (!map->format.parse_inplace) in _regmap_multi_reg_write()
1864 if (map->writeable_reg) in _regmap_multi_reg_write()
1867 if (!map->writeable_reg(map->dev, reg)) in _regmap_multi_reg_write()
1869 if (reg % map->reg_stride) in _regmap_multi_reg_write()
1873 if (!map->cache_bypass) { in _regmap_multi_reg_write()
1877 ret = regcache_write(map, reg, val); in _regmap_multi_reg_write()
1879 dev_err(map->dev, in _regmap_multi_reg_write()
1885 if (map->cache_only) { in _regmap_multi_reg_write()
1886 map->cache_dirty = true; in _regmap_multi_reg_write()
1891 WARN_ON(!map->bus); in _regmap_multi_reg_write()
1896 range = _regmap_range_lookup(map, reg); in _regmap_multi_reg_write()
1903 ret = _regmap_range_multi_paged_reg_write(map, base, in _regmap_multi_reg_write()
1910 return _regmap_raw_multi_reg_write(map, regs, num_regs); in _regmap_multi_reg_write()
1932 int regmap_multi_reg_write(struct regmap *map, const struct reg_default *regs, in regmap_multi_reg_write() argument
1937 map->lock(map->lock_arg); in regmap_multi_reg_write()
1939 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_multi_reg_write()
1941 map->unlock(map->lock_arg); in regmap_multi_reg_write()
1964 int regmap_multi_reg_write_bypassed(struct regmap *map, in regmap_multi_reg_write_bypassed() argument
1971 map->lock(map->lock_arg); in regmap_multi_reg_write_bypassed()
1973 bypass = map->cache_bypass; in regmap_multi_reg_write_bypassed()
1974 map->cache_bypass = true; in regmap_multi_reg_write_bypassed()
1976 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_multi_reg_write_bypassed()
1978 map->cache_bypass = bypass; in regmap_multi_reg_write_bypassed()
1980 map->unlock(map->lock_arg); in regmap_multi_reg_write_bypassed()
2008 int regmap_raw_write_async(struct regmap *map, unsigned int reg, in regmap_raw_write_async() argument
2013 if (val_len % map->format.val_bytes) in regmap_raw_write_async()
2015 if (reg % map->reg_stride) in regmap_raw_write_async()
2018 map->lock(map->lock_arg); in regmap_raw_write_async()
2020 map->async = true; in regmap_raw_write_async()
2022 ret = _regmap_raw_write(map, reg, val, val_len); in regmap_raw_write_async()
2024 map->async = false; in regmap_raw_write_async()
2026 map->unlock(map->lock_arg); in regmap_raw_write_async()
2032 static int _regmap_raw_read(struct regmap *map, unsigned int reg, void *val, in _regmap_raw_read() argument
2036 u8 *u8 = map->work_buf; in _regmap_raw_read()
2039 WARN_ON(!map->bus); in _regmap_raw_read()
2041 range = _regmap_range_lookup(map, reg); in _regmap_raw_read()
2043 ret = _regmap_select_page(map, ®, range, in _regmap_raw_read()
2044 val_len / map->format.val_bytes); in _regmap_raw_read()
2049 map->format.format_reg(map->work_buf, reg, map->reg_shift); in _regmap_raw_read()
2057 u8[0] |= map->read_flag_mask; in _regmap_raw_read()
2059 trace_regmap_hw_read_start(map, reg, val_len / map->format.val_bytes); in _regmap_raw_read()
2061 ret = map->bus->read(map->bus_context, map->work_buf, in _regmap_raw_read()
2062 map->format.reg_bytes + map->format.pad_bytes, in _regmap_raw_read()
2065 trace_regmap_hw_read_done(map, reg, val_len / map->format.val_bytes); in _regmap_raw_read()
2073 struct regmap *map = context; in _regmap_bus_reg_read() local
2075 return map->bus->reg_read(map->bus_context, reg, val); in _regmap_bus_reg_read()
2082 struct regmap *map = context; in _regmap_bus_read() local
2084 if (!map->format.parse_val) in _regmap_bus_read()
2087 ret = _regmap_raw_read(map, reg, map->work_buf, map->format.val_bytes); in _regmap_bus_read()
2089 *val = map->format.parse_val(map->work_buf); in _regmap_bus_read()
2094 static int _regmap_read(struct regmap *map, unsigned int reg, in _regmap_read() argument
2098 void *context = _regmap_map_get_context(map); in _regmap_read()
2100 WARN_ON(!map->reg_read); in _regmap_read()
2102 if (!map->cache_bypass) { in _regmap_read()
2103 ret = regcache_read(map, reg, val); in _regmap_read()
2108 if (map->cache_only) in _regmap_read()
2111 if (!regmap_readable(map, reg)) in _regmap_read()
2114 ret = map->reg_read(context, reg, val); in _regmap_read()
2117 if (map->dev && strcmp(dev_name(map->dev), LOG_DEVICE) == 0) in _regmap_read()
2118 dev_info(map->dev, "%x => %x\n", reg, *val); in _regmap_read()
2121 trace_regmap_reg_read(map, reg, *val); in _regmap_read()
2123 if (!map->cache_bypass) in _regmap_read()
2124 regcache_write(map, reg, *val); in _regmap_read()
2140 int regmap_read(struct regmap *map, unsigned int reg, unsigned int *val) in regmap_read() argument
2144 if (reg % map->reg_stride) in regmap_read()
2147 map->lock(map->lock_arg); in regmap_read()
2149 ret = _regmap_read(map, reg, val); in regmap_read()
2151 map->unlock(map->lock_arg); in regmap_read()
2168 int regmap_raw_read(struct regmap *map, unsigned int reg, void *val, in regmap_raw_read() argument
2171 size_t val_bytes = map->format.val_bytes; in regmap_raw_read()
2176 if (!map->bus) in regmap_raw_read()
2178 if (val_len % map->format.val_bytes) in regmap_raw_read()
2180 if (reg % map->reg_stride) in regmap_raw_read()
2183 map->lock(map->lock_arg); in regmap_raw_read()
2185 if (regmap_volatile_range(map, reg, val_count) || map->cache_bypass || in regmap_raw_read()
2186 map->cache_type == REGCACHE_NONE) { in regmap_raw_read()
2188 ret = _regmap_raw_read(map, reg, val, val_len); in regmap_raw_read()
2195 ret = _regmap_read(map, reg + (i * map->reg_stride), in regmap_raw_read()
2200 map->format.format_val(val + (i * val_bytes), v, 0); in regmap_raw_read()
2205 map->unlock(map->lock_arg); in regmap_raw_read()
2280 int regmap_bulk_read(struct regmap *map, unsigned int reg, void *val, in regmap_bulk_read() argument
2284 size_t val_bytes = map->format.val_bytes; in regmap_bulk_read()
2285 bool vol = regmap_volatile_range(map, reg, val_count); in regmap_bulk_read()
2287 if (reg % map->reg_stride) in regmap_bulk_read()
2290 if (map->bus && map->format.parse_inplace && (vol || map->cache_type == REGCACHE_NONE)) { in regmap_bulk_read()
2295 if (map->use_single_rw) { in regmap_bulk_read()
2297 ret = regmap_raw_read(map, in regmap_bulk_read()
2298 reg + (i * map->reg_stride), in regmap_bulk_read()
2305 ret = regmap_raw_read(map, reg, val, in regmap_bulk_read()
2312 map->format.parse_inplace(val + i); in regmap_bulk_read()
2316 ret = regmap_read(map, reg + (i * map->reg_stride), in regmap_bulk_read()
2320 map->format.format_val(val + (i * val_bytes), ival, 0); in regmap_bulk_read()
2328 static int _regmap_update_bits(struct regmap *map, unsigned int reg, in _regmap_update_bits() argument
2335 ret = _regmap_read(map, reg, &orig); in _regmap_update_bits()
2343 ret = _regmap_write(map, reg, tmp); in _regmap_update_bits()
2364 int regmap_update_bits(struct regmap *map, unsigned int reg, in regmap_update_bits() argument
2369 map->lock(map->lock_arg); in regmap_update_bits()
2370 ret = _regmap_update_bits(map, reg, mask, val, NULL); in regmap_update_bits()
2371 map->unlock(map->lock_arg); in regmap_update_bits()
2392 int regmap_update_bits_async(struct regmap *map, unsigned int reg, in regmap_update_bits_async() argument
2397 map->lock(map->lock_arg); in regmap_update_bits_async()
2399 map->async = true; in regmap_update_bits_async()
2401 ret = _regmap_update_bits(map, reg, mask, val, NULL); in regmap_update_bits_async()
2403 map->async = false; in regmap_update_bits_async()
2405 map->unlock(map->lock_arg); in regmap_update_bits_async()
2423 int regmap_update_bits_check(struct regmap *map, unsigned int reg, in regmap_update_bits_check() argument
2429 map->lock(map->lock_arg); in regmap_update_bits_check()
2430 ret = _regmap_update_bits(map, reg, mask, val, change); in regmap_update_bits_check()
2431 map->unlock(map->lock_arg); in regmap_update_bits_check()
2453 int regmap_update_bits_check_async(struct regmap *map, unsigned int reg, in regmap_update_bits_check_async() argument
2459 map->lock(map->lock_arg); in regmap_update_bits_check_async()
2461 map->async = true; in regmap_update_bits_check_async()
2463 ret = _regmap_update_bits(map, reg, mask, val, change); in regmap_update_bits_check_async()
2465 map->async = false; in regmap_update_bits_check_async()
2467 map->unlock(map->lock_arg); in regmap_update_bits_check_async()
2475 struct regmap *map = async->map; in regmap_async_complete_cb() local
2478 trace_regmap_async_io_complete(map); in regmap_async_complete_cb()
2480 spin_lock(&map->async_lock); in regmap_async_complete_cb()
2481 list_move(&async->list, &map->async_free); in regmap_async_complete_cb()
2482 wake = list_empty(&map->async_list); in regmap_async_complete_cb()
2485 map->async_ret = ret; in regmap_async_complete_cb()
2487 spin_unlock(&map->async_lock); in regmap_async_complete_cb()
2490 wake_up(&map->async_waitq); in regmap_async_complete_cb()
2494 static int regmap_async_is_done(struct regmap *map) in regmap_async_is_done() argument
2499 spin_lock_irqsave(&map->async_lock, flags); in regmap_async_is_done()
2500 ret = list_empty(&map->async_list); in regmap_async_is_done()
2501 spin_unlock_irqrestore(&map->async_lock, flags); in regmap_async_is_done()
2514 int regmap_async_complete(struct regmap *map) in regmap_async_complete() argument
2520 if (!map->bus || !map->bus->async_write) in regmap_async_complete()
2523 trace_regmap_async_complete_start(map); in regmap_async_complete()
2525 wait_event(map->async_waitq, regmap_async_is_done(map)); in regmap_async_complete()
2527 spin_lock_irqsave(&map->async_lock, flags); in regmap_async_complete()
2528 ret = map->async_ret; in regmap_async_complete()
2529 map->async_ret = 0; in regmap_async_complete()
2530 spin_unlock_irqrestore(&map->async_lock, flags); in regmap_async_complete()
2532 trace_regmap_async_complete_done(map); in regmap_async_complete()
2555 int regmap_register_patch(struct regmap *map, const struct reg_default *regs, in regmap_register_patch() argument
2566 p = krealloc(map->patch, in regmap_register_patch()
2567 sizeof(struct reg_default) * (map->patch_regs + num_regs), in regmap_register_patch()
2570 memcpy(p + map->patch_regs, regs, num_regs * sizeof(*regs)); in regmap_register_patch()
2571 map->patch = p; in regmap_register_patch()
2572 map->patch_regs += num_regs; in regmap_register_patch()
2577 map->lock(map->lock_arg); in regmap_register_patch()
2579 bypass = map->cache_bypass; in regmap_register_patch()
2581 map->cache_bypass = true; in regmap_register_patch()
2582 map->async = true; in regmap_register_patch()
2584 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_register_patch()
2589 map->async = false; in regmap_register_patch()
2590 map->cache_bypass = bypass; in regmap_register_patch()
2592 map->unlock(map->lock_arg); in regmap_register_patch()
2594 regmap_async_complete(map); in regmap_register_patch()
2606 int regmap_get_val_bytes(struct regmap *map) in regmap_get_val_bytes() argument
2608 if (map->format.format_write) in regmap_get_val_bytes()
2611 return map->format.val_bytes; in regmap_get_val_bytes()
2615 int regmap_parse_val(struct regmap *map, const void *buf, in regmap_parse_val() argument
2618 if (!map->format.parse_val) in regmap_parse_val()
2621 *val = map->format.parse_val(buf); in regmap_parse_val()