css 252 arch/arm/mach-at91/pm.c u32 css; css 256 arch/arm/mach-at91/pm.c css = readl(soc_pm.data.pmc + AT91_PMC_PCKR(i)) & AT91_PMC_CSS; css 257 arch/arm/mach-at91/pm.c if (css != AT91_PMC_CSS_SLOW) { css 258 arch/arm/mach-at91/pm.c pr_err("AT91: PM - Suspend-to-RAM with PCK%d src %d\n", i, css); css 1559 arch/mips/kvm/emulate.c u32 css = cop0->reg[MIPS_CP0_STATUS][2] & 0xf; css 1566 arch/mips/kvm/emulate.c if (css || pss) { css 720 block/bfq-cgroup.c serial_nr = __bio_blkcg(bio)->css.serial_nr; css 1002 block/bfq-cgroup.c static int bfq_io_set_weight_legacy(struct cgroup_subsys_state *css, css 1006 block/bfq-cgroup.c struct blkcg *blkcg = css_to_blkcg(css); css 2099 block/bio.c struct cgroup_subsys_state *css) css 2106 block/bio.c if (!css || !css->parent) css 2109 block/bio.c blkg = blkg_lookup_create(css_to_blkcg(css), q); css 2129 block/bio.c struct cgroup_subsys_state *css; css 2136 block/bio.c css = cgroup_e_css(page->mem_cgroup->css.cgroup, &io_cgrp_subsys); css 2137 block/bio.c bio_associate_blkg_from_css(bio, css); css 2154 block/bio.c struct cgroup_subsys_state *css; css 2159 block/bio.c css = &bio_blkcg(bio)->css; css 2161 block/bio.c css = blkcg_css(); css 2163 block/bio.c bio_associate_blkg_from_css(bio, css); css 50 block/blk-cgroup.c struct cgroup_subsys_state * const blkcg_root_css = &blkcg_root.css; css 96 block/blk-cgroup.c css_put(&blkg->blkcg->css); css 240 block/blk-cgroup.c if (!css_tryget_online(&blkcg->css)) { css 246 block/blk-cgroup.c blkcg->css.id, css 309 block/blk-cgroup.c css_put(&blkcg->css); css 462 block/blk-cgroup.c static int blkcg_reset_stats(struct cgroup_subsys_state *css, css 465 block/blk-cgroup.c struct blkcg *blkcg = css_to_blkcg(css); css 1057 block/blk-cgroup.c static void blkcg_css_offline(struct cgroup_subsys_state *css) css 1059 block/blk-cgroup.c struct blkcg *blkcg = css_to_blkcg(css); css 1101 block/blk-cgroup.c static void blkcg_css_free(struct cgroup_subsys_state *css) css 1103 block/blk-cgroup.c struct blkcg *blkcg = css_to_blkcg(css); css 1173 block/blk-cgroup.c return &blkcg->css; css 1750 block/blk-cgroup.c struct cgroup_subsys_state *css; css 1762 block/blk-cgroup.c css = kthread_blkcg(); css 1763 block/blk-cgroup.c if (css) css 1764 block/blk-cgroup.c blkcg = css_to_blkcg(css); css 201 block/blk-iocost.c cgroup_path(iocg_to_blkg(iocg)->blkcg->css.cgroup, \ css 2005 block/blk-iocost.c int levels = blkcg->css.cgroup->level + 1; css 2041 block/blk-iocost.c iocg->level = blkg->blkcg->css.cgroup->level; css 305 block/blk-throttle.c if (!list_empty(&blkg->blkcg->css.children) || css 335 block/blk-throttle.c if (!list_empty(&blkg->blkcg->css.children) || css 1861 block/blk-throttle.c if (!list_empty(&tg_to_blkg(tg)->blkcg->css.children)) css 1943 block/blk-throttle.c !list_empty(&tg_to_blkg(tg)->blkcg->css.children))) css 1970 block/blk-throttle.c if (!list_empty(&tg_to_blkg(tg)->blkcg->css.children)) css 507 drivers/block/loop.c if (cmd->css) css 508 drivers/block/loop.c css_put(cmd->css); css 569 drivers/block/loop.c if (cmd->css) css 570 drivers/block/loop.c kthread_associate_blkcg(cmd->css); css 1947 drivers/block/loop.c cmd->css = &bio_blkcg(rq->bio)->css; css 1948 drivers/block/loop.c css_get(cmd->css); css 1951 drivers/block/loop.c cmd->css = NULL; css 74 drivers/block/loop.h struct cgroup_subsys_state *css; css 265 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c struct uc_css_header *css; css 292 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c css = (struct uc_css_header *)fw->data; css 295 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c size = (css->header_size_dw - css->key_size_dw - css->modulus_size_dw - css 296 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c css->exponent_size_dw) * sizeof(u32); css 307 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c uc_fw->ucode_size = (css->size_dw - css->header_size_dw) * sizeof(u32); css 310 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c if (unlikely(css->key_size_dw != UOS_RSA_SCRATCH_COUNT)) { css 313 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c css->key_size_dw, UOS_RSA_SCRATCH_COUNT); css 317 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c uc_fw->rsa_size = css->key_size_dw * sizeof(u32); css 343 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c css->sw_version); css 345 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c css->sw_version); css 350 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c css->sw_version); css 352 drivers/gpu/drm/i915/gt/uc/intel_uc_fw.c css->sw_version); css 407 drivers/infiniband/hw/hfi1/firmware.c static int verify_css_header(struct hfi1_devdata *dd, struct css_header *css) css 410 drivers/infiniband/hw/hfi1/firmware.c if (invalid_header(dd, "module_type", css->module_type, css 412 drivers/infiniband/hw/hfi1/firmware.c invalid_header(dd, "header_len", css->header_len, css 414 drivers/infiniband/hw/hfi1/firmware.c invalid_header(dd, "header_version", css->header_version, css 416 drivers/infiniband/hw/hfi1/firmware.c invalid_header(dd, "module_vendor", css->module_vendor, css 418 drivers/infiniband/hw/hfi1/firmware.c invalid_header(dd, "key_size", css->key_size, KEY_SIZE / 4) || css 419 drivers/infiniband/hw/hfi1/firmware.c invalid_header(dd, "modulus_size", css->modulus_size, css 421 drivers/infiniband/hw/hfi1/firmware.c invalid_header(dd, "exponent_size", css->exponent_size, css 453 drivers/infiniband/hw/hfi1/firmware.c struct css_header *css; css 471 drivers/infiniband/hw/hfi1/firmware.c css = (struct css_header *)fdet->fw->data; css 476 drivers/infiniband/hw/hfi1/firmware.c hfi1_cdbg(FIRMWARE, " module_type 0x%x", css->module_type); css 478 drivers/infiniband/hw/hfi1/firmware.c css->header_len, 4 * css->header_len); css 479 drivers/infiniband/hw/hfi1/firmware.c hfi1_cdbg(FIRMWARE, " header_version 0x%x", css->header_version); css 480 drivers/infiniband/hw/hfi1/firmware.c hfi1_cdbg(FIRMWARE, " module_id 0x%x", css->module_id); css 481 drivers/infiniband/hw/hfi1/firmware.c hfi1_cdbg(FIRMWARE, " module_vendor 0x%x", css->module_vendor); css 482 drivers/infiniband/hw/hfi1/firmware.c hfi1_cdbg(FIRMWARE, " date 0x%x", css->date); css 484 drivers/infiniband/hw/hfi1/firmware.c css->size, 4 * css->size); css 486 drivers/infiniband/hw/hfi1/firmware.c css->key_size, 4 * css->key_size); css 488 drivers/infiniband/hw/hfi1/firmware.c css->modulus_size, 4 * css->modulus_size); css 490 drivers/infiniband/hw/hfi1/firmware.c css->exponent_size, 4 * css->exponent_size); css 504 drivers/infiniband/hw/hfi1/firmware.c ret = verify_css_header(dd, css); css 507 drivers/infiniband/hw/hfi1/firmware.c } else if ((css->size * 4) == fdet->fw->size) { css 516 drivers/infiniband/hw/hfi1/firmware.c fdet->css_header = css; css 532 drivers/infiniband/hw/hfi1/firmware.c } else if ((css->size * 4) + AUGMENT_SIZE == fdet->fw->size) { css 541 drivers/infiniband/hw/hfi1/firmware.c fdet->css_header = css; css 557 drivers/infiniband/hw/hfi1/firmware.c css->size); css 1380 drivers/net/ethernet/atheros/alx/main.c u8 cso, css; css 1389 drivers/net/ethernet/atheros/alx/main.c css = cso + skb->csum_offset; css 1391 drivers/net/ethernet/atheros/alx/main.c first->word1 |= cpu_to_le32((css >> 1) << TPD_CXSUMOFFSET_SHIFT); css 2048 drivers/net/ethernet/atheros/atl1c/atl1c_main.c u8 css, cso; css 2057 drivers/net/ethernet/atheros/atl1c/atl1c_main.c css = cso + skb->csum_offset; css 2061 drivers/net/ethernet/atheros/atl1c/atl1c_main.c (*tpd)->word1 |= ((css >> 1) & TPD_CCSUM_OFFSET_MASK) << css 1673 drivers/net/ethernet/atheros/atl1e/atl1e_main.c u8 css, cso; css 1681 drivers/net/ethernet/atheros/atl1e/atl1e_main.c css = cso + skb->csum_offset; css 1684 drivers/net/ethernet/atheros/atl1e/atl1e_main.c tpd->word3 |= (css & TPD_CCSUMOFFSET_MASK) << css 2163 drivers/net/ethernet/atheros/atlx/atl1.c u8 css, cso; css 2166 drivers/net/ethernet/atheros/atlx/atl1.c css = skb_checksum_start_offset(skb); css 2167 drivers/net/ethernet/atheros/atlx/atl1.c cso = css + (u8) skb->csum_offset; css 2168 drivers/net/ethernet/atheros/atlx/atl1.c if (unlikely(css & 0x1)) { css 2175 drivers/net/ethernet/atheros/atlx/atl1.c ptpd->word3 |= (css & TPD_PLOADOFFSET_MASK) << css 629 drivers/net/ethernet/intel/e1000/e1000_hw.h u8 css; /* Checksum start */ css 2768 drivers/net/ethernet/intel/e1000/e1000_main.c u8 css; css 2791 drivers/net/ethernet/intel/e1000/e1000_main.c css = skb_checksum_start_offset(skb); css 2798 drivers/net/ethernet/intel/e1000/e1000_main.c context_desc->upper_setup.tcp_fields.tucss = css; css 2800 drivers/net/ethernet/intel/e1000/e1000_main.c css + skb->csum_offset; css 279 drivers/net/ethernet/intel/e1000e/hw.h u8 css; /* Checksum start */ css 5507 drivers/net/ethernet/intel/e1000e/netdev.c u8 css; css 5530 drivers/net/ethernet/intel/e1000e/netdev.c css = skb_checksum_start_offset(skb); css 5537 drivers/net/ethernet/intel/e1000e/netdev.c context_desc->upper_setup.tcp_fields.tucss = css; css 5538 drivers/net/ethernet/intel/e1000e/netdev.c context_desc->upper_setup.tcp_fields.tucso = css + skb->csum_offset; css 1253 drivers/net/ethernet/intel/ixgb/ixgb_main.c u8 css, cso; css 1257 drivers/net/ethernet/intel/ixgb/ixgb_main.c css = skb_checksum_start_offset(skb); css 1258 drivers/net/ethernet/intel/ixgb/ixgb_main.c cso = css + skb->csum_offset; css 1265 drivers/net/ethernet/intel/ixgb/ixgb_main.c context_desc->tucss = css; css 2727 drivers/net/ethernet/marvell/sky2.c port = le->css & CSS_LINK_BIT; css 2746 drivers/net/ethernet/marvell/sky2.c (le->css & (CSS_ISIPV4 | CSS_ISIPV6)) && css 2747 drivers/net/ethernet/marvell/sky2.c (le->css & CSS_TCPUDPCSOK)) css 2187 drivers/net/ethernet/marvell/sky2.h u8 css; css 142 drivers/net/ethernet/netronome/nfp/bpf/jit.c enum br_ctx_signal_state css, u16 addr, u8 defer) css 153 drivers/net/ethernet/netronome/nfp/bpf/jit.c FIELD_PREP(OP_BR_CSS, css) | css 1311 drivers/net/ethernet/qualcomm/emac/emac-mac.c unsigned int css, cso; css 1319 drivers/net/ethernet/qualcomm/emac/emac-mac.c css = cso + skb->csum_offset; css 1322 drivers/net/ethernet/qualcomm/emac/emac-mac.c TPD_CXSUM_OFFSET_SET(tpd, css >> 1); css 157 drivers/s390/cio/chp.c struct channel_subsystem *css, css 165 drivers/s390/cio/chp.c area = css->cub_addr1; css 168 drivers/s390/cio/chp.c area = css->cub_addr2; css 183 drivers/s390/cio/chp.c struct channel_subsystem *css; css 189 drivers/s390/cio/chp.c css = to_css(chp->dev.parent); css 196 drivers/s390/cio/chp.c chp_measurement_copy_block((struct cmg_entry *)buf, css, chp->chpid); css 472 drivers/s390/cio/chp.c struct channel_subsystem *css = css_by_id(chpid.cssid); css 476 drivers/s390/cio/chp.c mutex_lock(&css->mutex); css 488 drivers/s390/cio/chp.c chp->dev.parent = &css->device; css 512 drivers/s390/cio/chp.c if (css->cm_enabled) { css 519 drivers/s390/cio/chp.c css->chps[chpid.id] = chp; css 524 drivers/s390/cio/chp.c mutex_unlock(&css->mutex); css 775 drivers/s390/cio/chsc.c chsc_remove_cmg_attr(struct channel_subsystem *css) css 780 drivers/s390/cio/chsc.c if (!css->chps[i]) css 782 drivers/s390/cio/chsc.c chp_remove_cmg_attr(css->chps[i]); css 787 drivers/s390/cio/chsc.c chsc_add_cmg_attr(struct channel_subsystem *css) css 793 drivers/s390/cio/chsc.c if (!css->chps[i]) css 795 drivers/s390/cio/chsc.c ret = chp_add_cmg_attr(css->chps[i]); css 802 drivers/s390/cio/chsc.c if (!css->chps[i]) css 804 drivers/s390/cio/chsc.c chp_remove_cmg_attr(css->chps[i]); css 809 drivers/s390/cio/chsc.c int __chsc_do_secm(struct channel_subsystem *css, int enable) css 838 drivers/s390/cio/chsc.c secm_area->cub_addr1 = (u64)(unsigned long)css->cub_addr1; css 839 drivers/s390/cio/chsc.c secm_area->cub_addr2 = (u64)(unsigned long)css->cub_addr2; css 866 drivers/s390/cio/chsc.c chsc_secm(struct channel_subsystem *css, int enable) css 870 drivers/s390/cio/chsc.c if (enable && !css->cm_enabled) { css 871 drivers/s390/cio/chsc.c css->cub_addr1 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA); css 872 drivers/s390/cio/chsc.c css->cub_addr2 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA); css 873 drivers/s390/cio/chsc.c if (!css->cub_addr1 || !css->cub_addr2) { css 874 drivers/s390/cio/chsc.c free_page((unsigned long)css->cub_addr1); css 875 drivers/s390/cio/chsc.c free_page((unsigned long)css->cub_addr2); css 879 drivers/s390/cio/chsc.c ret = __chsc_do_secm(css, enable); css 881 drivers/s390/cio/chsc.c css->cm_enabled = enable; css 882 drivers/s390/cio/chsc.c if (css->cm_enabled) { css 883 drivers/s390/cio/chsc.c ret = chsc_add_cmg_attr(css); css 885 drivers/s390/cio/chsc.c __chsc_do_secm(css, 0); css 886 drivers/s390/cio/chsc.c css->cm_enabled = 0; css 889 drivers/s390/cio/chsc.c chsc_remove_cmg_attr(css); css 891 drivers/s390/cio/chsc.c if (!css->cm_enabled) { css 892 drivers/s390/cio/chsc.c free_page((unsigned long)css->cub_addr1); css 893 drivers/s390/cio/chsc.c free_page((unsigned long)css->cub_addr2); css 150 drivers/s390/cio/chsc.h int __chsc_do_secm(struct channel_subsystem *css, int enable); css 152 drivers/s390/cio/chsc_sch.c MODULE_DEVICE_TABLE(css, chsc_subchannel_ids); css 845 drivers/s390/cio/css.c css_generate_pgid(struct channel_subsystem *css, u32 tod_high) css 850 drivers/s390/cio/css.c css->global_pgid.pgid_high.ext_cssid.version = 0x80; css 851 drivers/s390/cio/css.c css->global_pgid.pgid_high.ext_cssid.cssid = css 852 drivers/s390/cio/css.c (css->cssid < 0) ? 0 : css->cssid; css 854 drivers/s390/cio/css.c css->global_pgid.pgid_high.cpu_addr = stap(); css 857 drivers/s390/cio/css.c css->global_pgid.cpu_id = cpu_id.ident; css 858 drivers/s390/cio/css.c css->global_pgid.cpu_model = cpu_id.machine; css 859 drivers/s390/cio/css.c css->global_pgid.tod_high = tod_high; css 864 drivers/s390/cio/css.c struct channel_subsystem *css = to_css(dev); css 866 drivers/s390/cio/css.c mutex_destroy(&css->mutex); css 867 drivers/s390/cio/css.c kfree(css); css 873 drivers/s390/cio/css.c struct channel_subsystem *css = to_css(dev); css 875 drivers/s390/cio/css.c if (css->cssid < 0) css 878 drivers/s390/cio/css.c return sprintf(buf, "%x\n", css->cssid); css 885 drivers/s390/cio/css.c struct channel_subsystem *css = to_css(dev); css 888 drivers/s390/cio/css.c mutex_lock(&css->mutex); css 889 drivers/s390/cio/css.c ret = sprintf(buf, "%x\n", css->cm_enabled); css 890 drivers/s390/cio/css.c mutex_unlock(&css->mutex); css 897 drivers/s390/cio/css.c struct channel_subsystem *css = to_css(dev); css 904 drivers/s390/cio/css.c mutex_lock(&css->mutex); css 907 drivers/s390/cio/css.c ret = css->cm_enabled ? chsc_secm(css, 0) : 0; css 910 drivers/s390/cio/css.c ret = css->cm_enabled ? 0 : chsc_secm(css, 1); css 915 drivers/s390/cio/css.c mutex_unlock(&css->mutex); css 953 drivers/s390/cio/css.c struct channel_subsystem *css; css 956 drivers/s390/cio/css.c css = kzalloc(sizeof(*css), GFP_KERNEL); css 957 drivers/s390/cio/css.c if (!css) css 960 drivers/s390/cio/css.c channel_subsystems[nr] = css; css 961 drivers/s390/cio/css.c dev_set_name(&css->device, "css%x", nr); css 962 drivers/s390/cio/css.c css->device.groups = cssdev_attr_groups; css 963 drivers/s390/cio/css.c css->device.release = channel_subsystem_release; css 969 drivers/s390/cio/css.c css->device.coherent_dma_mask = DMA_BIT_MASK(64); css 970 drivers/s390/cio/css.c css->device.dma_mask = &css->device.coherent_dma_mask; css 972 drivers/s390/cio/css.c mutex_init(&css->mutex); css 973 drivers/s390/cio/css.c css->cssid = chsc_get_cssid(nr); css 974 drivers/s390/cio/css.c css_generate_pgid(css, (u32) (get_tod_clock() >> 32)); css 976 drivers/s390/cio/css.c ret = device_register(&css->device); css 978 drivers/s390/cio/css.c put_device(&css->device); css 982 drivers/s390/cio/css.c css->pseudo_subchannel = kzalloc(sizeof(*css->pseudo_subchannel), css 984 drivers/s390/cio/css.c if (!css->pseudo_subchannel) { css 985 drivers/s390/cio/css.c device_unregister(&css->device); css 990 drivers/s390/cio/css.c css->pseudo_subchannel->dev.parent = &css->device; css 991 drivers/s390/cio/css.c css->pseudo_subchannel->dev.release = css_subchannel_release; css 992 drivers/s390/cio/css.c mutex_init(&css->pseudo_subchannel->reg_mutex); css 993 drivers/s390/cio/css.c ret = css_sch_create_locks(css->pseudo_subchannel); css 995 drivers/s390/cio/css.c kfree(css->pseudo_subchannel); css 996 drivers/s390/cio/css.c device_unregister(&css->device); css 1000 drivers/s390/cio/css.c dev_set_name(&css->pseudo_subchannel->dev, "defunct"); css 1001 drivers/s390/cio/css.c ret = device_register(&css->pseudo_subchannel->dev); css 1003 drivers/s390/cio/css.c put_device(&css->pseudo_subchannel->dev); css 1004 drivers/s390/cio/css.c device_unregister(&css->device); css 1018 drivers/s390/cio/css.c struct channel_subsystem *css; css 1022 drivers/s390/cio/css.c for_each_css(css) { css 1023 drivers/s390/cio/css.c mutex_lock(&css->mutex); css 1024 drivers/s390/cio/css.c if (css->cm_enabled) css 1025 drivers/s390/cio/css.c if (chsc_secm(css, 0)) css 1027 drivers/s390/cio/css.c mutex_unlock(&css->mutex); css 1046 drivers/s390/cio/css.c struct channel_subsystem *css; css 1053 drivers/s390/cio/css.c for_each_css(css) { css 1054 drivers/s390/cio/css.c mutex_lock(&css->mutex); css 1055 drivers/s390/cio/css.c if (!css->cm_enabled) { css 1056 drivers/s390/cio/css.c mutex_unlock(&css->mutex); css 1059 drivers/s390/cio/css.c ret = __chsc_do_secm(css, 0); css 1061 drivers/s390/cio/css.c mutex_unlock(&css->mutex); css 1067 drivers/s390/cio/css.c for_each_css(css) { css 1068 drivers/s390/cio/css.c mutex_lock(&css->mutex); css 1069 drivers/s390/cio/css.c if (!css->cm_enabled) { css 1070 drivers/s390/cio/css.c mutex_unlock(&css->mutex); css 1073 drivers/s390/cio/css.c ret = __chsc_do_secm(css, 1); css 1075 drivers/s390/cio/css.c mutex_unlock(&css->mutex); css 1254 drivers/s390/cio/css.c struct channel_subsystem *css = channel_subsystems[i]; css 1255 drivers/s390/cio/css.c device_unregister(&css->pseudo_subchannel->dev); css 1256 drivers/s390/cio/css.c device_unregister(&css->device); css 1270 drivers/s390/cio/css.c struct channel_subsystem *css; css 1272 drivers/s390/cio/css.c for_each_css(css) { css 1273 drivers/s390/cio/css.c device_unregister(&css->pseudo_subchannel->dev); css 1274 drivers/s390/cio/css.c device_unregister(&css->device); css 141 drivers/s390/cio/css.h #define for_each_css(css) \ css 142 drivers/s390/cio/css.h for ((css) = channel_subsystems[0]; (css); (css) = NULL) css 997 drivers/s390/cio/device.c struct channel_subsystem *css = to_css(sch->dev.parent); css 999 drivers/s390/cio/device.c return ccw_device_move_to_sch(cdev, css->pseudo_subchannel); css 359 drivers/s390/cio/eadm_sch.c MODULE_DEVICE_TABLE(css, eadm_subchannel_ids); css 265 drivers/s390/cio/vfio_ccw_drv.c MODULE_DEVICE_TABLE(css, vfio_ccw_sch_ids); css 72 drivers/staging/media/ipu3/ipu3-css-fw.c void *imgu_css_fw_pipeline_params(struct imgu_css *css, unsigned int pipe, css 79 drivers/staging/media/ipu3/ipu3-css-fw.c &css->fwp->binary_header[css->pipes[pipe].bindex]; css 94 drivers/staging/media/ipu3/ipu3-css-fw.c void imgu_css_fw_cleanup(struct imgu_css *css) css 96 drivers/staging/media/ipu3/ipu3-css-fw.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 98 drivers/staging/media/ipu3/ipu3-css-fw.c if (css->binary) { css 101 drivers/staging/media/ipu3/ipu3-css-fw.c for (i = 0; i < css->fwp->file_header.binary_nr; i++) css 102 drivers/staging/media/ipu3/ipu3-css-fw.c imgu_dmamap_free(imgu, &css->binary[i]); css 103 drivers/staging/media/ipu3/ipu3-css-fw.c kfree(css->binary); css 105 drivers/staging/media/ipu3/ipu3-css-fw.c if (css->fw) css 106 drivers/staging/media/ipu3/ipu3-css-fw.c release_firmware(css->fw); css 108 drivers/staging/media/ipu3/ipu3-css-fw.c css->binary = NULL; css 109 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw = NULL; css 112 drivers/staging/media/ipu3/ipu3-css-fw.c int imgu_css_fw_init(struct imgu_css *css) css 115 drivers/staging/media/ipu3/ipu3-css-fw.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 116 drivers/staging/media/ipu3/ipu3-css-fw.c struct device *dev = css->dev; css 120 drivers/staging/media/ipu3/ipu3-css-fw.c r = request_firmware(&css->fw, IMGU_FW_NAME, css->dev); css 126 drivers/staging/media/ipu3/ipu3-css-fw.c css->fwp = (struct imgu_fw_header *)css->fw->data; css 127 drivers/staging/media/ipu3/ipu3-css-fw.c if (css->fw->size < sizeof(struct imgu_fw_header *) || css 128 drivers/staging/media/ipu3/ipu3-css-fw.c css->fwp->file_header.h_size != sizeof(struct imgu_fw_bi_file_h)) css 131 drivers/staging/media/ipu3/ipu3-css-fw.c css->fwp->file_header.binary_nr * sizeof(struct imgu_fw_info) > css 132 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw->size) css 136 drivers/staging/media/ipu3/ipu3-css-fw.c css->fwp->file_header.version, css->fwp->file_header.binary_nr, css 137 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw->size); css 141 drivers/staging/media/ipu3/ipu3-css-fw.c binary_nr = css->fwp->file_header.binary_nr; css 143 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw_bl = -1; css 144 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw_sp[0] = -1; css 145 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw_sp[1] = -1; css 148 drivers/staging/media/ipu3/ipu3-css-fw.c struct imgu_fw_info *bi = &css->fwp->binary_header[i]; css 149 drivers/staging/media/ipu3/ipu3-css-fw.c const char *name = (void *)css->fwp + bi->blob.prog_name_offset; css 152 drivers/staging/media/ipu3/ipu3-css-fw.c if (bi->blob.prog_name_offset >= css->fw->size) css 154 drivers/staging/media/ipu3/ipu3-css-fw.c len = strnlen(name, css->fw->size - bi->blob.prog_name_offset); css 155 drivers/staging/media/ipu3/ipu3-css-fw.c if (len + 1 > css->fw->size - bi->blob.prog_name_offset || css 162 drivers/staging/media/ipu3/ipu3-css-fw.c if (bi->blob.offset + bi->blob.size > css->fw->size) css 166 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw_bl = i; css 167 drivers/staging/media/ipu3/ipu3-css-fw.c if (bi->info.bl.sw_state >= css->iomem_length || css 168 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.bl.num_dma_cmds >= css->iomem_length || css 169 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.bl.dma_cmd_list >= css->iomem_length) css 174 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw_sp[bi->type == IMGU_FW_SP_FIRMWARE ? 0 : 1] = i; css 175 drivers/staging/media/ipu3/ipu3-css-fw.c if (bi->info.sp.per_frame_data >= css->iomem_length || css 176 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.sp.init_dmem_data >= css->iomem_length || css 177 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.sp.host_sp_queue >= css->iomem_length || css 178 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.sp.isp_started >= css->iomem_length || css 179 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.sp.sw_state >= css->iomem_length || css 180 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.sp.sleep_mode >= css->iomem_length || css 181 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.sp.invalidate_tlb >= css->iomem_length || css 182 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.sp.host_sp_com >= css->iomem_length || css 183 drivers/staging/media/ipu3/ipu3-css-fw.c bi->info.sp.output + 12 >= css->iomem_length || css 185 drivers/staging/media/ipu3/ipu3-css-fw.c css->iomem_length) css 219 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw->size || css 222 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw->size || css 225 drivers/staging/media/ipu3/ipu3-css-fw.c css->fw->size) css 231 drivers/staging/media/ipu3/ipu3-css-fw.c if (css->fw_bl == -1 || css->fw_sp[0] == -1 || css->fw_sp[1] == -1) css 236 drivers/staging/media/ipu3/ipu3-css-fw.c css->binary = kcalloc(binary_nr, sizeof(*css->binary), GFP_KERNEL); css 237 drivers/staging/media/ipu3/ipu3-css-fw.c if (!css->binary) { css 242 drivers/staging/media/ipu3/ipu3-css-fw.c for (i = 0; i < css->fwp->file_header.binary_nr; i++) { css 243 drivers/staging/media/ipu3/ipu3-css-fw.c struct imgu_fw_info *bi = &css->fwp->binary_header[i]; css 244 drivers/staging/media/ipu3/ipu3-css-fw.c void *blob = (void *)css->fwp + bi->blob.offset; css 247 drivers/staging/media/ipu3/ipu3-css-fw.c if (!imgu_dmamap_alloc(imgu, &css->binary[i], size)) { css 251 drivers/staging/media/ipu3/ipu3-css-fw.c memcpy(css->binary[i].vaddr, blob, size); css 257 drivers/staging/media/ipu3/ipu3-css-fw.c dev_err(dev, "invalid firmware binary, size %u\n", (int)css->fw->size); css 261 drivers/staging/media/ipu3/ipu3-css-fw.c imgu_css_fw_cleanup(css); css 178 drivers/staging/media/ipu3/ipu3-css-fw.h int imgu_css_fw_init(struct imgu_css *css); css 179 drivers/staging/media/ipu3/ipu3-css-fw.h void imgu_css_fw_cleanup(struct imgu_css *css); css 182 drivers/staging/media/ipu3/ipu3-css-fw.h void *imgu_css_fw_pipeline_params(struct imgu_css *css, unsigned int pipe, css 363 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css *css, unsigned int stripes, css 375 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 483 drivers/staging/media/ipu3/ipu3-css-params.c dev_dbg(css->dev, "osys scaler procmode is %u", procmode); css 526 drivers/staging/media/ipu3/ipu3-css-params.c dev_err(css->dev, "OSYS input width is not multiple of 8 or\n"); css 527 drivers/staging/media/ipu3/ipu3-css-params.c dev_err(css->dev, "height is not multiple of 4\n"); css 850 drivers/staging/media/ipu3/ipu3-css-params.c static int imgu_css_osys_calc(struct imgu_css *css, unsigned int pipe, css 861 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 866 drivers/staging/media/ipu3/ipu3-css-params.c if (imgu_css_osys_calc_frame_and_stripe_params(css, stripes, osys, css 1193 drivers/staging/media/ipu3/ipu3-css-params.c &css->fwp->binary_header[css_pipe->bindex]; css 1636 drivers/staging/media/ipu3/ipu3-css-params.c static int imgu_css_af_ops_calc(struct imgu_css *css, unsigned int pipe, css 1641 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1643 drivers/staging/media/ipu3/ipu3-css-params.c &css->fwp->binary_header[css_pipe->bindex]; css 1664 drivers/staging/media/ipu3/ipu3-css-params.c imgu_css_awb_fr_ops_calc(struct imgu_css *css, unsigned int pipe, css 1669 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1671 drivers/staging/media/ipu3/ipu3-css-params.c &css->fwp->binary_header[css_pipe->bindex]; css 1690 drivers/staging/media/ipu3/ipu3-css-params.c static int imgu_css_awb_ops_calc(struct imgu_css *css, unsigned int pipe, css 1695 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1697 drivers/staging/media/ipu3/ipu3-css-params.c &css->fwp->binary_header[css_pipe->bindex]; css 1732 drivers/staging/media/ipu3/ipu3-css-params.c static int imgu_css_cfg_acc_stripe(struct imgu_css *css, unsigned int pipe, css 1735 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1737 drivers/staging/media/ipu3/ipu3-css-params.c &css->fwp->binary_header[css_pipe->bindex]; css 1747 drivers/staging/media/ipu3/ipu3-css-params.c if (imgu_css_osys_calc(css, pipe, stripes, &acc->osys, &scaler_luma, css 1904 drivers/staging/media/ipu3/ipu3-css-params.c static void imgu_css_cfg_acc_dvs(struct imgu_css *css, css 1909 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1923 drivers/staging/media/ipu3/ipu3-css-params.c static void acc_bds_per_stripe_data(struct imgu_css *css, css 1927 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1948 drivers/staging/media/ipu3/ipu3-css-params.c int imgu_css_cfg_acc(struct imgu_css *css, unsigned int pipe, css 1954 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1956 drivers/staging/media/ipu3/ipu3-css-params.c &css->fwp->binary_header[css_pipe->bindex]; css 1971 drivers/staging/media/ipu3/ipu3-css-params.c if (imgu_css_cfg_acc_stripe(css, pipe, acc)) css 2146 drivers/staging/media/ipu3/ipu3-css-params.c imgu_css_cfg_acc_dvs(css, acc, pipe); css 2321 drivers/staging/media/ipu3/ipu3-css-params.c acc_bds_per_stripe_data(css, acc, i, pipe); css 2443 drivers/staging/media/ipu3/ipu3-css-params.c if (imgu_css_awb_fr_ops_calc(css, pipe, &acc->awb_fr)) css 2605 drivers/staging/media/ipu3/ipu3-css-params.c if (imgu_css_af_ops_calc(css, pipe, &acc->af)) css 2674 drivers/staging/media/ipu3/ipu3-css-params.c if (imgu_css_awb_ops_calc(css, pipe, &acc->awb)) css 2689 drivers/staging/media/ipu3/ipu3-css-params.c static void *imgu_css_cfg_copy(struct imgu_css *css, css 2700 drivers/staging/media/ipu3/ipu3-css-params.c new_setting = imgu_css_fw_pipeline_params(css, pipe, c, m, par, css 2710 drivers/staging/media/ipu3/ipu3-css-params.c old_setting = imgu_css_fw_pipeline_params(css, pipe, c, m, par, css 2726 drivers/staging/media/ipu3/ipu3-css-params.c int imgu_css_cfg_vmem0(struct imgu_css *css, unsigned int pipe, css 2732 drivers/staging/media/ipu3/ipu3-css-params.c &css->fwp->binary_header[css->pipes[pipe].bindex]; css 2733 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_fw_param_memory_offsets *pofs = (void *)css->fwp + css 2748 drivers/staging/media/ipu3/ipu3-css-params.c lin_vmem = imgu_css_cfg_copy(css, pipe, use && use->lin_vmem_params, css 2767 drivers/staging/media/ipu3/ipu3-css-params.c if (css->pipes[pipe].pipe_id == IPU3_CSS_PIPE_ID_VIDEO) { css 2768 drivers/staging/media/ipu3/ipu3-css-params.c tnr_vmem = imgu_css_cfg_copy(css, pipe, css 2784 drivers/staging/media/ipu3/ipu3-css-params.c xnr_vmem = imgu_css_cfg_copy(css, pipe, use && use->xnr3_vmem_params, css 2805 drivers/staging/media/ipu3/ipu3-css-params.c int imgu_css_cfg_dmem0(struct imgu_css *css, unsigned int pipe, css 2810 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 2812 drivers/staging/media/ipu3/ipu3-css-params.c &css->fwp->binary_header[css_pipe->bindex]; css 2813 drivers/staging/media/ipu3/ipu3-css-params.c struct imgu_fw_param_memory_offsets *pofs = (void *)css->fwp + css 2828 drivers/staging/media/ipu3/ipu3-css-params.c tnr_dmem = imgu_css_cfg_copy(css, pipe, css 2843 drivers/staging/media/ipu3/ipu3-css-params.c xnr_dmem = imgu_css_cfg_copy(css, pipe, use && use->xnr3_dmem_params, css 7 drivers/staging/media/ipu3/ipu3-css-params.h int imgu_css_cfg_acc(struct imgu_css *css, unsigned int pipe, css 13 drivers/staging/media/ipu3/ipu3-css-params.h int imgu_css_cfg_vmem0(struct imgu_css *css, unsigned int pipe, css 18 drivers/staging/media/ipu3/ipu3-css-params.h int imgu_css_cfg_dmem0(struct imgu_css *css, unsigned int pipe, css 326 drivers/staging/media/ipu3/ipu3-css.c static void imgu_css_hw_enable_irq(struct imgu_css *css) css 328 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 374 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_hw_init(struct imgu_css *css) css 425 drivers/staging/media/ipu3/ipu3-css.c struct device *dev = css->dev; css 426 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 432 drivers/staging/media/ipu3/ipu3-css.c &css->fwp->binary_header[css->fw_sp[i]]; css 434 drivers/staging/media/ipu3/ipu3-css.c writel(css->binary[css->fw_sp[i]].daddr, css 440 drivers/staging/media/ipu3/ipu3-css.c writel(css->binary[css->fw_bl].daddr, base + IMGU_REG_ISP_ICACHE_ADDR); css 482 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_hw_start_sp(struct imgu_css *css, int sp) css 484 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 485 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[css->fw_sp[sp]]; css 487 drivers/staging/media/ipu3/ipu3-css.c .ddr_data_addr = css->binary[css->fw_sp[sp]].daddr css 504 drivers/staging/media/ipu3/ipu3-css.c if (imgu_hw_wait(css->base, IMGU_REG_SP_DMEM_BASE(sp) css 513 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_hw_start(struct imgu_css *css) css 529 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 530 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi, *bl = &css->fwp->binary_header[css->fw_bl]; css 545 drivers/staging/media/ipu3/ipu3-css.c &css->fwp->binary_header[css->fw_sp[j]]; css 547 drivers/staging/media/ipu3/ipu3-css.c .src_addr = css->binary[css->fw_sp[j]].daddr css 563 drivers/staging/media/ipu3/ipu3-css.c if (imgu_hw_wait(css->base, IMGU_REG_ISP_DMEM_BASE css 566 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "failed to start bootloader\n"); css 572 drivers/staging/media/ipu3/ipu3-css.c memset(css->xmem_sp_group_ptrs.vaddr, 0, css 575 drivers/staging/media/ipu3/ipu3-css.c bi = &css->fwp->binary_header[css->fw_sp[0]]; css 577 drivers/staging/media/ipu3/ipu3-css.c writel(css->xmem_sp_group_ptrs.daddr, css 584 drivers/staging/media/ipu3/ipu3-css.c if (imgu_css_hw_start_sp(css, 0)) css 606 drivers/staging/media/ipu3/ipu3-css.c bi = &css->fwp->binary_header[css->fw_sp[1]]; css 611 drivers/staging/media/ipu3/ipu3-css.c if (imgu_css_hw_start_sp(css, 1)) css 620 drivers/staging/media/ipu3/ipu3-css.c static void imgu_css_hw_stop(struct imgu_css *css) css 622 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 623 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[css->fw_sp[0]]; css 629 drivers/staging/media/ipu3/ipu3-css.c if (imgu_hw_wait(css->base, IMGU_REG_SP_CTRL(0), css 631 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "wait sp0 idle timeout.\n"); css 634 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "sp0 is not terminated.\n"); css 635 drivers/staging/media/ipu3/ipu3-css.c if (imgu_hw_wait(css->base, IMGU_REG_ISP_CTRL, css 637 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "wait isp idle timeout\n"); css 640 drivers/staging/media/ipu3/ipu3-css.c static void imgu_css_hw_cleanup(struct imgu_css *css) css 642 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 651 drivers/staging/media/ipu3/ipu3-css.c if (imgu_hw_wait(css->base, IMGU_REG_STATE, IMGU_STATE_IDLE_STS, css 653 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "failed to shut down hw cleanly\n"); css 662 drivers/staging/media/ipu3/ipu3-css.c static void imgu_css_pipeline_cleanup(struct imgu_css *css, unsigned int pipe) css 664 drivers/staging/media/ipu3/ipu3-css.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 668 drivers/staging/media/ipu3/ipu3-css.c &css->pipes[pipe].pool.parameter_set_info); css 669 drivers/staging/media/ipu3/ipu3-css.c imgu_css_pool_cleanup(imgu, &css->pipes[pipe].pool.acc); css 670 drivers/staging/media/ipu3/ipu3-css.c imgu_css_pool_cleanup(imgu, &css->pipes[pipe].pool.gdc); css 671 drivers/staging/media/ipu3/ipu3-css.c imgu_css_pool_cleanup(imgu, &css->pipes[pipe].pool.obgrid); css 675 drivers/staging/media/ipu3/ipu3-css.c &css->pipes[pipe].pool.binary_params_p[i]); css 682 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_pipeline_init(struct imgu_css *css, unsigned int pipe) css 700 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 702 drivers/staging/media/ipu3/ipu3-css.c &css->fwp->binary_header[css_pipe->bindex]; css 705 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_config_memory_offsets *cofs = (void *)css->fwp + css 707 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_state_memory_offsets *sofs = (void *)css->fwp + css 722 drivers/staging/media/ipu3/ipu3-css.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 724 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "%s for pipe %d", __func__, pipe); css 728 drivers/staging/media/ipu3/ipu3-css.c cfg_iter = imgu_css_fw_pipeline_params(css, pipe, cfg, m0, css 794 drivers/staging/media/ipu3/ipu3-css.c cfg_ref = imgu_css_fw_pipeline_params(css, pipe, cfg, m0, css 824 drivers/staging/media/ipu3/ipu3-css.c cfg_dvs = imgu_css_fw_pipeline_params(css, pipe, cfg, m0, css 840 drivers/staging/media/ipu3/ipu3-css.c cfg_tnr = imgu_css_fw_pipeline_params(css, pipe, cfg, m0, css 871 drivers/staging/media/ipu3/ipu3-css.c cfg_ref_state = imgu_css_fw_pipeline_params(css, pipe, cfg, m0, css 884 drivers/staging/media/ipu3/ipu3-css.c imgu_css_fw_pipeline_params(css, pipe, cfg, m0, css 906 drivers/staging/media/ipu3/ipu3-css.c (char *)css->fwp + bi->blob.prog_name_offset, css 1039 drivers/staging/media/ipu3/ipu3-css.c sp_stage->xmem_bin_addr = css->binary[css_pipe->bindex].daddr; css 1046 drivers/staging/media/ipu3/ipu3-css.c sp_group = css->xmem_sp_group_ptrs.vaddr; css 1081 drivers/staging/media/ipu3/ipu3-css.c &css->fwp->binary_header[css_pipe->bindex]))) css 1094 drivers/staging/media/ipu3/ipu3-css.c imgu_css_pipeline_cleanup(css, pipe); css 1098 drivers/staging/media/ipu3/ipu3-css.c imgu_css_pipeline_cleanup(css, pipe); css 1102 drivers/staging/media/ipu3/ipu3-css.c static u8 imgu_css_queue_pos(struct imgu_css *css, int queue, int thread) css 1105 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 1106 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[css->fw_sp[sp]]; css 1115 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_queue_data(struct imgu_css *css, css 1119 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 1120 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[css->fw_sp[sp]]; css 1154 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_dequeue_data(struct imgu_css *css, int queue, u32 *data) css 1157 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 1158 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[css->fw_sp[sp]]; css 1191 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, queue, 0, css 1201 drivers/staging/media/ipu3/ipu3-css.c static void imgu_css_binary_cleanup(struct imgu_css *css, unsigned int pipe) css 1203 drivers/staging/media/ipu3/ipu3-css.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 1206 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1224 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_binary_preallocate(struct imgu_css *css, unsigned int pipe) css 1226 drivers/staging/media/ipu3/ipu3-css.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 1229 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1254 drivers/staging/media/ipu3/ipu3-css.c imgu_css_binary_cleanup(css, pipe); css 1259 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_binary_setup(struct imgu_css *css, unsigned int pipe) css 1261 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1262 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[css_pipe->bindex]; css 1263 drivers/staging/media/ipu3/ipu3-css.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 1325 drivers/staging/media/ipu3/ipu3-css.c imgu_css_binary_cleanup(css, pipe); css 1329 drivers/staging/media/ipu3/ipu3-css.c int imgu_css_start_streaming(struct imgu_css *css) css 1334 drivers/staging/media/ipu3/ipu3-css.c if (css->streaming) css 1337 drivers/staging/media/ipu3/ipu3-css.c for_each_set_bit(pipe, css->enabled_pipes, IMGU_MAX_PIPE_NUM) { css 1338 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_binary_setup(css, pipe); css 1343 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_hw_init(css); css 1347 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_hw_start(css); css 1351 drivers/staging/media/ipu3/ipu3-css.c for_each_set_bit(pipe, css->enabled_pipes, IMGU_MAX_PIPE_NUM) { css 1352 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_pipeline_init(css, pipe); css 1357 drivers/staging/media/ipu3/ipu3-css.c css->streaming = true; css 1359 drivers/staging/media/ipu3/ipu3-css.c imgu_css_hw_enable_irq(css); css 1362 drivers/staging/media/ipu3/ipu3-css.c for_each_set_bit(pipe, css->enabled_pipes, IMGU_MAX_PIPE_NUM) { css 1363 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_set_parameters(css, pipe, NULL); css 1368 drivers/staging/media/ipu3/ipu3-css.c while (!(r = imgu_css_dequeue_data(css, IMGU_ABI_QUEUE_A_ID, &data))) css 1373 drivers/staging/media/ipu3/ipu3-css.c while (!(r = imgu_css_dequeue_data(css, IMGU_ABI_QUEUE_B_ID, &data))) css 1378 drivers/staging/media/ipu3/ipu3-css.c for_each_set_bit(pipe, css->enabled_pipes, IMGU_MAX_PIPE_NUM) { css 1379 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, IMGU_ABI_QUEUE_EVENT_ID, pipe, css 1389 drivers/staging/media/ipu3/ipu3-css.c css->streaming = false; css 1390 drivers/staging/media/ipu3/ipu3-css.c imgu_css_hw_cleanup(css); css 1391 drivers/staging/media/ipu3/ipu3-css.c for_each_set_bit(pipe, css->enabled_pipes, IMGU_MAX_PIPE_NUM) { css 1392 drivers/staging/media/ipu3/ipu3-css.c imgu_css_pipeline_cleanup(css, pipe); css 1393 drivers/staging/media/ipu3/ipu3-css.c imgu_css_binary_cleanup(css, pipe); css 1399 drivers/staging/media/ipu3/ipu3-css.c void imgu_css_stop_streaming(struct imgu_css *css) css 1404 drivers/staging/media/ipu3/ipu3-css.c for_each_set_bit(pipe, css->enabled_pipes, IMGU_MAX_PIPE_NUM) { css 1405 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, IMGU_ABI_QUEUE_EVENT_ID, pipe, css 1408 drivers/staging/media/ipu3/ipu3-css.c dev_warn(css->dev, "failed on stop stream event\n"); css 1411 drivers/staging/media/ipu3/ipu3-css.c if (!css->streaming) css 1414 drivers/staging/media/ipu3/ipu3-css.c imgu_css_hw_stop(css); css 1416 drivers/staging/media/ipu3/ipu3-css.c imgu_css_hw_cleanup(css); css 1418 drivers/staging/media/ipu3/ipu3-css.c for_each_set_bit(pipe, css->enabled_pipes, IMGU_MAX_PIPE_NUM) { css 1419 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1421 drivers/staging/media/ipu3/ipu3-css.c imgu_css_pipeline_cleanup(css, pipe); css 1434 drivers/staging/media/ipu3/ipu3-css.c css->streaming = false; css 1437 drivers/staging/media/ipu3/ipu3-css.c bool imgu_css_pipe_queue_empty(struct imgu_css *css, unsigned int pipe) css 1440 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1450 drivers/staging/media/ipu3/ipu3-css.c bool imgu_css_queue_empty(struct imgu_css *css) css 1456 drivers/staging/media/ipu3/ipu3-css.c ret &= imgu_css_pipe_queue_empty(css, pipe); css 1461 drivers/staging/media/ipu3/ipu3-css.c bool imgu_css_is_streaming(struct imgu_css *css) css 1463 drivers/staging/media/ipu3/ipu3-css.c return css->streaming; css 1466 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_map_init(struct imgu_css *css, unsigned int pipe) css 1468 drivers/staging/media/ipu3/ipu3-css.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 1469 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1502 drivers/staging/media/ipu3/ipu3-css.c if (imgu_css_binary_preallocate(css, pipe)) { css 1503 drivers/staging/media/ipu3/ipu3-css.c imgu_css_binary_cleanup(css, pipe); css 1510 drivers/staging/media/ipu3/ipu3-css.c static void imgu_css_pipe_cleanup(struct imgu_css *css, unsigned int pipe) css 1512 drivers/staging/media/ipu3/ipu3-css.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 1513 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1516 drivers/staging/media/ipu3/ipu3-css.c imgu_css_binary_cleanup(css, pipe); css 1535 drivers/staging/media/ipu3/ipu3-css.c void imgu_css_cleanup(struct imgu_css *css) css 1537 drivers/staging/media/ipu3/ipu3-css.c struct imgu_device *imgu = dev_get_drvdata(css->dev); css 1540 drivers/staging/media/ipu3/ipu3-css.c imgu_css_stop_streaming(css); css 1542 drivers/staging/media/ipu3/ipu3-css.c imgu_css_pipe_cleanup(css, pipe); css 1543 drivers/staging/media/ipu3/ipu3-css.c imgu_dmamap_free(imgu, &css->xmem_sp_group_ptrs); css 1544 drivers/staging/media/ipu3/ipu3-css.c imgu_css_fw_cleanup(css); css 1547 drivers/staging/media/ipu3/ipu3-css.c int imgu_css_init(struct device *dev, struct imgu_css *css, css 1554 drivers/staging/media/ipu3/ipu3-css.c css->dev = dev; css 1555 drivers/staging/media/ipu3/ipu3-css.c css->base = base; css 1556 drivers/staging/media/ipu3/ipu3-css.c css->iomem_length = length; css 1559 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1570 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_map_init(css, pipe); css 1572 drivers/staging/media/ipu3/ipu3-css.c imgu_css_cleanup(css); css 1576 drivers/staging/media/ipu3/ipu3-css.c if (!imgu_dmamap_alloc(imgu, &css->xmem_sp_group_ptrs, css 1580 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_fw_init(css); css 1595 drivers/staging/media/ipu3/ipu3-css.c static int imgu_css_find_binary(struct imgu_css *css, css 1600 drivers/staging/media/ipu3/ipu3-css.c const int binary_nr = css->fwp->file_header.binary_nr; css 1602 drivers/staging/media/ipu3/ipu3-css.c (css->pipes[pipe].pipe_id == IPU3_CSS_PIPE_ID_CAPTURE) ? css 1619 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[i]; css 1633 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[i]; css 1636 drivers/staging/media/ipu3/ipu3-css.c name = (void *)css->fwp + bi->blob.prog_name_offset; css 1703 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "using binary %s id = %u\n", name, css 1719 drivers/staging/media/ipu3/ipu3-css.c int imgu_css_fmt_try(struct imgu_css *css, css 1762 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "%s %s: (%i,%i) fmt 0x%x\n", __func__, css 1766 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "%s %s: (not set)\n", __func__, css 1770 drivers/staging/media/ipu3/ipu3-css.c dev_notice(css->dev, "can not initialize queue %s\n", css 1778 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "%s %s: (%i,%i)\n", __func__, css 1783 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "%s %s: (not set)\n", __func__, css 1794 drivers/staging/media/ipu3/ipu3-css.c dev_warn(css->dev, "required queues are disabled\n"); css 1834 drivers/staging/media/ipu3/ipu3-css.c ret = imgu_css_find_binary(css, pipe, q, r); css 1836 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "failed to find suitable binary\n"); css 1840 drivers/staging/media/ipu3/ipu3-css.c css->pipes[pipe].bindex = ret; css 1842 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "Binary index %d for pipe %d found.", css 1843 drivers/staging/media/ipu3/ipu3-css.c css->pipes[pipe].bindex, pipe); css 1850 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, css 1863 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, css 1875 drivers/staging/media/ipu3/ipu3-css.c int imgu_css_fmt_set(struct imgu_css *css, css 1883 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1892 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_fmt_try(css, fmts, all_rects, pipe); css 1931 drivers/staging/media/ipu3/ipu3-css.c int imgu_css_buf_queue(struct imgu_css *css, unsigned int pipe, css 1938 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 1940 drivers/staging/media/ipu3/ipu3-css.c if (!css->streaming) css 1946 drivers/staging/media/ipu3/ipu3-css.c b->queue_pos = imgu_css_queue_pos(css, imgu_css_queues[b->queue].qid, css 1949 drivers/staging/media/ipu3/ipu3-css.c if (b->queue_pos >= ARRAY_SIZE(css->pipes[pipe].abi_buffers[b->queue])) css 1951 drivers/staging/media/ipu3/ipu3-css.c abi_buf = css->pipes[pipe].abi_buffers[b->queue][b->queue_pos].vaddr; css 1975 drivers/staging/media/ipu3/ipu3-css.c data = css->pipes[pipe].abi_buffers[b->queue][b->queue_pos].daddr; css 1976 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, imgu_css_queues[b->queue].qid, css 1983 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, IMGU_ABI_QUEUE_EVENT_ID, pipe, data); css 1987 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "queued buffer %p to css queue %i in pipe %d\n", css 2005 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_buffer *imgu_css_buf_dequeue(struct imgu_css *css) css 2018 drivers/staging/media/ipu3/ipu3-css.c if (!css->streaming) css 2021 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_dequeue_data(css, IMGU_ABI_QUEUE_EVENT_ID, &event); css 2041 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "Invalid pipe: %i\n", pipe); css 2046 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "Invalid qid: %i\n", qid); css 2049 drivers/staging/media/ipu3/ipu3-css.c css_pipe = &css->pipes[pipe]; css 2050 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, css 2054 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_dequeue_data(css, qid, &daddr); css 2056 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "failed to dequeue buffer\n"); css 2061 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, IMGU_ABI_QUEUE_EVENT_ID, pipe, css 2064 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "failed to queue event\n"); css 2071 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "event on empty queue\n"); css 2080 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "dequeued bad buffer 0x%x\n", daddr); css 2084 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "buffer 0x%8x done from pipe %d\n", daddr, pipe); css 2094 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "Invalid pipe: %i\n", pipe); css 2098 drivers/staging/media/ipu3/ipu3-css.c css_pipe = &css->pipes[pipe]; css 2099 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "event: pipeline done 0x%8x for pipe %d\n", css 2103 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_dequeue_data(css, IMGU_ABI_QUEUE_EVENT_ID, &event); css 2109 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "event: timer\n"); css 2111 drivers/staging/media/ipu3/ipu3-css.c dev_warn(css->dev, "half of timer event missing\n"); css 2114 drivers/staging/media/ipu3/ipu3-css.c dev_warn(css->dev, "event: firmware warning 0x%x\n", event); css 2117 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, css 2126 drivers/staging/media/ipu3/ipu3-css.c dev_warn(css->dev, "received unknown event 0x%x\n", event); css 2141 drivers/staging/media/ipu3/ipu3-css.c int imgu_css_set_parameters(struct imgu_css *css, unsigned int pipe, css 2145 drivers/staging/media/ipu3/ipu3-css.c struct imgu_css_pipe *css_pipe = &css->pipes[pipe]; css 2164 drivers/staging/media/ipu3/ipu3-css.c if (!css->streaming) css 2167 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "%s for pipe %d", __func__, pipe); css 2169 drivers/staging/media/ipu3/ipu3-css.c bi = &css->fwp->binary_header[css_pipe->bindex]; css 2211 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_cfg_acc(css, pipe, use, acc, map->vaddr, css 2221 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_cfg_vmem0(css, pipe, use, vmem0, css 2230 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_cfg_dmem0(css, pipe, use, dmem0, css 2295 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, queue_id, pipe, map->daddr); css 2299 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, IMGU_ABI_QUEUE_EVENT_ID, pipe, css 2310 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_dequeue_data(css, queue_id, &daddr); css 2315 drivers/staging/media/ipu3/ipu3-css.c r = imgu_css_queue_data(css, IMGU_ABI_QUEUE_EVENT_ID, pipe, css 2319 drivers/staging/media/ipu3/ipu3-css.c dev_err(css->dev, "failed to queue parameter event\n"); css 2353 drivers/staging/media/ipu3/ipu3-css.c int imgu_css_irq_ack(struct imgu_css *css) css 2356 drivers/staging/media/ipu3/ipu3-css.c struct imgu_fw_info *bi = &css->fwp->binary_header[css->fw_sp[0]]; css 2357 drivers/staging/media/ipu3/ipu3-css.c void __iomem *const base = css->base; css 2375 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "%s: swirq %i cnt %i val 0x%x\n", css 2387 drivers/staging/media/ipu3/ipu3-css.c dev_dbg(css->dev, "%s: imgu 0x%x main 0x%x sp0 0x%x sp1 0x%x\n", css 168 drivers/staging/media/ipu3/ipu3-css.h int imgu_css_init(struct device *dev, struct imgu_css *css, css 170 drivers/staging/media/ipu3/ipu3-css.h void imgu_css_cleanup(struct imgu_css *css); css 171 drivers/staging/media/ipu3/ipu3-css.h int imgu_css_fmt_try(struct imgu_css *css, css 175 drivers/staging/media/ipu3/ipu3-css.h int imgu_css_fmt_set(struct imgu_css *css, css 180 drivers/staging/media/ipu3/ipu3-css.h int imgu_css_buf_queue(struct imgu_css *css, unsigned int pipe, css 182 drivers/staging/media/ipu3/ipu3-css.h struct imgu_css_buffer *imgu_css_buf_dequeue(struct imgu_css *css); css 183 drivers/staging/media/ipu3/ipu3-css.h int imgu_css_start_streaming(struct imgu_css *css); css 184 drivers/staging/media/ipu3/ipu3-css.h void imgu_css_stop_streaming(struct imgu_css *css); css 185 drivers/staging/media/ipu3/ipu3-css.h bool imgu_css_queue_empty(struct imgu_css *css); css 186 drivers/staging/media/ipu3/ipu3-css.h bool imgu_css_is_streaming(struct imgu_css *css); css 187 drivers/staging/media/ipu3/ipu3-css.h bool imgu_css_pipe_queue_empty(struct imgu_css *css, unsigned int pipe); css 192 drivers/staging/media/ipu3/ipu3-css.h int imgu_css_irq_ack(struct imgu_css *css); css 195 drivers/staging/media/ipu3/ipu3-css.h int imgu_css_set_parameters(struct imgu_css *css, unsigned int pipe, css 66 drivers/staging/media/ipu3/ipu3-v4l2.c struct imgu_css_pipe *css_pipe = &imgu->css.pipes[pipe]; css 110 drivers/staging/media/ipu3/ipu3-v4l2.c r = imgu_css_fmt_set(&imgu->css, fmts, rects, pipe); css 293 drivers/staging/media/ipu3/ipu3-v4l2.c __set_bit(pipe, imgu->css.enabled_pipes); css 295 drivers/staging/media/ipu3/ipu3-v4l2.c __clear_bit(pipe, imgu->css.enabled_pipes); css 422 drivers/staging/media/ipu3/ipu3-v4l2.c if (!test_bit(pipe, imgu->css.enabled_pipes)) { css 428 drivers/staging/media/ipu3/ipu3-v4l2.c for_each_set_bit(p, imgu->css.enabled_pipes, IMGU_MAX_PIPE_NUM) { css 492 drivers/staging/media/ipu3/ipu3-v4l2.c for_each_set_bit(pipe, imgu->css.enabled_pipes, IMGU_MAX_PIPE_NUM) { css 658 drivers/staging/media/ipu3/ipu3-v4l2.c struct imgu_css_pipe *css_pipe = &imgu->css.pipes[pipe]; css 729 drivers/staging/media/ipu3/ipu3-v4l2.c ret = imgu_css_fmt_try(&imgu->css, fmts, rects, pipe); css 731 drivers/staging/media/ipu3/ipu3-v4l2.c ret = imgu_css_fmt_set(&imgu->css, fmts, rects, pipe); css 233 drivers/staging/media/ipu3/ipu3.c if (!imgu_css_is_streaming(&imgu->css)) css 239 drivers/staging/media/ipu3/ipu3.c if (!imgu_css_pipe_queue_empty(&imgu->css, pipe)) { css 265 drivers/staging/media/ipu3/ipu3.c r = imgu_css_set_parameters(&imgu->css, pipe, css 287 drivers/staging/media/ipu3/ipu3.c r = imgu_css_buf_queue(&imgu->css, pipe, buf); css 373 drivers/staging/media/ipu3/ipu3.c imgu_css_stop_streaming(&imgu->css); css 398 drivers/staging/media/ipu3/ipu3.c r = imgu_css_start_streaming(&imgu->css); css 404 drivers/staging/media/ipu3/ipu3.c for_each_set_bit(pipe, imgu->css.enabled_pipes, IMGU_MAX_PIPE_NUM) { css 422 drivers/staging/media/ipu3/ipu3.c for_each_set_bit(pipe, imgu->css.enabled_pipes, IMGU_MAX_PIPE_NUM) css 425 drivers/staging/media/ipu3/ipu3.c imgu_css_stop_streaming(&imgu->css); css 467 drivers/staging/media/ipu3/ipu3.c imgu_css_fmt_set(&imgu->css, fmts, rects, j); css 517 drivers/staging/media/ipu3/ipu3.c b = imgu_css_buf_dequeue(&imgu->css); css 562 drivers/staging/media/ipu3/ipu3.c if (imgu_css_queue_empty(&imgu->css)) css 573 drivers/staging/media/ipu3/ipu3.c for_each_set_bit(p, imgu->css.enabled_pipes, IMGU_MAX_PIPE_NUM) css 584 drivers/staging/media/ipu3/ipu3.c if (imgu_css_irq_ack(&imgu->css) < 0) css 691 drivers/staging/media/ipu3/ipu3.c r = imgu_css_init(&pci_dev->dev, &imgu->css, imgu->base, phys_len); css 721 drivers/staging/media/ipu3/ipu3.c imgu_css_cleanup(&imgu->css); css 742 drivers/staging/media/ipu3/ipu3.c imgu_css_cleanup(&imgu->css); css 755 drivers/staging/media/ipu3/ipu3.c imgu->suspend_in_stream = imgu_css_is_streaming(&imgu->css); css 767 drivers/staging/media/ipu3/ipu3.c imgu_css_queue_empty(&imgu->css), msecs_to_jiffies(1000))) css 770 drivers/staging/media/ipu3/ipu3.c imgu_css_stop_streaming(&imgu->css); css 799 drivers/staging/media/ipu3/ipu3.c r = imgu_css_start_streaming(&imgu->css); css 805 drivers/staging/media/ipu3/ipu3.c for_each_set_bit(pipe, imgu->css.enabled_pipes, IMGU_MAX_PIPE_NUM) { css 142 drivers/staging/media/ipu3/ipu3.h struct imgu_css css; css 726 fs/fs-writeback.c struct cgroup_subsys_state *css; css 738 fs/fs-writeback.c css = mem_cgroup_css_from_page(page); css 740 fs/fs-writeback.c if (!(css->flags & CSS_ONLINE)) css 743 fs/fs-writeback.c id = css->id; css 515 include/linux/bio.h struct cgroup_subsys_state *css); css 521 include/linux/bio.h struct cgroup_subsys_state *css) css 48 include/linux/blk-cgroup.h struct cgroup_subsys_state css; css 251 include/linux/blk-cgroup.h struct cgroup_subsys_state *css; css 253 include/linux/blk-cgroup.h css = kthread_blkcg(); css 254 include/linux/blk-cgroup.h if (css) css 255 include/linux/blk-cgroup.h return css; css 259 include/linux/blk-cgroup.h static inline struct blkcg *css_to_blkcg(struct cgroup_subsys_state *css) css 261 include/linux/blk-cgroup.h return css ? container_of(css, struct blkcg, css) : NULL; css 302 include/linux/blk-cgroup.h struct cgroup_subsys_state *css; css 306 include/linux/blk-cgroup.h css = kthread_blkcg(); css 307 include/linux/blk-cgroup.h if (!css) css 308 include/linux/blk-cgroup.h css = task_css(current, io_cgrp_id); css 309 include/linux/blk-cgroup.h while (css) { css 310 include/linux/blk-cgroup.h if (atomic_read(&css->cgroup->congestion_count)) { css 314 include/linux/blk-cgroup.h css = css->parent; css 344 include/linux/blk-cgroup.h return css_to_blkcg(blkcg->css.parent); css 488 include/linux/blk-cgroup.h return cgroup_path(blkg->blkcg->css.cgroup, buf, buflen); css 562 include/linux/blk-cgroup.h css_for_each_descendant_pre((pos_css), &(p_blkg)->blkcg->css) \ css 577 include/linux/blk-cgroup.h css_for_each_descendant_post((pos_css), &(p_blkg)->blkcg->css) \ css 768 include/linux/blk-cgroup.h atomic_inc(&blkg->blkcg->css.cgroup->congestion_count); css 795 include/linux/blk-cgroup.h atomic_dec(&blkg->blkcg->css.cgroup->congestion_count); css 808 include/linux/blk-cgroup.h atomic_dec(&blkg->blkcg->css.cgroup->congestion_count); css 581 include/linux/cgroup-defs.h u64 (*read_u64)(struct cgroup_subsys_state *css, struct cftype *cft); css 585 include/linux/cgroup-defs.h s64 (*read_s64)(struct cgroup_subsys_state *css, struct cftype *cft); css 600 include/linux/cgroup-defs.h int (*write_u64)(struct cgroup_subsys_state *css, struct cftype *cft, css 605 include/linux/cgroup-defs.h int (*write_s64)(struct cgroup_subsys_state *css, struct cftype *cft, css 631 include/linux/cgroup-defs.h int (*css_online)(struct cgroup_subsys_state *css); css 632 include/linux/cgroup-defs.h void (*css_offline)(struct cgroup_subsys_state *css); css 633 include/linux/cgroup-defs.h void (*css_released)(struct cgroup_subsys_state *css); css 634 include/linux/cgroup-defs.h void (*css_free)(struct cgroup_subsys_state *css); css 635 include/linux/cgroup-defs.h void (*css_reset)(struct cgroup_subsys_state *css); css 636 include/linux/cgroup-defs.h void (*css_rstat_flush)(struct cgroup_subsys_state *css, int cpu); css 638 include/linux/cgroup-defs.h struct cgroup_subsys_state *css); css 99 include/linux/cgroup.h bool css_has_online_children(struct cgroup_subsys_state *css); css 144 include/linux/cgroup.h struct cgroup_subsys_state *css); css 147 include/linux/cgroup.h struct cgroup_subsys_state *css); css 155 include/linux/cgroup.h void css_task_iter_start(struct cgroup_subsys_state *css, unsigned int flags, css 238 include/linux/cgroup.h #define css_for_each_descendant_pre(pos, css) \ css 239 include/linux/cgroup.h for ((pos) = css_next_descendant_pre(NULL, (css)); (pos); \ css 240 include/linux/cgroup.h (pos) = css_next_descendant_pre((pos), (css))) css 261 include/linux/cgroup.h #define css_for_each_descendant_post(pos, css) \ css 262 include/linux/cgroup.h for ((pos) = css_next_descendant_post(NULL, (css)); (pos); \ css 263 include/linux/cgroup.h (pos) = css_next_descendant_post((pos), (css))) css 315 include/linux/cgroup.h static inline void css_get(struct cgroup_subsys_state *css) css 317 include/linux/cgroup.h if (!(css->flags & CSS_NO_REF)) css 318 include/linux/cgroup.h percpu_ref_get(&css->refcnt); css 328 include/linux/cgroup.h static inline void css_get_many(struct cgroup_subsys_state *css, unsigned int n) css 330 include/linux/cgroup.h if (!(css->flags & CSS_NO_REF)) css 331 include/linux/cgroup.h percpu_ref_get_many(&css->refcnt, n); css 345 include/linux/cgroup.h static inline bool css_tryget(struct cgroup_subsys_state *css) css 347 include/linux/cgroup.h if (!(css->flags & CSS_NO_REF)) css 348 include/linux/cgroup.h return percpu_ref_tryget(&css->refcnt); css 362 include/linux/cgroup.h static inline bool css_tryget_online(struct cgroup_subsys_state *css) css 364 include/linux/cgroup.h if (!(css->flags & CSS_NO_REF)) css 365 include/linux/cgroup.h return percpu_ref_tryget_live(&css->refcnt); css 384 include/linux/cgroup.h static inline bool css_is_dying(struct cgroup_subsys_state *css) css 386 include/linux/cgroup.h return !(css->flags & CSS_NO_REF) && percpu_ref_is_dying(&css->refcnt); css 395 include/linux/cgroup.h static inline void css_put(struct cgroup_subsys_state *css) css 397 include/linux/cgroup.h if (!(css->flags & CSS_NO_REF)) css 398 include/linux/cgroup.h percpu_ref_put(&css->refcnt); css 408 include/linux/cgroup.h static inline void css_put_many(struct cgroup_subsys_state *css, unsigned int n) css 410 include/linux/cgroup.h if (!(css->flags & CSS_NO_REF)) css 411 include/linux/cgroup.h percpu_ref_put_many(&css->refcnt, n); css 503 include/linux/cgroup.h struct cgroup_subsys_state *css; css 507 include/linux/cgroup.h css = task_css(task, subsys_id); css 514 include/linux/cgroup.h if (likely(css_tryget(css))) css 519 include/linux/cgroup.h return css; css 704 include/linux/cgroup.h static inline void css_get(struct cgroup_subsys_state *css) {} css 705 include/linux/cgroup.h static inline void css_put(struct cgroup_subsys_state *css) {} css 20 include/linux/cgroup_rdma.h struct cgroup_subsys_state css; css 203 include/linux/kthread.h void kthread_associate_blkcg(struct cgroup_subsys_state *css); css 206 include/linux/kthread.h static inline void kthread_associate_blkcg(struct cgroup_subsys_state *css) { } css 209 include/linux/memcontrol.h struct cgroup_subsys_state css; css 438 include/linux/memcontrol.h struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css){ css 439 include/linux/memcontrol.h return css ? container_of(css, struct mem_cgroup, css) : NULL; css 445 include/linux/memcontrol.h css_put(&memcg->css); css 504 include/linux/memcontrol.h return cgroup_is_descendant(memcg->css.cgroup, root->css.cgroup); css 528 include/linux/memcontrol.h return !!(memcg->css.flags & CSS_ONLINE); css 1303 include/linux/memcontrol.h if (unlikely(&page->mem_cgroup->css != wb->memcg_css)) css 858 include/linux/perf_event.h struct cgroup_subsys_state css; css 873 include/linux/perf_event.h struct perf_cgroup, css); css 19 include/net/cls_cgroup.h struct cgroup_subsys_state css; css 34 include/net/cls_cgroup.h struct cgroup_cls_state, css)->classid; css 24 include/net/netprio_cgroup.h struct cgroup_subsys_state *css; css 28 include/net/netprio_cgroup.h css = task_css(p, net_prio_cgrp_id); css 29 include/net/netprio_cgroup.h idx = css->cgroup->id; css 262 include/trace/events/writeback.h __entry->page_cgroup_ino = page->mem_cgroup->css.cgroup->kn->id.ino; css 242 kernel/bpf/cgroup.c struct cgroup_subsys_state *css; css 246 kernel/bpf/cgroup.c css_for_each_descendant_pre(css, &cgrp->self) { css 247 kernel/bpf/cgroup.c struct cgroup *desc = container_of(css, struct cgroup, self); css 258 kernel/bpf/cgroup.c css_for_each_descendant_pre(css, &cgrp->self) { css 259 kernel/bpf/cgroup.c struct cgroup *desc = container_of(css, struct cgroup, self); css 279 kernel/bpf/cgroup.c css_for_each_descendant_pre(css, &cgrp->self) { css 280 kernel/bpf/cgroup.c struct cgroup *desc = container_of(css, struct cgroup, self); css 580 kernel/cgroup/cgroup-v1.c static u64 cgroup_read_notify_on_release(struct cgroup_subsys_state *css, css 583 kernel/cgroup/cgroup-v1.c return notify_on_release(css->cgroup); css 586 kernel/cgroup/cgroup-v1.c static int cgroup_write_notify_on_release(struct cgroup_subsys_state *css, css 590 kernel/cgroup/cgroup-v1.c set_bit(CGRP_NOTIFY_ON_RELEASE, &css->cgroup->flags); css 592 kernel/cgroup/cgroup-v1.c clear_bit(CGRP_NOTIFY_ON_RELEASE, &css->cgroup->flags); css 596 kernel/cgroup/cgroup-v1.c static u64 cgroup_clone_children_read(struct cgroup_subsys_state *css, css 599 kernel/cgroup/cgroup-v1.c return test_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags); css 602 kernel/cgroup/cgroup-v1.c static int cgroup_clone_children_write(struct cgroup_subsys_state *css, css 606 kernel/cgroup/cgroup-v1.c set_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags); css 608 kernel/cgroup/cgroup-v1.c clear_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags); css 224 kernel/cgroup/cgroup.c static void kill_css(struct cgroup_subsys_state *css); css 225 kernel/cgroup/cgroup.c static int cgroup_addrm_files(struct cgroup_subsys_state *css, css 487 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 490 kernel/cgroup/cgroup.c css = cgroup_css(cgrp, ss); css 491 kernel/cgroup/cgroup.c if (css && !css_tryget_online(css)) css 492 kernel/cgroup/cgroup.c css = NULL; css 495 kernel/cgroup/cgroup.c return css; css 545 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 548 kernel/cgroup/cgroup.c css = cgroup_css(cgrp, ss); css 550 kernel/cgroup/cgroup.c if (css) css 551 kernel/cgroup/cgroup.c return css; css 572 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 577 kernel/cgroup/cgroup.c css = cgroup_css(cgrp, ss); css 579 kernel/cgroup/cgroup.c if (css && css_tryget_online(css)) css 584 kernel/cgroup/cgroup.c css = init_css_set.subsys[ss->id]; css 585 kernel/cgroup/cgroup.c css_get(css); css 588 kernel/cgroup/cgroup.c return css; css 658 kernel/cgroup/cgroup.c #define for_each_css(css, ssid, cgrp) \ css 660 kernel/cgroup/cgroup.c if (!((css) = rcu_dereference_check( \ css 673 kernel/cgroup/cgroup.c #define for_each_e_css(css, ssid, cgrp) \ css 675 kernel/cgroup/cgroup.c if (!((css) = cgroup_e_css_by_mask(cgrp, \ css 921 kernel/cgroup/cgroup.c static unsigned long css_set_hash(struct cgroup_subsys_state *css[]) css 928 kernel/cgroup/cgroup.c key += (unsigned long)css[i]; css 1248 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = cset->subsys[ssid]; css 1251 kernel/cgroup/cgroup.c &css->cgroup->e_csets[ssid]); css 1252 kernel/cgroup/cgroup.c css_get(css); css 1633 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = cgroup_css(cgrp, cft->ss); css 1634 kernel/cgroup/cgroup.c struct cgroup_file *cfile = (void *)css + cft->file_offset; css 1650 kernel/cgroup/cgroup.c static void css_clear_dir(struct cgroup_subsys_state *css) css 1652 kernel/cgroup/cgroup.c struct cgroup *cgrp = css->cgroup; css 1655 kernel/cgroup/cgroup.c if (!(css->flags & CSS_VISIBLE)) css 1658 kernel/cgroup/cgroup.c css->flags &= ~CSS_VISIBLE; css 1660 kernel/cgroup/cgroup.c if (!css->ss) { css 1666 kernel/cgroup/cgroup.c cgroup_addrm_files(css, cgrp, cfts, false); css 1668 kernel/cgroup/cgroup.c list_for_each_entry(cfts, &css->ss->cfts, node) css 1669 kernel/cgroup/cgroup.c cgroup_addrm_files(css, cgrp, cfts, false); css 1679 kernel/cgroup/cgroup.c static int css_populate_dir(struct cgroup_subsys_state *css) css 1681 kernel/cgroup/cgroup.c struct cgroup *cgrp = css->cgroup; css 1685 kernel/cgroup/cgroup.c if ((css->flags & CSS_VISIBLE) || !cgrp->kn) css 1688 kernel/cgroup/cgroup.c if (!css->ss) { css 1698 kernel/cgroup/cgroup.c list_for_each_entry(cfts, &css->ss->cfts, node) { css 1699 kernel/cgroup/cgroup.c ret = cgroup_addrm_files(css, cgrp, cfts, true); css 1707 kernel/cgroup/cgroup.c css->flags |= CSS_VISIBLE; css 1711 kernel/cgroup/cgroup.c list_for_each_entry(cfts, &css->ss->cfts, node) { css 1714 kernel/cgroup/cgroup.c cgroup_addrm_files(css, cgrp, cfts, false); css 1745 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = cgroup_css(scgrp, ss); css 1748 kernel/cgroup/cgroup.c WARN_ON(!css || cgroup_css(dcgrp, ss)); css 1757 kernel/cgroup/cgroup.c rcu_assign_pointer(dcgrp->subsys[ssid], css); css 1759 kernel/cgroup/cgroup.c css->cgroup = dcgrp; css 1782 kernel/cgroup/cgroup.c ss->bind(css); css 2997 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = cgroup_css(dsct, ss); css 3000 kernel/cgroup/cgroup.c if (!css || !percpu_ref_is_dying(&css->refcnt)) css 3078 kernel/cgroup/cgroup.c static bool css_visible(struct cgroup_subsys_state *css) css 3080 kernel/cgroup/cgroup.c struct cgroup_subsys *ss = css->ss; css 3081 kernel/cgroup/cgroup.c struct cgroup *cgrp = css->cgroup; css 3112 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = cgroup_css(dsct, ss); css 3117 kernel/cgroup/cgroup.c if (!css) { css 3118 kernel/cgroup/cgroup.c css = css_create(dsct, ss); css 3119 kernel/cgroup/cgroup.c if (IS_ERR(css)) css 3120 kernel/cgroup/cgroup.c return PTR_ERR(css); css 3123 kernel/cgroup/cgroup.c WARN_ON_ONCE(percpu_ref_is_dying(&css->refcnt)); css 3125 kernel/cgroup/cgroup.c if (css_visible(css)) { css 3126 kernel/cgroup/cgroup.c ret = css_populate_dir(css); css 3158 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = cgroup_css(dsct, ss); css 3160 kernel/cgroup/cgroup.c if (!css) css 3163 kernel/cgroup/cgroup.c WARN_ON_ONCE(percpu_ref_is_dying(&css->refcnt)); css 3165 kernel/cgroup/cgroup.c if (css->parent && css 3167 kernel/cgroup/cgroup.c kill_css(css); css 3168 kernel/cgroup/cgroup.c } else if (!css_visible(css)) { css 3169 kernel/cgroup/cgroup.c css_clear_dir(css); css 3171 kernel/cgroup/cgroup.c ss->css_reset(css); css 3575 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 3581 kernel/cgroup/cgroup.c css = cgroup_tryget_css(cgrp, ss); css 3582 kernel/cgroup/cgroup.c if (!css) css 3585 kernel/cgroup/cgroup.c ret = ss->css_extra_stat_show(seq, css); css 3586 kernel/cgroup/cgroup.c css_put(css); css 3741 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 3765 kernel/cgroup/cgroup.c css = cgroup_css(cgrp, cft->ss); css 3772 kernel/cgroup/cgroup.c ret = cft->write_u64(css, cft, v); css 3777 kernel/cgroup/cgroup.c ret = cft->write_s64(css, cft, v); css 3814 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = seq_css(m); css 3820 kernel/cgroup/cgroup.c seq_printf(m, "%llu\n", cft->read_u64(css, cft)); css 3822 kernel/cgroup/cgroup.c seq_printf(m, "%lld\n", cft->read_s64(css, cft)); css 3869 kernel/cgroup/cgroup.c static int cgroup_add_file(struct cgroup_subsys_state *css, struct cgroup *cgrp, css 3895 kernel/cgroup/cgroup.c struct cgroup_file *cfile = (void *)css + cft->file_offset; css 3917 kernel/cgroup/cgroup.c static int cgroup_addrm_files(struct cgroup_subsys_state *css, css 3940 kernel/cgroup/cgroup.c ret = cgroup_add_file(css, cgrp, cft); css 3959 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 3965 kernel/cgroup/cgroup.c css_for_each_descendant_pre(css, cgroup_css(root, ss)) { css 3966 kernel/cgroup/cgroup.c struct cgroup *cgrp = css->cgroup; css 3968 kernel/cgroup/cgroup.c if (!(css->flags & CSS_VISIBLE)) css 3971 kernel/cgroup/cgroup.c ret = cgroup_addrm_files(css, cgrp, cfts, is_add); css 4375 kernel/cgroup/cgroup.c bool css_has_online_children(struct cgroup_subsys_state *css) css 4381 kernel/cgroup/cgroup.c css_for_each_child(child, css) { css 4578 kernel/cgroup/cgroup.c void css_task_iter_start(struct cgroup_subsys_state *css, unsigned int flags, css 4588 kernel/cgroup/cgroup.c it->ss = css->ss; css 4592 kernel/cgroup/cgroup.c it->cset_pos = &css->cgroup->e_csets[css->ss->id]; css 4594 kernel/cgroup/cgroup.c it->cset_pos = &css->cgroup->cset_links; css 4969 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = container_of(to_rcu_work(work), css 4971 kernel/cgroup/cgroup.c struct cgroup_subsys *ss = css->ss; css 4972 kernel/cgroup/cgroup.c struct cgroup *cgrp = css->cgroup; css 4974 kernel/cgroup/cgroup.c percpu_ref_exit(&css->refcnt); css 4978 kernel/cgroup/cgroup.c struct cgroup_subsys_state *parent = css->parent; css 4979 kernel/cgroup/cgroup.c int id = css->id; css 4981 kernel/cgroup/cgroup.c ss->css_free(css); css 5019 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = css 5021 kernel/cgroup/cgroup.c struct cgroup_subsys *ss = css->ss; css 5022 kernel/cgroup/cgroup.c struct cgroup *cgrp = css->cgroup; css 5026 kernel/cgroup/cgroup.c css->flags |= CSS_RELEASED; css 5027 kernel/cgroup/cgroup.c list_del_rcu(&css->sibling); css 5031 kernel/cgroup/cgroup.c if (!list_empty(&css->rstat_css_node)) { css 5033 kernel/cgroup/cgroup.c list_del_rcu(&css->rstat_css_node); css 5036 kernel/cgroup/cgroup.c cgroup_idr_replace(&ss->css_idr, NULL, css->id); css 5038 kernel/cgroup/cgroup.c ss->css_released(css); css 5071 kernel/cgroup/cgroup.c INIT_RCU_WORK(&css->destroy_rwork, css_free_rwork_fn); css 5072 kernel/cgroup/cgroup.c queue_rcu_work(cgroup_destroy_wq, &css->destroy_rwork); css 5077 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = css 5080 kernel/cgroup/cgroup.c INIT_WORK(&css->destroy_work, css_release_work_fn); css 5081 kernel/cgroup/cgroup.c queue_work(cgroup_destroy_wq, &css->destroy_work); css 5084 kernel/cgroup/cgroup.c static void init_and_link_css(struct cgroup_subsys_state *css, css 5091 kernel/cgroup/cgroup.c memset(css, 0, sizeof(*css)); css 5092 kernel/cgroup/cgroup.c css->cgroup = cgrp; css 5093 kernel/cgroup/cgroup.c css->ss = ss; css 5094 kernel/cgroup/cgroup.c css->id = -1; css 5095 kernel/cgroup/cgroup.c INIT_LIST_HEAD(&css->sibling); css 5096 kernel/cgroup/cgroup.c INIT_LIST_HEAD(&css->children); css 5097 kernel/cgroup/cgroup.c INIT_LIST_HEAD(&css->rstat_css_node); css 5098 kernel/cgroup/cgroup.c css->serial_nr = css_serial_nr_next++; css 5099 kernel/cgroup/cgroup.c atomic_set(&css->online_cnt, 0); css 5102 kernel/cgroup/cgroup.c css->parent = cgroup_css(cgroup_parent(cgrp), ss); css 5103 kernel/cgroup/cgroup.c css_get(css->parent); css 5107 kernel/cgroup/cgroup.c list_add_rcu(&css->rstat_css_node, &cgrp->rstat_css_list); css 5113 kernel/cgroup/cgroup.c static int online_css(struct cgroup_subsys_state *css) css 5115 kernel/cgroup/cgroup.c struct cgroup_subsys *ss = css->ss; css 5121 kernel/cgroup/cgroup.c ret = ss->css_online(css); css 5123 kernel/cgroup/cgroup.c css->flags |= CSS_ONLINE; css 5124 kernel/cgroup/cgroup.c rcu_assign_pointer(css->cgroup->subsys[ss->id], css); css 5126 kernel/cgroup/cgroup.c atomic_inc(&css->online_cnt); css 5127 kernel/cgroup/cgroup.c if (css->parent) css 5128 kernel/cgroup/cgroup.c atomic_inc(&css->parent->online_cnt); css 5134 kernel/cgroup/cgroup.c static void offline_css(struct cgroup_subsys_state *css) css 5136 kernel/cgroup/cgroup.c struct cgroup_subsys *ss = css->ss; css 5140 kernel/cgroup/cgroup.c if (!(css->flags & CSS_ONLINE)) css 5144 kernel/cgroup/cgroup.c ss->css_offline(css); css 5146 kernel/cgroup/cgroup.c css->flags &= ~CSS_ONLINE; css 5147 kernel/cgroup/cgroup.c RCU_INIT_POINTER(css->cgroup->subsys[ss->id], NULL); css 5149 kernel/cgroup/cgroup.c wake_up_all(&css->cgroup->offline_waitq); css 5166 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 5171 kernel/cgroup/cgroup.c css = ss->css_alloc(parent_css); css 5172 kernel/cgroup/cgroup.c if (!css) css 5173 kernel/cgroup/cgroup.c css = ERR_PTR(-ENOMEM); css 5174 kernel/cgroup/cgroup.c if (IS_ERR(css)) css 5175 kernel/cgroup/cgroup.c return css; css 5177 kernel/cgroup/cgroup.c init_and_link_css(css, ss, cgrp); css 5179 kernel/cgroup/cgroup.c err = percpu_ref_init(&css->refcnt, css_release, 0, GFP_KERNEL); css 5186 kernel/cgroup/cgroup.c css->id = err; css 5189 kernel/cgroup/cgroup.c list_add_tail_rcu(&css->sibling, &parent_css->children); css 5190 kernel/cgroup/cgroup.c cgroup_idr_replace(&ss->css_idr, css, css->id); css 5192 kernel/cgroup/cgroup.c err = online_css(css); css 5205 kernel/cgroup/cgroup.c return css; css 5208 kernel/cgroup/cgroup.c list_del_rcu(&css->sibling); css 5210 kernel/cgroup/cgroup.c list_del_rcu(&css->rstat_css_node); css 5211 kernel/cgroup/cgroup.c INIT_RCU_WORK(&css->destroy_rwork, css_free_rwork_fn); css 5212 kernel/cgroup/cgroup.c queue_rcu_work(cgroup_destroy_wq, &css->destroy_rwork); css 5442 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = css 5448 kernel/cgroup/cgroup.c offline_css(css); css 5449 kernel/cgroup/cgroup.c css_put(css); css 5451 kernel/cgroup/cgroup.c css = css->parent; css 5452 kernel/cgroup/cgroup.c } while (css && atomic_dec_and_test(&css->online_cnt)); css 5460 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = css 5463 kernel/cgroup/cgroup.c if (atomic_dec_and_test(&css->online_cnt)) { css 5464 kernel/cgroup/cgroup.c INIT_WORK(&css->destroy_work, css_killed_work_fn); css 5465 kernel/cgroup/cgroup.c queue_work(cgroup_destroy_wq, &css->destroy_work); css 5478 kernel/cgroup/cgroup.c static void kill_css(struct cgroup_subsys_state *css) css 5482 kernel/cgroup/cgroup.c if (css->flags & CSS_DYING) css 5485 kernel/cgroup/cgroup.c css->flags |= CSS_DYING; css 5491 kernel/cgroup/cgroup.c css_clear_dir(css); css 5497 kernel/cgroup/cgroup.c css_get(css); css 5509 kernel/cgroup/cgroup.c percpu_ref_kill_and_confirm(&css->refcnt, css_killed_ref_fn); css 5540 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 5575 kernel/cgroup/cgroup.c for_each_css(css, ssid, cgrp) css 5576 kernel/cgroup/cgroup.c kill_css(css); css 5634 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 5645 kernel/cgroup/cgroup.c css = ss->css_alloc(cgroup_css(&cgrp_dfl_root.cgrp, ss)); css 5647 kernel/cgroup/cgroup.c BUG_ON(IS_ERR(css)); css 5648 kernel/cgroup/cgroup.c init_and_link_css(css, ss, &cgrp_dfl_root.cgrp); css 5654 kernel/cgroup/cgroup.c css->flags |= CSS_NO_REF; css 5658 kernel/cgroup/cgroup.c css->id = 1; css 5660 kernel/cgroup/cgroup.c css->id = cgroup_idr_alloc(&ss->css_idr, css, 1, 2, GFP_KERNEL); css 5661 kernel/cgroup/cgroup.c BUG_ON(css->id < 0); css 5668 kernel/cgroup/cgroup.c init_css_set.subsys[ss->id] = css; css 5680 kernel/cgroup/cgroup.c BUG_ON(online_css(css)); css 5764 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = css 5767 kernel/cgroup/cgroup.c css->id = cgroup_idr_alloc(&ss->css_idr, css, 1, 2, css 5769 kernel/cgroup/cgroup.c BUG_ON(css->id < 0); css 6205 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css = NULL; css 6222 kernel/cgroup/cgroup.c css = cgroup_css(cgrp, ss); css 6224 kernel/cgroup/cgroup.c if (!css || !css_tryget_online(css)) css 6225 kernel/cgroup/cgroup.c css = ERR_PTR(-ENOENT); css 6228 kernel/cgroup/cgroup.c return css; css 6290 kernel/cgroup/cgroup.c struct cgroup_subsys_state *css; css 6298 kernel/cgroup/cgroup.c css = css_tryget_online_from_dir(f->f_path.dentry, NULL); css 6300 kernel/cgroup/cgroup.c if (IS_ERR(css)) css 6301 kernel/cgroup/cgroup.c return ERR_CAST(css); css 6303 kernel/cgroup/cgroup.c cgrp = css->cgroup; css 82 kernel/cgroup/cpuset.c struct cgroup_subsys_state css; css 192 kernel/cgroup/cpuset.c static inline struct cpuset *css_cs(struct cgroup_subsys_state *css) css 194 kernel/cgroup/cpuset.c return css ? container_of(css, struct cpuset, css) : NULL; css 205 kernel/cgroup/cpuset.c return css_cs(cs->css.parent); css 223 kernel/cgroup/cpuset.c return test_bit(CS_ONLINE, &cs->flags) && !css_is_dying(&cs->css); css 282 kernel/cgroup/cpuset.c css_for_each_child((pos_css), &(parent_cs)->css) \ css 297 kernel/cgroup/cpuset.c css_for_each_descendant_pre((pos_css), &(root_cs)->css) \ css 565 kernel/cgroup/cpuset.c struct cgroup_subsys_state *css; css 573 kernel/cgroup/cpuset.c cpuset_for_each_child(c, css, cur) css 594 kernel/cgroup/cpuset.c cpuset_for_each_child(c, css, par) { css 610 kernel/cgroup/cpuset.c if ((cgroup_is_populated(cur->css.cgroup) || cur->attach_in_progress)) { css 915 kernel/cgroup/cpuset.c css_task_iter_start(&cs->css, 0, &it); css 949 kernel/cgroup/cpuset.c css_get(&cs->css); css 956 kernel/cgroup/cpuset.c css_put(&cs->css); css 1038 kernel/cgroup/cpuset.c css_task_iter_start(&cs->css, 0, &it); css 1144 kernel/cgroup/cpuset.c if ((cmd != partcmd_update) && css_has_online_children(&cpuset->css)) css 1378 kernel/cgroup/cpuset.c if (!css_tryget_online(&cp->css)) css 1433 kernel/cgroup/cpuset.c css_put(&cp->css); css 1665 kernel/cgroup/cpuset.c css_task_iter_start(&cs->css, 0, &it); css 1732 kernel/cgroup/cpuset.c if (!css_tryget_online(&cp->css)) css 1746 kernel/cgroup/cpuset.c css_put(&cp->css); css 1857 kernel/cgroup/cpuset.c css_task_iter_start(&cs->css, 0, &it); css 2107 kernel/cgroup/cpuset.c struct cgroup_subsys_state *css; css 2113 kernel/cgroup/cpuset.c cpuset_attach_old_cs = task_cs(cgroup_taskset_first(tset, &css)); css 2114 kernel/cgroup/cpuset.c cs = css_cs(css); css 2124 kernel/cgroup/cpuset.c cgroup_taskset_for_each(task, css, tset) { css 2146 kernel/cgroup/cpuset.c struct cgroup_subsys_state *css; css 2148 kernel/cgroup/cpuset.c cgroup_taskset_first(tset, &css); css 2151 kernel/cgroup/cpuset.c css_cs(css)->attach_in_progress--; css 2168 kernel/cgroup/cpuset.c struct cgroup_subsys_state *css; css 2172 kernel/cgroup/cpuset.c cgroup_taskset_first(tset, &css); css 2173 kernel/cgroup/cpuset.c cs = css_cs(css); css 2185 kernel/cgroup/cpuset.c cgroup_taskset_for_each(task, css, tset) { css 2201 kernel/cgroup/cpuset.c cgroup_taskset_for_each_leader(leader, css, tset) { css 2253 kernel/cgroup/cpuset.c static int cpuset_write_u64(struct cgroup_subsys_state *css, struct cftype *cft, css 2256 kernel/cgroup/cpuset.c struct cpuset *cs = css_cs(css); css 2302 kernel/cgroup/cpuset.c static int cpuset_write_s64(struct cgroup_subsys_state *css, struct cftype *cft, css 2305 kernel/cgroup/cpuset.c struct cpuset *cs = css_cs(css); css 2359 kernel/cgroup/cpuset.c css_get(&cs->css); css 2391 kernel/cgroup/cpuset.c css_put(&cs->css); css 2436 kernel/cgroup/cpuset.c static u64 cpuset_read_u64(struct cgroup_subsys_state *css, struct cftype *cft) css 2438 kernel/cgroup/cpuset.c struct cpuset *cs = css_cs(css); css 2467 kernel/cgroup/cpuset.c static s64 cpuset_read_s64(struct cgroup_subsys_state *css, struct cftype *cft) css 2469 kernel/cgroup/cpuset.c struct cpuset *cs = css_cs(css); css 2519 kernel/cgroup/cpuset.c css_get(&cs->css); css 2529 kernel/cgroup/cpuset.c css_put(&cs->css); css 2704 kernel/cgroup/cpuset.c return &top_cpuset.css; css 2721 kernel/cgroup/cpuset.c return &cs->css; css 2724 kernel/cgroup/cpuset.c static int cpuset_css_online(struct cgroup_subsys_state *css) css 2726 kernel/cgroup/cpuset.c struct cpuset *cs = css_cs(css); css 2754 kernel/cgroup/cpuset.c if (!test_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags)) css 2802 kernel/cgroup/cpuset.c static void cpuset_css_offline(struct cgroup_subsys_state *css) css 2804 kernel/cgroup/cpuset.c struct cpuset *cs = css_cs(css); css 2830 kernel/cgroup/cpuset.c static void cpuset_css_free(struct cgroup_subsys_state *css) css 2832 kernel/cgroup/cpuset.c struct cpuset *cs = css_cs(css); css 2934 kernel/cgroup/cpuset.c if (cgroup_transfer_tasks(parent->css.cgroup, cs->css.cgroup)) { css 2936 kernel/cgroup/cpuset.c pr_cont_cgroup_name(cs->css.cgroup); css 3191 kernel/cgroup/cpuset.c if (cs == &top_cpuset || !css_tryget_online(&cs->css)) css 3198 kernel/cgroup/cpuset.c css_put(&cs->css); css 3532 kernel/cgroup/cpuset.c cgrp = task_cs(current)->css.cgroup; css 3588 kernel/cgroup/cpuset.c struct cgroup_subsys_state *css; css 3596 kernel/cgroup/cpuset.c css = task_get_css(tsk, cpuset_cgrp_id); css 3597 kernel/cgroup/cpuset.c retval = cgroup_path_ns(css->cgroup, buf, PATH_MAX, css 3599 kernel/cgroup/cpuset.c css_put(css); css 17 kernel/cgroup/debug.c struct cgroup_subsys_state *css = kzalloc(sizeof(*css), GFP_KERNEL); css 19 kernel/cgroup/debug.c if (!css) css 22 kernel/cgroup/debug.c return css; css 25 kernel/cgroup/debug.c static void debug_css_free(struct cgroup_subsys_state *css) css 27 kernel/cgroup/debug.c kfree(css); css 34 kernel/cgroup/debug.c static u64 debug_taskcount_read(struct cgroup_subsys_state *css, css 37 kernel/cgroup/debug.c return cgroup_task_count(css->cgroup); css 45 kernel/cgroup/debug.c struct cgroup_subsys_state *css; css 64 kernel/cgroup/debug.c css = cset->subsys[ss->id]; css 65 kernel/cgroup/debug.c if (!css) css 68 kernel/cgroup/debug.c css, css->id); css 76 kernel/cgroup/debug.c static u64 current_css_set_refcount_read(struct cgroup_subsys_state *css, css 116 kernel/cgroup/debug.c struct cgroup_subsys_state *css = seq_css(seq); css 122 kernel/cgroup/debug.c list_for_each_entry(link, &css->cgroup->cset_links, cset_link) { css 208 kernel/cgroup/debug.c struct cgroup_subsys_state *css; css 217 kernel/cgroup/debug.c css = rcu_dereference_check(cgrp->subsys[ss->id], true); css 218 kernel/cgroup/debug.c if (!css) css 224 kernel/cgroup/debug.c if (css->parent) css 226 kernel/cgroup/debug.c css->parent->id); css 228 kernel/cgroup/debug.c css, css->id, css 229 kernel/cgroup/debug.c atomic_read(&css->online_cnt), pbuf); css 271 kernel/cgroup/debug.c static u64 releasable_read(struct cgroup_subsys_state *css, struct cftype *cft) css 273 kernel/cgroup/debug.c return (!cgroup_is_populated(css->cgroup) && css 274 kernel/cgroup/debug.c !css_has_online_children(&css->cgroup->self)); css 262 kernel/cgroup/freezer.c struct cgroup_subsys_state *css; css 279 kernel/cgroup/freezer.c css_for_each_descendant_pre(css, &cgrp->self) { css 280 kernel/cgroup/freezer.c dsct = css->cgroup; css 44 kernel/cgroup/legacy_freezer.c struct cgroup_subsys_state css; css 50 kernel/cgroup/legacy_freezer.c static inline struct freezer *css_freezer(struct cgroup_subsys_state *css) css 52 kernel/cgroup/legacy_freezer.c return css ? container_of(css, struct freezer, css) : NULL; css 62 kernel/cgroup/legacy_freezer.c return css_freezer(freezer->css.parent); css 94 kernel/cgroup/legacy_freezer.c return &freezer->css; css 105 kernel/cgroup/legacy_freezer.c static int freezer_css_online(struct cgroup_subsys_state *css) css 107 kernel/cgroup/legacy_freezer.c struct freezer *freezer = css_freezer(css); css 130 kernel/cgroup/legacy_freezer.c static void freezer_css_offline(struct cgroup_subsys_state *css) css 132 kernel/cgroup/legacy_freezer.c struct freezer *freezer = css_freezer(css); css 144 kernel/cgroup/legacy_freezer.c static void freezer_css_free(struct cgroup_subsys_state *css) css 146 kernel/cgroup/legacy_freezer.c kfree(css_freezer(css)); css 244 kernel/cgroup/legacy_freezer.c static void update_if_frozen(struct cgroup_subsys_state *css) css 246 kernel/cgroup/legacy_freezer.c struct freezer *freezer = css_freezer(css); css 259 kernel/cgroup/legacy_freezer.c css_for_each_child(pos, css) { css 271 kernel/cgroup/legacy_freezer.c css_task_iter_start(css, 0, &it); css 293 kernel/cgroup/legacy_freezer.c struct cgroup_subsys_state *css = seq_css(m), *pos; css 299 kernel/cgroup/legacy_freezer.c css_for_each_descendant_post(pos, css) { css 313 kernel/cgroup/legacy_freezer.c seq_puts(m, freezer_state_strs(css_freezer(css)->state)); css 323 kernel/cgroup/legacy_freezer.c css_task_iter_start(&freezer->css, 0, &it); css 334 kernel/cgroup/legacy_freezer.c css_task_iter_start(&freezer->css, 0, &it); css 396 kernel/cgroup/legacy_freezer.c css_for_each_descendant_pre(pos, &freezer->css) { css 437 kernel/cgroup/legacy_freezer.c static u64 freezer_self_freezing_read(struct cgroup_subsys_state *css, css 440 kernel/cgroup/legacy_freezer.c struct freezer *freezer = css_freezer(css); css 445 kernel/cgroup/legacy_freezer.c static u64 freezer_parent_freezing_read(struct cgroup_subsys_state *css, css 448 kernel/cgroup/legacy_freezer.c struct freezer *freezer = css_freezer(css); css 41 kernel/cgroup/pids.c struct cgroup_subsys_state css; css 57 kernel/cgroup/pids.c static struct pids_cgroup *css_pids(struct cgroup_subsys_state *css) css 59 kernel/cgroup/pids.c return container_of(css, struct pids_cgroup, css); css 64 kernel/cgroup/pids.c return css_pids(pids->css.parent); css 79 kernel/cgroup/pids.c return &pids->css; css 82 kernel/cgroup/pids.c static void pids_css_free(struct cgroup_subsys_state *css) css 84 kernel/cgroup/pids.c kfree(css_pids(css)); css 219 kernel/cgroup/pids.c struct cgroup_subsys_state *css; css 223 kernel/cgroup/pids.c css = task_css_check(current, pids_cgrp_id, true); css 224 kernel/cgroup/pids.c pids = css_pids(css); css 230 kernel/cgroup/pids.c pr_cont_cgroup_path(css->cgroup); css 240 kernel/cgroup/pids.c struct cgroup_subsys_state *css; css 243 kernel/cgroup/pids.c css = task_css_check(current, pids_cgrp_id, true); css 244 kernel/cgroup/pids.c pids = css_pids(css); css 258 kernel/cgroup/pids.c struct cgroup_subsys_state *css = of_css(of); css 259 kernel/cgroup/pids.c struct pids_cgroup *pids = css_pids(css); css 287 kernel/cgroup/pids.c struct cgroup_subsys_state *css = seq_css(sf); css 288 kernel/cgroup/pids.c struct pids_cgroup *pids = css_pids(css); css 299 kernel/cgroup/pids.c static s64 pids_current_read(struct cgroup_subsys_state *css, css 302 kernel/cgroup/pids.c struct pids_cgroup *pids = css_pids(css); css 67 kernel/cgroup/rdma.c static struct rdma_cgroup *css_rdmacg(struct cgroup_subsys_state *css) css 69 kernel/cgroup/rdma.c return container_of(css, struct rdma_cgroup, css); css 74 kernel/cgroup/rdma.c return css_rdmacg(cg->css.parent); css 219 kernel/cgroup/rdma.c css_put(&cg->css); css 572 kernel/cgroup/rdma.c return &cg->css; css 575 kernel/cgroup/rdma.c static void rdmacg_css_free(struct cgroup_subsys_state *css) css 577 kernel/cgroup/rdma.c struct rdma_cgroup *cg = css_rdmacg(css); css 591 kernel/cgroup/rdma.c static void rdmacg_css_offline(struct cgroup_subsys_state *css) css 593 kernel/cgroup/rdma.c struct rdma_cgroup *cg = css_rdmacg(css); css 156 kernel/cgroup/rstat.c struct cgroup_subsys_state *css; css 161 kernel/cgroup/rstat.c list_for_each_entry_rcu(css, &pos->rstat_css_list, css 163 kernel/cgroup/rstat.c css->ss->css_rstat_flush(css, cpu); css 695 kernel/events/core.c return cgroup_is_descendant(cpuctx->cgrp->css.cgroup, css 696 kernel/events/core.c event->cgrp->css.cgroup); css 701 kernel/events/core.c css_put(&event->cgrp->css); css 734 kernel/events/core.c struct cgroup_subsys_state *css; css 737 kernel/events/core.c for (css = &cgrp->css; css; css = css->parent) { css 738 kernel/events/core.c cgrp = container_of(css, struct perf_cgroup, css); css 759 kernel/events/core.c if (cgroup_is_descendant(cgrp->css.cgroup, event->cgrp->css.cgroup)) css 769 kernel/events/core.c struct cgroup_subsys_state *css; css 781 kernel/events/core.c for (css = &cgrp->css; css; css = css->parent) { css 782 kernel/events/core.c cgrp = container_of(css, struct perf_cgroup, css); css 904 kernel/events/core.c struct cgroup_subsys_state *css; css 911 kernel/events/core.c css = css_tryget_online_from_dir(f.file->f_path.dentry, css 913 kernel/events/core.c if (IS_ERR(css)) { css 914 kernel/events/core.c ret = PTR_ERR(css); css 918 kernel/events/core.c cgrp = container_of(css, struct perf_cgroup, css); css 972 kernel/events/core.c if (cgroup_is_descendant(cgrp->css.cgroup, event->cgrp->css.cgroup)) css 2627 kernel/events/core.c reprogram = cgroup_is_descendant(cgrp->css.cgroup, css 2628 kernel/events/core.c event->cgrp->css.cgroup); css 12315 kernel/events/core.c return &jc->css; css 12318 kernel/events/core.c static void perf_cgroup_css_free(struct cgroup_subsys_state *css) css 12320 kernel/events/core.c struct perf_cgroup *jc = container_of(css, struct perf_cgroup, css); css 12338 kernel/events/core.c struct cgroup_subsys_state *css; css 12340 kernel/events/core.c cgroup_taskset_for_each(task, css, tset) css 1204 kernel/kthread.c void kthread_associate_blkcg(struct cgroup_subsys_state *css) css 1218 kernel/kthread.c if (css) { css 1219 kernel/kthread.c css_get(css); css 1220 kernel/kthread.c kthread->blkcg_css = css; css 1078 kernel/sched/core.c uclamp_update_active_tasks(struct cgroup_subsys_state *css, css 1085 kernel/sched/core.c css_task_iter_start(css, 0, &it); css 1095 kernel/sched/core.c static void cpu_util_update_eff(struct cgroup_subsys_state *css); css 1106 kernel/sched/core.c cpu_util_update_eff(&root_task_group.css); css 7014 kernel/sched/core.c struct task_group, css); css 7068 kernel/sched/core.c static inline struct task_group *css_tg(struct cgroup_subsys_state *css) css 7070 kernel/sched/core.c return css ? container_of(css, struct task_group, css) : NULL; css 7081 kernel/sched/core.c return &root_task_group.css; css 7088 kernel/sched/core.c return &tg->css; css 7092 kernel/sched/core.c static int cpu_cgroup_css_online(struct cgroup_subsys_state *css) css 7094 kernel/sched/core.c struct task_group *tg = css_tg(css); css 7095 kernel/sched/core.c struct task_group *parent = css_tg(css->parent); css 7102 kernel/sched/core.c cpu_util_update_eff(css); css 7108 kernel/sched/core.c static void cpu_cgroup_css_released(struct cgroup_subsys_state *css) css 7110 kernel/sched/core.c struct task_group *tg = css_tg(css); css 7115 kernel/sched/core.c static void cpu_cgroup_css_free(struct cgroup_subsys_state *css) css 7117 kernel/sched/core.c struct task_group *tg = css_tg(css); css 7145 kernel/sched/core.c struct cgroup_subsys_state *css; css 7148 kernel/sched/core.c cgroup_taskset_for_each(task, css, tset) { css 7150 kernel/sched/core.c if (!sched_rt_can_attach(css_tg(css), task)) css 7176 kernel/sched/core.c struct cgroup_subsys_state *css; css 7178 kernel/sched/core.c cgroup_taskset_for_each(task, css, tset) css 7183 kernel/sched/core.c static void cpu_util_update_eff(struct cgroup_subsys_state *css) css 7185 kernel/sched/core.c struct cgroup_subsys_state *top_css = css; css 7192 kernel/sched/core.c css_for_each_descendant_pre(css, top_css) { css 7193 kernel/sched/core.c uc_parent = css_tg(css)->parent css 7194 kernel/sched/core.c ? css_tg(css)->parent->uclamp : NULL; css 7198 kernel/sched/core.c eff[clamp_id] = css_tg(css)->uclamp_req[clamp_id].value; css 7210 kernel/sched/core.c uc_se = css_tg(css)->uclamp; css 7219 kernel/sched/core.c css = css_rightmost_descendant(css); css 7224 kernel/sched/core.c uclamp_update_active_tasks(css, clamps); css 7355 kernel/sched/core.c static int cpu_shares_write_u64(struct cgroup_subsys_state *css, css 7360 kernel/sched/core.c return sched_group_set_shares(css_tg(css), scale_load(shareval)); css 7363 kernel/sched/core.c static u64 cpu_shares_read_u64(struct cgroup_subsys_state *css, css 7366 kernel/sched/core.c struct task_group *tg = css_tg(css); css 7506 kernel/sched/core.c static s64 cpu_cfs_quota_read_s64(struct cgroup_subsys_state *css, css 7509 kernel/sched/core.c return tg_get_cfs_quota(css_tg(css)); css 7512 kernel/sched/core.c static int cpu_cfs_quota_write_s64(struct cgroup_subsys_state *css, css 7515 kernel/sched/core.c return tg_set_cfs_quota(css_tg(css), cfs_quota_us); css 7518 kernel/sched/core.c static u64 cpu_cfs_period_read_u64(struct cgroup_subsys_state *css, css 7521 kernel/sched/core.c return tg_get_cfs_period(css_tg(css)); css 7524 kernel/sched/core.c static int cpu_cfs_period_write_u64(struct cgroup_subsys_state *css, css 7527 kernel/sched/core.c return tg_set_cfs_period(css_tg(css), cfs_period_us); css 7638 kernel/sched/core.c static int cpu_rt_runtime_write(struct cgroup_subsys_state *css, css 7641 kernel/sched/core.c return sched_group_set_rt_runtime(css_tg(css), val); css 7644 kernel/sched/core.c static s64 cpu_rt_runtime_read(struct cgroup_subsys_state *css, css 7647 kernel/sched/core.c return sched_group_rt_runtime(css_tg(css)); css 7650 kernel/sched/core.c static int cpu_rt_period_write_uint(struct cgroup_subsys_state *css, css 7653 kernel/sched/core.c return sched_group_set_rt_period(css_tg(css), rt_period_us); css 7656 kernel/sched/core.c static u64 cpu_rt_period_read_uint(struct cgroup_subsys_state *css, css 7659 kernel/sched/core.c return sched_group_rt_period(css_tg(css)); css 7717 kernel/sched/core.c struct cgroup_subsys_state *css) css 7721 kernel/sched/core.c struct task_group *tg = css_tg(css); css 7739 kernel/sched/core.c static u64 cpu_weight_read_u64(struct cgroup_subsys_state *css, css 7742 kernel/sched/core.c struct task_group *tg = css_tg(css); css 7748 kernel/sched/core.c static int cpu_weight_write_u64(struct cgroup_subsys_state *css, css 7763 kernel/sched/core.c return sched_group_set_shares(css_tg(css), scale_load(weight)); css 7766 kernel/sched/core.c static s64 cpu_weight_nice_read_s64(struct cgroup_subsys_state *css, css 7769 kernel/sched/core.c unsigned long weight = scale_load_down(css_tg(css)->shares); css 7784 kernel/sched/core.c static int cpu_weight_nice_write_s64(struct cgroup_subsys_state *css, css 7797 kernel/sched/core.c return sched_group_set_shares(css_tg(css), scale_load(weight)); css 29 kernel/sched/cpuacct.c struct cgroup_subsys_state css; css 35 kernel/sched/cpuacct.c static inline struct cpuacct *css_ca(struct cgroup_subsys_state *css) css 37 kernel/sched/cpuacct.c return css ? container_of(css, struct cpuacct, css) : NULL; css 48 kernel/sched/cpuacct.c return css_ca(ca->css.parent); css 64 kernel/sched/cpuacct.c return &root_cpuacct.css; css 78 kernel/sched/cpuacct.c return &ca->css; css 89 kernel/sched/cpuacct.c static void cpuacct_css_free(struct cgroup_subsys_state *css) css 91 kernel/sched/cpuacct.c struct cpuacct *ca = css_ca(css); css 155 kernel/sched/cpuacct.c static u64 __cpuusage_read(struct cgroup_subsys_state *css, css 158 kernel/sched/cpuacct.c struct cpuacct *ca = css_ca(css); css 168 kernel/sched/cpuacct.c static u64 cpuusage_user_read(struct cgroup_subsys_state *css, css 171 kernel/sched/cpuacct.c return __cpuusage_read(css, CPUACCT_STAT_USER); css 174 kernel/sched/cpuacct.c static u64 cpuusage_sys_read(struct cgroup_subsys_state *css, css 177 kernel/sched/cpuacct.c return __cpuusage_read(css, CPUACCT_STAT_SYSTEM); css 180 kernel/sched/cpuacct.c static u64 cpuusage_read(struct cgroup_subsys_state *css, struct cftype *cft) css 182 kernel/sched/cpuacct.c return __cpuusage_read(css, CPUACCT_STAT_NSTATS); css 185 kernel/sched/cpuacct.c static int cpuusage_write(struct cgroup_subsys_state *css, struct cftype *cft, css 188 kernel/sched/cpuacct.c struct cpuacct *ca = css_ca(css); css 427 kernel/sched/debug.c cgroup_path(tg->css.cgroup, group_path, PATH_MAX); css 285 kernel/sched/fair.c else if (cfs_rq && cfs_rq->tg->css.cgroup) css 286 kernel/sched/fair.c cgroup_path(cfs_rq->tg->css.cgroup, path, len); css 362 kernel/sched/sched.h struct cgroup_subsys_state css; css 175 kernel/trace/blktrace.c blkcg ? cgroup_get_kernfs_id(blkcg->css.cgroup) : NULL); css 769 kernel/trace/blktrace.c return cgroup_get_kernfs_id(bio_blkcg(bio)->css.cgroup); css 706 mm/backing-dev.c bdi->wb.memcg_css = &root_mem_cgroup->css; css 23 mm/hugetlb_cgroup.c struct cgroup_subsys_state css; css 39 mm/hugetlb_cgroup.c return s ? container_of(s, struct hugetlb_cgroup, css) : NULL; css 56 mm/hugetlb_cgroup.c return hugetlb_cgroup_from_css(h_cg->css.parent); css 106 mm/hugetlb_cgroup.c return &h_cgroup->css; css 109 mm/hugetlb_cgroup.c static void hugetlb_cgroup_css_free(struct cgroup_subsys_state *css) css 113 mm/hugetlb_cgroup.c h_cgroup = hugetlb_cgroup_from_css(css); css 161 mm/hugetlb_cgroup.c static void hugetlb_cgroup_css_offline(struct cgroup_subsys_state *css) css 163 mm/hugetlb_cgroup.c struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(css); css 199 mm/hugetlb_cgroup.c if (!css_tryget(&h_cg->css)) { css 207 mm/hugetlb_cgroup.c css_put(&h_cg->css); css 264 mm/hugetlb_cgroup.c static u64 hugetlb_cgroup_read_u64(struct cgroup_subsys_state *css, css 268 mm/hugetlb_cgroup.c struct hugetlb_cgroup *h_cg = hugetlb_cgroup_from_css(css); css 265 mm/memcontrol.c return &container_of(vmpr, struct mem_cgroup, vmpressure)->css; css 467 mm/memcontrol.c return &memcg->css; css 493 mm/memcontrol.c while (memcg && !(memcg->css.flags & CSS_ONLINE)) css 496 mm/memcontrol.c ino = cgroup_ino(memcg->css.cgroup); css 668 mm/memcontrol.c !css_tryget_online(&mz->memcg->css)) css 976 mm/memcontrol.c } while (!css_tryget(&memcg->css)); css 997 mm/memcontrol.c if (!memcg || !css_tryget_online(&memcg->css)) css 1013 mm/memcontrol.c if (css_tryget_online(¤t->active_memcg->css)) css 1043 mm/memcontrol.c struct cgroup_subsys_state *css = NULL; css 1075 mm/memcontrol.c if (!pos || css_tryget(&pos->css)) css 1090 mm/memcontrol.c css = &pos->css; css 1093 mm/memcontrol.c css = css_next_descendant_pre(css, &root->css); css 1094 mm/memcontrol.c if (!css) { css 1111 mm/memcontrol.c memcg = mem_cgroup_from_css(css); css 1113 mm/memcontrol.c if (css == &root->css) css 1116 mm/memcontrol.c if (css_tryget(css)) css 1131 mm/memcontrol.c css_put(&pos->css); css 1143 mm/memcontrol.c css_put(&prev->css); css 1159 mm/memcontrol.c css_put(&prev->css); css 1226 mm/memcontrol.c css_task_iter_start(&iter->css, CSS_TASK_ITER_PROCS, &it); css 1518 mm/memcontrol.c pr_cont_cgroup_path(memcg->css.cgroup); css 1554 mm/memcontrol.c pr_cont_cgroup_path(memcg->css.cgroup); css 1922 mm/memcontrol.c css_get(&memcg->css); css 2015 mm/memcontrol.c css_put(&memcg->css); css 2061 mm/memcontrol.c css_get(&oom_group->css); css 2071 mm/memcontrol.c pr_cont_cgroup_path(memcg->css.cgroup); css 2216 mm/memcontrol.c css_put_many(&old->css, stock->nr_pages); css 2538 mm/memcontrol.c css_put(&memcg->css); css 2683 mm/memcontrol.c css_get_many(&memcg->css, nr_pages); css 2688 mm/memcontrol.c css_get_many(&memcg->css, batch); css 2726 mm/memcontrol.c css_put_many(&memcg->css, nr_pages); css 2882 mm/memcontrol.c css_put(&memcg->css); css 2894 mm/memcontrol.c if (!css_tryget_online(&memcg->css)) css 3066 mm/memcontrol.c css_put(&memcg->css); css 3106 mm/memcontrol.c css_put_many(&memcg->css, nr_pages); css 3290 mm/memcontrol.c css_put(&mz->memcg->css); css 3303 mm/memcontrol.c css_put(&next_mz->memcg->css); css 3318 mm/memcontrol.c ret = css_next_child(NULL, &memcg->css); css 3368 mm/memcontrol.c static u64 mem_cgroup_hierarchy_read(struct cgroup_subsys_state *css, css 3371 mm/memcontrol.c return mem_cgroup_from_css(css)->use_hierarchy; css 3374 mm/memcontrol.c static int mem_cgroup_hierarchy_write(struct cgroup_subsys_state *css, css 3378 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 3379 mm/memcontrol.c struct mem_cgroup *parent_memcg = mem_cgroup_from_css(memcg->css.parent); css 3430 mm/memcontrol.c static u64 mem_cgroup_read_u64(struct cgroup_subsys_state *css, css 3433 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 3555 mm/memcontrol.c struct cgroup_subsys_state *css; css 3590 mm/memcontrol.c css_for_each_descendant_pre(css, &memcg->css) { css 3591 mm/memcontrol.c child = mem_cgroup_from_css(css); css 3759 mm/memcontrol.c static u64 mem_cgroup_move_charge_read(struct cgroup_subsys_state *css, css 3762 mm/memcontrol.c return mem_cgroup_from_css(css)->move_charge_at_immigrate; css 3766 mm/memcontrol.c static int mem_cgroup_move_charge_write(struct cgroup_subsys_state *css, css 3769 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 3784 mm/memcontrol.c static int mem_cgroup_move_charge_write(struct cgroup_subsys_state *css, css 3998 mm/memcontrol.c static u64 mem_cgroup_swappiness_read(struct cgroup_subsys_state *css, css 4001 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 4006 mm/memcontrol.c static int mem_cgroup_swappiness_write(struct cgroup_subsys_state *css, css 4009 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 4014 mm/memcontrol.c if (css->parent) css 4359 mm/memcontrol.c static int mem_cgroup_oom_control_write(struct cgroup_subsys_state *css, css 4362 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 4365 mm/memcontrol.c if (!css->parent || !((val == 0) || (val == 1))) css 4398 mm/memcontrol.c if (!memcg->css.parent) css 4636 mm/memcontrol.c css_put(&memcg->css); css 4698 mm/memcontrol.c struct cgroup_subsys_state *css = of_css(of); css 4699 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 4792 mm/memcontrol.c if (cfile_css != css) { css 4813 mm/memcontrol.c css_put(css); css 5002 mm/memcontrol.c css_put(&memcg->css); css 5212 mm/memcontrol.c return &memcg->css; css 5222 mm/memcontrol.c return &memcg->css; css 5229 mm/memcontrol.c static int mem_cgroup_css_online(struct cgroup_subsys_state *css) css 5231 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 5245 mm/memcontrol.c css_get(css); css 5249 mm/memcontrol.c static void mem_cgroup_css_offline(struct cgroup_subsys_state *css) css 5251 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 5277 mm/memcontrol.c static void mem_cgroup_css_released(struct cgroup_subsys_state *css) css 5279 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 5284 mm/memcontrol.c static void mem_cgroup_css_free(struct cgroup_subsys_state *css) css 5286 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 5320 mm/memcontrol.c static void mem_cgroup_css_reset(struct cgroup_subsys_state *css) css 5322 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 5772 mm/memcontrol.c css_put_many(&mc.to->css, mc.moved_swap); css 5802 mm/memcontrol.c struct cgroup_subsys_state *css; css 5821 mm/memcontrol.c cgroup_taskset_for_each_leader(leader, css, tset) { css 5824 mm/memcontrol.c memcg = mem_cgroup_from_css(css); css 6074 mm/memcontrol.c static u64 memory_current_read(struct cgroup_subsys_state *css, css 6077 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 6542 mm/memcontrol.c if (memcg && !css_tryget_online(&memcg->css)) css 6553 mm/memcontrol.c css_put(&memcg->css); css 6692 mm/memcontrol.c css_put_many(&ug->memcg->css, nr_pages); css 6848 mm/memcontrol.c css_get_many(&memcg->css, nr_pages); css 6878 mm/memcontrol.c if (css_tryget_online(&memcg->css)) css 6887 mm/memcontrol.c css_put(&sk->sk_memcg->css); css 7088 mm/memcontrol.c css_put_many(&memcg->css, nr_entries); css 7222 mm/memcontrol.c static u64 swap_current_read(struct cgroup_subsys_state *css, css 7225 mm/memcontrol.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 357 mm/slab.h while (memcg && !css_tryget_online(&memcg->css)) css 377 mm/slab.h css_put_many(&memcg->css, 1 << order); css 379 mm/slab.h css_put(&memcg->css); css 243 mm/slab_common.c css_get(&memcg->css); css 644 mm/slab_common.c struct cgroup_subsys_state *css = &memcg->css; css 674 mm/slab_common.c cgroup_name(css->cgroup, memcg_name_buf, sizeof(memcg_name_buf)); css 676 mm/slab_common.c css->serial_nr, memcg_name_buf); css 820 mm/slab_common.c css_put(&memcg->css); css 826 mm/slab_common.c css_get_many(&parent->css, nr_reparented); css 1618 mm/slab_common.c struct cgroup_subsys_state *css; css 1621 mm/slab_common.c css = &c->memcg_params.memcg->css; css 1622 mm/slab_common.c if (!(css->flags & CSS_ONLINE)) css 1630 mm/slab_common.c cache_name(c), css->id, status, css 77 mm/vmpressure.c struct cgroup_subsys_state *css = vmpressure_to_css(vmpr); css 78 mm/vmpressure.c struct mem_cgroup *memcg = mem_cgroup_from_css(css); css 16 net/core/netclassid_cgroup.c static inline struct cgroup_cls_state *css_cls_state(struct cgroup_subsys_state *css) css 18 net/core/netclassid_cgroup.c return css ? container_of(css, struct cgroup_cls_state, css) : NULL; css 37 net/core/netclassid_cgroup.c return &cs->css; css 40 net/core/netclassid_cgroup.c static int cgrp_css_online(struct cgroup_subsys_state *css) css 42 net/core/netclassid_cgroup.c struct cgroup_cls_state *cs = css_cls_state(css); css 43 net/core/netclassid_cgroup.c struct cgroup_cls_state *parent = css_cls_state(css->parent); css 51 net/core/netclassid_cgroup.c static void cgrp_css_free(struct cgroup_subsys_state *css) css 53 net/core/netclassid_cgroup.c kfree(css_cls_state(css)); css 105 net/core/netclassid_cgroup.c struct cgroup_subsys_state *css; css 108 net/core/netclassid_cgroup.c cgroup_taskset_for_each(p, css, tset) { css 109 net/core/netclassid_cgroup.c update_classid_task(p, css_cls_state(css)->classid); css 113 net/core/netclassid_cgroup.c static u64 read_classid(struct cgroup_subsys_state *css, struct cftype *cft) css 115 net/core/netclassid_cgroup.c return css_cls_state(css)->classid; css 118 net/core/netclassid_cgroup.c static int write_classid(struct cgroup_subsys_state *css, struct cftype *cft, css 121 net/core/netclassid_cgroup.c struct cgroup_cls_state *cs = css_cls_state(css); css 129 net/core/netclassid_cgroup.c css_task_iter_start(css, 0, &it); css 93 net/core/netprio_cgroup.c static u32 netprio_prio(struct cgroup_subsys_state *css, struct net_device *dev) css 96 net/core/netprio_cgroup.c int id = css->cgroup->id; css 112 net/core/netprio_cgroup.c static int netprio_set_prio(struct cgroup_subsys_state *css, css 116 net/core/netprio_cgroup.c int id = css->cgroup->id; css 136 net/core/netprio_cgroup.c struct cgroup_subsys_state *css; css 138 net/core/netprio_cgroup.c css = kzalloc(sizeof(*css), GFP_KERNEL); css 139 net/core/netprio_cgroup.c if (!css) css 142 net/core/netprio_cgroup.c return css; css 145 net/core/netprio_cgroup.c static int cgrp_css_online(struct cgroup_subsys_state *css) css 147 net/core/netprio_cgroup.c struct cgroup_subsys_state *parent_css = css->parent; css 151 net/core/netprio_cgroup.c if (css->id > NETPRIO_ID_MAX) css 165 net/core/netprio_cgroup.c ret = netprio_set_prio(css, dev, prio); css 173 net/core/netprio_cgroup.c static void cgrp_css_free(struct cgroup_subsys_state *css) css 175 net/core/netprio_cgroup.c kfree(css); css 178 net/core/netprio_cgroup.c static u64 read_prioidx(struct cgroup_subsys_state *css, struct cftype *cft) css 180 net/core/netprio_cgroup.c return css->cgroup->id; css 237 net/core/netprio_cgroup.c struct cgroup_subsys_state *css; css 241 net/core/netprio_cgroup.c cgroup_taskset_for_each(p, css, tset) { css 242 net/core/netprio_cgroup.c void *v = (void *)(unsigned long)css->cgroup->id; css 41 security/device_cgroup.c struct cgroup_subsys_state css; css 48 security/device_cgroup.c return s ? container_of(s, struct dev_cgroup, css) : NULL; css 174 security/device_cgroup.c static int devcgroup_online(struct cgroup_subsys_state *css) css 176 security/device_cgroup.c struct dev_cgroup *dev_cgroup = css_to_devcgroup(css); css 177 security/device_cgroup.c struct dev_cgroup *parent_dev_cgroup = css_to_devcgroup(css->parent); css 195 security/device_cgroup.c static void devcgroup_offline(struct cgroup_subsys_state *css) css 197 security/device_cgroup.c struct dev_cgroup *dev_cgroup = css_to_devcgroup(css); css 218 security/device_cgroup.c return &dev_cgroup->css; css 221 security/device_cgroup.c static void devcgroup_css_free(struct cgroup_subsys_state *css) css 223 security/device_cgroup.c struct dev_cgroup *dev_cgroup = css_to_devcgroup(css); css 450 security/device_cgroup.c struct dev_cgroup *parent = css_to_devcgroup(childcg->css.parent); css 471 security/device_cgroup.c struct dev_cgroup *parent = css_to_devcgroup(childcg->css.parent); css 541 security/device_cgroup.c css_for_each_descendant_pre(pos, &devcg_root->css) { css 550 security/device_cgroup.c if (pos == &devcg_root->css || !is_devcg_online(devcg)) css 602 security/device_cgroup.c struct dev_cgroup *parent = css_to_devcgroup(devcgroup->css.parent); css 614 security/device_cgroup.c if (css_has_online_children(&devcgroup->css)) css 630 security/device_cgroup.c if (css_has_online_children(&devcgroup->css))