xs 138 arch/arm/boot/compressed/string.c char *xs = s; xs 140 arch/arm/boot/compressed/string.c *xs++ = c; xs 12 arch/m68k/lib/memset.c void *xs = s; xs 16 arch/m68k/lib/memset.c return xs; xs 72 arch/m68k/lib/memset.c return xs; xs 41 arch/mips/math-emu/dp_2008class.c return 0x04 << (xs ? 0 : 4); xs 43 arch/mips/math-emu/dp_2008class.c return 0x08 << (xs ? 0 : 4); xs 45 arch/mips/math-emu/dp_2008class.c return 0x10 << (xs ? 0 : 4); xs 47 arch/mips/math-emu/dp_2008class.c return 0x20 << (xs ? 0 : 4); xs 61 arch/mips/math-emu/dp_add.c if (xs == ys) xs 80 arch/mips/math-emu/dp_add.c if (xs == ys) xs 135 arch/mips/math-emu/dp_add.c if (xs == ys) { xs 151 arch/mips/math-emu/dp_add.c xs = ys; xs 165 arch/mips/math-emu/dp_add.c return ieee754dp_format(xs, xe, xm); xs 69 arch/mips/math-emu/dp_div.c return ieee754dp_zero(xs ^ ys); xs 74 arch/mips/math-emu/dp_div.c return ieee754dp_inf(xs ^ ys); xs 86 arch/mips/math-emu/dp_div.c return ieee754dp_inf(xs ^ ys); xs 90 arch/mips/math-emu/dp_div.c return ieee754dp_zero(xs == ys ? 0 : 1); xs 143 arch/mips/math-emu/dp_div.c return ieee754dp_format(xs == ys ? 0 : 1, re, rm); xs 16 arch/mips/math-emu/dp_fint.c int xs; xs 27 arch/mips/math-emu/dp_fint.c xs = (x < 0); xs 28 arch/mips/math-emu/dp_fint.c if (xs) { xs 43 arch/mips/math-emu/dp_fint.c return builddp(xs, xe + DP_EBIAS, xm & ~DP_HIDDEN_BIT); xs 16 arch/mips/math-emu/dp_flong.c int xs; xs 27 arch/mips/math-emu/dp_flong.c xs = (x < 0); xs 28 arch/mips/math-emu/dp_flong.c if (xs) { xs 52 arch/mips/math-emu/dp_flong.c return ieee754dp_format(xs, xe, xm); xs 81 arch/mips/math-emu/dp_fmax.c return xs ? y : x; xs 92 arch/mips/math-emu/dp_fmax.c return ieee754dp_zero(xs & ys); xs 112 arch/mips/math-emu/dp_fmax.c if (xs > ys) xs 114 arch/mips/math-emu/dp_fmax.c else if (xs < ys) xs 118 arch/mips/math-emu/dp_fmax.c if (xs == 0) { xs 133 arch/mips/math-emu/dp_fmax.c if (xs == 0) { xs 204 arch/mips/math-emu/dp_fmax.c return ieee754dp_inf(xs & ys); xs 221 arch/mips/math-emu/dp_fmax.c return ieee754dp_zero(xs & ys); xs 251 arch/mips/math-emu/dp_fmax.c else if (xs == 0) xs 81 arch/mips/math-emu/dp_fmin.c return xs ? x : y; xs 92 arch/mips/math-emu/dp_fmin.c return ieee754dp_zero(xs | ys); xs 112 arch/mips/math-emu/dp_fmin.c if (xs > ys) xs 114 arch/mips/math-emu/dp_fmin.c else if (xs < ys) xs 118 arch/mips/math-emu/dp_fmin.c if (xs == 0) { xs 133 arch/mips/math-emu/dp_fmin.c if (xs == 0) { xs 204 arch/mips/math-emu/dp_fmin.c return ieee754dp_inf(xs | ys); xs 221 arch/mips/math-emu/dp_fmin.c return ieee754dp_zero(xs | ys); xs 251 arch/mips/math-emu/dp_fmin.c else if (xs == 1) xs 13 arch/mips/math-emu/dp_fsp.c static inline union ieee754dp ieee754dp_nan_fsp(int xs, u64 xm) xs 15 arch/mips/math-emu/dp_fsp.c return builddp(xs, DP_EMAX + 1 + DP_EBIAS, xs 31 arch/mips/math-emu/dp_fsp.c return ieee754dp_nanxcpt(ieee754dp_nan_fsp(xs, xm)); xs 34 arch/mips/math-emu/dp_fsp.c return ieee754dp_nan_fsp(xs, xm); xs 37 arch/mips/math-emu/dp_fsp.c return ieee754dp_inf(xs); xs 40 arch/mips/math-emu/dp_fsp.c return ieee754dp_zero(xs); xs 61 arch/mips/math-emu/dp_fsp.c return builddp(xs, xe + DP_EBIAS, xs 108 arch/mips/math-emu/dp_maddf.c ((!(flags & MADDF_NEGATE_PRODUCT) && (zs != (xs ^ ys))) || xs 109 arch/mips/math-emu/dp_maddf.c ((flags & MADDF_NEGATE_PRODUCT) && (zs == (xs ^ ys))))) { xs 125 arch/mips/math-emu/dp_maddf.c return ieee754dp_inf(1 ^ (xs ^ ys)); xs 127 arch/mips/math-emu/dp_maddf.c return ieee754dp_inf(xs ^ ys); xs 139 arch/mips/math-emu/dp_maddf.c && (zs == (xs ^ ys))) || xs 141 arch/mips/math-emu/dp_maddf.c && (zs != (xs ^ ys)))) xs 190 arch/mips/math-emu/dp_maddf.c rs = xs ^ ys; xs 80 arch/mips/math-emu/dp_mul.c return ieee754dp_inf(xs ^ ys); xs 87 arch/mips/math-emu/dp_mul.c return ieee754dp_zero(xs ^ ys); xs 110 arch/mips/math-emu/dp_mul.c rs = xs ^ ys; xs 62 arch/mips/math-emu/dp_rint.c if ((round || sticky) && !xs) xs 66 arch/mips/math-emu/dp_rint.c if ((round || sticky) && xs) xs 75 arch/mips/math-emu/dp_rint.c DPSIGN(ret) = xs; xs 45 arch/mips/math-emu/dp_sqrt.c if (xs) { xs 58 arch/mips/math-emu/dp_sqrt.c if (xs) { xs 61 arch/mips/math-emu/dp_sub.c if (xs != ys) xs 80 arch/mips/math-emu/dp_sub.c if (xs != ys) xs 141 arch/mips/math-emu/dp_sub.c if (xs == ys) { xs 155 arch/mips/math-emu/dp_sub.c xs = ys; xs 172 arch/mips/math-emu/dp_sub.c return ieee754dp_format(xs, xe, xm); xs 34 arch/mips/math-emu/dp_tint.c return ieee754si_overflow(xs); xs 47 arch/mips/math-emu/dp_tint.c return ieee754si_overflow(xs); xs 75 arch/mips/math-emu/dp_tint.c if ((round || sticky) && !xs) xs 79 arch/mips/math-emu/dp_tint.c if ((round || sticky) && xs) xs 84 arch/mips/math-emu/dp_tint.c if ((xm >> 31) != 0 && (xs == 0 || xm != 0x80000000)) { xs 87 arch/mips/math-emu/dp_tint.c return ieee754si_overflow(xs); xs 92 arch/mips/math-emu/dp_tint.c if (xs) xs 34 arch/mips/math-emu/dp_tlong.c return ieee754di_overflow(xs); xs 45 arch/mips/math-emu/dp_tlong.c if (xe == 63 && xs && xm == DP_HIDDEN_BIT) xs 50 arch/mips/math-emu/dp_tlong.c return ieee754di_overflow(xs); xs 80 arch/mips/math-emu/dp_tlong.c if ((round || sticky) && !xs) xs 84 arch/mips/math-emu/dp_tlong.c if ((round || sticky) && xs) xs 91 arch/mips/math-emu/dp_tlong.c return ieee754di_overflow(xs); xs 96 arch/mips/math-emu/dp_tlong.c if (xs) xs 274 arch/mips/math-emu/ieee754.h static inline int ieee754si_overflow(int xs) xs 276 arch/mips/math-emu/ieee754.h return ieee754_csr.nan2008 && xs ? INT_MIN : INT_MAX; xs 279 arch/mips/math-emu/ieee754.h static inline s64 ieee754di_overflow(int xs) xs 281 arch/mips/math-emu/ieee754.h return ieee754_csr.nan2008 && xs ? S64_MIN : S64_MAX; xs 45 arch/mips/math-emu/ieee754int.h unsigned int xm; int xe; int xs __maybe_unused; int xc xs 77 arch/mips/math-emu/ieee754int.h #define EXPLODEXSP EXPLODESP(x, xc, xs, xe, xm) xs 83 arch/mips/math-emu/ieee754int.h u64 xm; int xe; int xs __maybe_unused; int xc xs 115 arch/mips/math-emu/ieee754int.h #define EXPLODEXDP EXPLODEDP(x, xc, xs, xe, xm) xs 141 arch/mips/math-emu/ieee754int.h #define FLUSHXDP FLUSHDP(x, xc, xs, xe, xm) xs 144 arch/mips/math-emu/ieee754int.h #define FLUSHXSP FLUSHSP(x, xc, xs, xe, xm) xs 41 arch/mips/math-emu/sp_2008class.c return 0x04 << (xs ? 0 : 4); xs 43 arch/mips/math-emu/sp_2008class.c return 0x08 << (xs ? 0 : 4); xs 45 arch/mips/math-emu/sp_2008class.c return 0x10 << (xs ? 0 : 4); xs 47 arch/mips/math-emu/sp_2008class.c return 0x20 << (xs ? 0 : 4); xs 61 arch/mips/math-emu/sp_add.c if (xs == ys) xs 80 arch/mips/math-emu/sp_add.c if (xs == ys) xs 135 arch/mips/math-emu/sp_add.c if (xs == ys) { xs 150 arch/mips/math-emu/sp_add.c xs = ys; xs 164 arch/mips/math-emu/sp_add.c return ieee754sp_format(xs, xe, xm); xs 69 arch/mips/math-emu/sp_div.c return ieee754sp_zero(xs ^ ys); xs 74 arch/mips/math-emu/sp_div.c return ieee754sp_inf(xs ^ ys); xs 86 arch/mips/math-emu/sp_div.c return ieee754sp_inf(xs ^ ys); xs 90 arch/mips/math-emu/sp_div.c return ieee754sp_zero(xs == ys ? 0 : 1); xs 142 arch/mips/math-emu/sp_div.c return ieee754sp_format(xs == ys ? 0 : 1, re, rm); xs 13 arch/mips/math-emu/sp_fdp.c static inline union ieee754sp ieee754sp_nan_fdp(int xs, u64 xm) xs 15 arch/mips/math-emu/sp_fdp.c return buildsp(xs, SP_EMAX + 1 + SP_EBIAS, xs 40 arch/mips/math-emu/sp_fdp.c y = ieee754sp_nan_fdp(xs, xm); xs 49 arch/mips/math-emu/sp_fdp.c return ieee754sp_inf(xs); xs 52 arch/mips/math-emu/sp_fdp.c return ieee754sp_zero(xs); xs 58 arch/mips/math-emu/sp_fdp.c if ((ieee754_csr.rm == FPU_CSR_RU && !xs) || xs 59 arch/mips/math-emu/sp_fdp.c (ieee754_csr.rm == FPU_CSR_RD && xs)) xs 60 arch/mips/math-emu/sp_fdp.c return ieee754sp_mind(xs); xs 61 arch/mips/math-emu/sp_fdp.c return ieee754sp_zero(xs); xs 73 arch/mips/math-emu/sp_fdp.c return ieee754sp_format(xs, xe, rm); xs 16 arch/mips/math-emu/sp_fint.c int xs; xs 27 arch/mips/math-emu/sp_fint.c xs = (x < 0); xs 28 arch/mips/math-emu/sp_fint.c if (xs) { xs 52 arch/mips/math-emu/sp_fint.c return ieee754sp_format(xs, xe, xm); xs 16 arch/mips/math-emu/sp_flong.c int xs; xs 27 arch/mips/math-emu/sp_flong.c xs = (x < 0); xs 28 arch/mips/math-emu/sp_flong.c if (xs) { xs 51 arch/mips/math-emu/sp_flong.c return ieee754sp_format(xs, xe, xm); xs 81 arch/mips/math-emu/sp_fmax.c return xs ? y : x; xs 92 arch/mips/math-emu/sp_fmax.c return ieee754sp_zero(xs & ys); xs 112 arch/mips/math-emu/sp_fmax.c if (xs > ys) xs 114 arch/mips/math-emu/sp_fmax.c else if (xs < ys) xs 118 arch/mips/math-emu/sp_fmax.c if (xs == 0) { xs 133 arch/mips/math-emu/sp_fmax.c if (xs == 0) { xs 204 arch/mips/math-emu/sp_fmax.c return ieee754sp_inf(xs & ys); xs 221 arch/mips/math-emu/sp_fmax.c return ieee754sp_zero(xs & ys); xs 251 arch/mips/math-emu/sp_fmax.c else if (xs == 0) xs 81 arch/mips/math-emu/sp_fmin.c return xs ? x : y; xs 92 arch/mips/math-emu/sp_fmin.c return ieee754sp_zero(xs | ys); xs 112 arch/mips/math-emu/sp_fmin.c if (xs > ys) xs 114 arch/mips/math-emu/sp_fmin.c else if (xs < ys) xs 118 arch/mips/math-emu/sp_fmin.c if (xs == 0) { xs 133 arch/mips/math-emu/sp_fmin.c if (xs == 0) { xs 204 arch/mips/math-emu/sp_fmin.c return ieee754sp_inf(xs | ys); xs 221 arch/mips/math-emu/sp_fmin.c return ieee754sp_zero(xs | ys); xs 251 arch/mips/math-emu/sp_fmin.c else if (xs == 1) xs 77 arch/mips/math-emu/sp_maddf.c ((!(flags & MADDF_NEGATE_PRODUCT) && (zs != (xs ^ ys))) || xs 78 arch/mips/math-emu/sp_maddf.c ((flags & MADDF_NEGATE_PRODUCT) && (zs == (xs ^ ys))))) { xs 94 arch/mips/math-emu/sp_maddf.c return ieee754sp_inf(1 ^ (xs ^ ys)); xs 96 arch/mips/math-emu/sp_maddf.c return ieee754sp_inf(xs ^ ys); xs 108 arch/mips/math-emu/sp_maddf.c && (zs == (xs ^ ys))) || xs 110 arch/mips/math-emu/sp_maddf.c && (zs != (xs ^ ys)))) xs 161 arch/mips/math-emu/sp_maddf.c rs = xs ^ ys; xs 80 arch/mips/math-emu/sp_mul.c return ieee754sp_inf(xs ^ ys); xs 87 arch/mips/math-emu/sp_mul.c return ieee754sp_zero(xs ^ ys); xs 110 arch/mips/math-emu/sp_mul.c rs = xs ^ ys; xs 63 arch/mips/math-emu/sp_rint.c if ((round || sticky) && !xs) xs 67 arch/mips/math-emu/sp_rint.c if ((round || sticky) && xs) xs 76 arch/mips/math-emu/sp_rint.c SPSIGN(ret) = xs; xs 38 arch/mips/math-emu/sp_sqrt.c if (xs) { xs 48 arch/mips/math-emu/sp_sqrt.c if (xs) { xs 61 arch/mips/math-emu/sp_sub.c if (xs != ys) xs 80 arch/mips/math-emu/sp_sub.c if (xs != ys) xs 139 arch/mips/math-emu/sp_sub.c if (xs == ys) { xs 152 arch/mips/math-emu/sp_sub.c xs = ys; xs 168 arch/mips/math-emu/sp_sub.c return ieee754sp_format(xs, xe, xm); xs 34 arch/mips/math-emu/sp_tint.c return ieee754si_overflow(xs); xs 45 arch/mips/math-emu/sp_tint.c if (xe == 31 && xs && xm == SP_HIDDEN_BIT) xs 50 arch/mips/math-emu/sp_tint.c return ieee754si_overflow(xs); xs 80 arch/mips/math-emu/sp_tint.c if ((round || sticky) && !xs) xs 84 arch/mips/math-emu/sp_tint.c if ((round || sticky) && xs) xs 91 arch/mips/math-emu/sp_tint.c return ieee754si_overflow(xs); xs 96 arch/mips/math-emu/sp_tint.c if (xs) xs 34 arch/mips/math-emu/sp_tlong.c return ieee754di_overflow(xs); xs 45 arch/mips/math-emu/sp_tlong.c if (xe == 63 && xs && xm == SP_HIDDEN_BIT) xs 50 arch/mips/math-emu/sp_tlong.c return ieee754di_overflow(xs); xs 76 arch/mips/math-emu/sp_tlong.c if ((round || sticky) && !xs) xs 80 arch/mips/math-emu/sp_tlong.c if ((round || sticky) && xs) xs 87 arch/mips/math-emu/sp_tlong.c return ieee754di_overflow(xs); xs 92 arch/mips/math-emu/sp_tlong.c if (xs) xs 23 arch/nios2/lib/memset.c char *xs = (char *) s; xs 26 arch/nios2/lib/memset.c *xs++ = c; xs 84 arch/parisc/boot/compressed/misc.c char *xs = (char *)s; xs 87 arch/parisc/boot/compressed/misc.c *xs++ = c; xs 259 arch/x86/boot/video.c int xs = boot_params.screen_info.orig_video_cols; xs 279 arch/x86/boot/video.c int copy = (xs < saved.x) ? xs : saved.x; xs 283 arch/x86/boot/video.c npad = (xs < saved.x) ? 0 : xs-saved.x; xs 285 arch/x86/boot/video.c npad = xs; xs 303 arch/x86/boot/video.c if (saved.curx >= xs) xs 304 arch/x86/boot/video.c saved.curx = xs-1; xs 669 drivers/block/paride/pf.c xs(buf, mf, 8, 8); xs 670 drivers/block/paride/pf.c xs(buf, id, 16, 16); xs 453 drivers/block/paride/pg.c xs(buf + 8, mf, 8); xs 454 drivers/block/paride/pg.c xs(buf + 16, id, 16); xs 552 drivers/block/paride/pt.c xs(buf, mf, 8, 8); xs 553 drivers/block/paride/pt.c xs(buf, id, 16, 16); xs 1464 drivers/dma/pl330.c struct _xfer_spec xs; xs 1517 drivers/dma/pl330.c xs.ccr = ccr; xs 1518 drivers/dma/pl330.c xs.desc = desc; xs 1521 drivers/dma/pl330.c ret = _setup_req(pl330, 1, thrd, idx, &xs); xs 1535 drivers/dma/pl330.c _setup_req(pl330, 0, thrd, idx, &xs); xs 80 drivers/input/touchscreen/lpc32xx_ts.c u32 tmp, rv[4], xs[4], ys[4]; xs 103 drivers/input/touchscreen/lpc32xx_ts.c xs[idx] = LPC32XX_TSC_ADCDAT_VALUE_MASK - xs 114 drivers/input/touchscreen/lpc32xx_ts.c input_report_abs(input, ABS_X, (xs[1] + xs[2]) / 2); xs 476 drivers/media/platform/rcar-vin/rcar-dma.c static void rvin_set_coeff(struct rvin_dev *vin, unsigned short xs) xs 487 drivers/media/platform/rcar-vin/rcar-dma.c if (xs < p_set->xs_value) xs 493 drivers/media/platform/rcar-vin/rcar-dma.c xs - p_prev_set->xs_value < p_set->xs_value - xs) xs 532 drivers/media/platform/rcar-vin/rcar-dma.c u32 xs, ys; xs 540 drivers/media/platform/rcar-vin/rcar-dma.c xs = 0; xs 542 drivers/media/platform/rcar-vin/rcar-dma.c xs = (4096 * vin->crop.width) / vin->compose.width; xs 545 drivers/media/platform/rcar-vin/rcar-dma.c if (xs > 0 && xs < 2048) xs 546 drivers/media/platform/rcar-vin/rcar-dma.c xs = 2048; xs 548 drivers/media/platform/rcar-vin/rcar-dma.c rvin_write(vin, xs, VNXS_REG); xs 551 drivers/media/platform/rcar-vin/rcar-dma.c if (xs < 4096) xs 552 drivers/media/platform/rcar-vin/rcar-dma.c xs *= 2; xs 554 drivers/media/platform/rcar-vin/rcar-dma.c rvin_set_coeff(vin, xs); xs 574 drivers/media/platform/rcar-vin/rcar-dma.c vin->crop.top, ys, xs, vin->format.width, vin->format.height, xs 12 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c static void ixgbe_ipsec_del_sa(struct xfrm_state *xs); xs 324 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ixgbe_ipsec_del_sa(r->xs); xs 326 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ixgbe_ipsec_set_rx_sa(hw, i, r->xs->id.spi, xs 333 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ixgbe_ipsec_del_sa(t->xs); xs 404 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (spi == rsa->xs->id.spi && xs 405 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ((ip4 && *daddr == rsa->xs->id.daddr.a4) || xs 406 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c (!ip4 && !memcmp(daddr, &rsa->xs->id.daddr.a6, xs 407 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c sizeof(rsa->xs->id.daddr.a6)))) && xs 408 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c proto == rsa->xs->id.proto) { xs 409 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ret = rsa->xs; xs 427 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c static int ixgbe_ipsec_parse_proto_keys(struct xfrm_state *xs, xs 430 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c struct net_device *dev = xs->xso.dev; xs 435 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (!xs->aead) { xs 440 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->aead->alg_icv_len != IXGBE_IPSEC_AUTH_BITS) { xs 446 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c key_data = &xs->aead->alg_key[0]; xs 447 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c key_len = xs->aead->alg_key_len; xs 448 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c alg_name = xs->aead->alg_name; xs 478 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c static int ixgbe_ipsec_check_mgmt_ip(struct xfrm_state *xs) xs 480 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c struct net_device *dev = xs->xso.dev; xs 505 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->props.family == AF_INET) { xs 514 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (reg == xs->id.daddr.a4) xs 521 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (reg == xs->id.daddr.a4) xs 536 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (reg != xs->id.daddr.a6[j]) xs 546 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (reg != xs->id.daddr.a6[j]) xs 561 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c static int ixgbe_ipsec_add_sa(struct xfrm_state *xs) xs 563 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c struct net_device *dev = xs->xso.dev; xs 572 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->id.proto != IPPROTO_ESP && xs->id.proto != IPPROTO_AH) { xs 574 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->id.proto); xs 578 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (ixgbe_ipsec_check_mgmt_ip(xs)) { xs 583 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { xs 586 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->calg) { xs 601 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c rsa.xs = xs; xs 603 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (rsa.xs->id.proto & IPPROTO_ESP) xs 604 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c rsa.decrypt = xs->ealg || xs->aead; xs 607 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ret = ixgbe_ipsec_parse_proto_keys(xs, rsa.key, &rsa.salt); xs 614 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->props.family == AF_INET6) xs 615 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c memcpy(rsa.ipaddr, &xs->id.daddr.a6, 16); xs 617 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c memcpy(&rsa.ipaddr[3], &xs->id.daddr.a4, 4); xs 675 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (rsa.xs->id.proto & IPPROTO_ESP) xs 679 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (rsa.xs->props.family == AF_INET6) xs 685 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ixgbe_ipsec_set_rx_sa(hw, sa_idx, rsa.xs->id.spi, rsa.key, xs 687 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_RX_INDEX; xs 693 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c (__force u32)rsa.xs->id.spi); xs 711 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c tsa.xs = xs; xs 713 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->id.proto & IPPROTO_ESP) xs 714 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c tsa.encrypt = xs->ealg || xs->aead; xs 716 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ret = ixgbe_ipsec_parse_proto_keys(xs, tsa.key, &tsa.salt); xs 728 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_TX_INDEX; xs 746 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c static void ixgbe_ipsec_del_sa(struct xfrm_state *xs) xs 748 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c struct net_device *dev = xs->xso.dev; xs 755 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { xs 759 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_RX_INDEX; xs 764 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c sa_idx, xs->xso.offload_handle); xs 789 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_TX_INDEX; xs 793 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c sa_idx, xs->xso.offload_handle); xs 814 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c static bool ixgbe_ipsec_offload_ok(struct sk_buff *skb, struct xfrm_state *xs) xs 816 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->props.family == AF_INET) { xs 854 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ixgbe_ipsec_del_sa(ipsec->rx_tbl[i].xs); xs 863 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ixgbe_ipsec_del_sa(ipsec->tx_tbl[i].xs); xs 884 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c struct xfrm_state *xs; xs 906 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs = kzalloc(sizeof(*xs), GFP_KERNEL); xs 907 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (unlikely(!xs)) { xs 912 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->xso.flags = sam->flags; xs 913 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->id.spi = sam->spi; xs 914 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->id.proto = sam->proto; xs 915 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->props.family = sam->family; xs 916 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->props.family == AF_INET6) xs 917 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c memcpy(&xs->id.daddr.a6, sam->addr, sizeof(xs->id.daddr.a6)); xs 919 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c memcpy(&xs->id.daddr.a4, sam->addr, sizeof(xs->id.daddr.a4)); xs 920 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->xso.dev = adapter->netdev; xs 928 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c aead_len = sizeof(*xs->aead) + IXGBE_IPSEC_KEY_BITS / 8; xs 929 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->aead = kzalloc(aead_len, GFP_KERNEL); xs 930 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (unlikely(!xs->aead)) { xs 935 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->props.ealgo = algo->desc.sadb_alg_id; xs 936 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->geniv = algo->uinfo.aead.geniv; xs 937 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->aead->alg_icv_len = IXGBE_IPSEC_AUTH_BITS; xs 938 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs->aead->alg_key_len = IXGBE_IPSEC_KEY_BITS; xs 939 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c memcpy(xs->aead->alg_key, sam->key, sizeof(sam->key)); xs 940 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c memcpy(xs->aead->alg_name, aes_gcm_name, sizeof(aes_gcm_name)); xs 943 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c err = ixgbe_ipsec_add_sa(xs); xs 947 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c pfsa = xs->xso.offload_handle; xs 958 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c msgbuf[1] = xs->xso.offload_handle; xs 963 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c kzfree(xs->aead); xs 965 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c kzfree(xs); xs 992 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c struct xfrm_state *xs; xs 1022 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs = ipsec->rx_tbl[sa_idx].xs; xs 1044 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs = ipsec->tx_tbl[sa_idx].xs; xs 1047 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c ixgbe_ipsec_del_sa(xs); xs 1050 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c kzfree(xs); xs 1067 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c struct xfrm_state *xs; xs 1078 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs = xfrm_input_state(first->skb); xs 1079 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (unlikely(!xs)) { xs 1081 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c __func__, xs); xs 1085 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c itd->sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_TX_INDEX; xs 1088 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c __func__, itd->sa_idx, xs->xso.offload_handle); xs 1101 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (xs->id.proto == IPPROTO_ESP) { xs 1161 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c struct xfrm_state *xs = NULL; xs 1200 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c xs = ixgbe_ipsec_find_rx_state(ipsec, daddr, proto, spi, !!ip4); xs 1201 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c if (unlikely(!xs)) xs 1208 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.c sp->xvec[sp->len++] = xs; xs 33 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.h struct xfrm_state *xs; xs 51 drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.h struct xfrm_state *xs; xs 19 drivers/net/ethernet/intel/ixgbevf/ipsec.c struct xfrm_state *xs) xs 28 drivers/net/ethernet/intel/ixgbevf/ipsec.c sam->flags = xs->xso.flags; xs 29 drivers/net/ethernet/intel/ixgbevf/ipsec.c sam->spi = xs->id.spi; xs 30 drivers/net/ethernet/intel/ixgbevf/ipsec.c sam->proto = xs->id.proto; xs 31 drivers/net/ethernet/intel/ixgbevf/ipsec.c sam->family = xs->props.family; xs 33 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->props.family == AF_INET6) xs 34 drivers/net/ethernet/intel/ixgbevf/ipsec.c memcpy(sam->addr, &xs->id.daddr.a6, sizeof(xs->id.daddr.a6)); xs 36 drivers/net/ethernet/intel/ixgbevf/ipsec.c memcpy(sam->addr, &xs->id.daddr.a4, sizeof(xs->id.daddr.a4)); xs 37 drivers/net/ethernet/intel/ixgbevf/ipsec.c memcpy(sam->key, xs->aead->alg_key, sizeof(sam->key)); xs 117 drivers/net/ethernet/intel/ixgbevf/ipsec.c ret = ixgbevf_ipsec_set_pf_sa(adapter, r->xs); xs 124 drivers/net/ethernet/intel/ixgbevf/ipsec.c ret = ixgbevf_ipsec_set_pf_sa(adapter, t->xs); xs 188 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (spi == rsa->xs->id.spi && xs 189 drivers/net/ethernet/intel/ixgbevf/ipsec.c ((ip4 && *daddr == rsa->xs->id.daddr.a4) || xs 190 drivers/net/ethernet/intel/ixgbevf/ipsec.c (!ip4 && !memcmp(daddr, &rsa->xs->id.daddr.a6, xs 191 drivers/net/ethernet/intel/ixgbevf/ipsec.c sizeof(rsa->xs->id.daddr.a6)))) && xs 192 drivers/net/ethernet/intel/ixgbevf/ipsec.c proto == rsa->xs->id.proto) { xs 193 drivers/net/ethernet/intel/ixgbevf/ipsec.c ret = rsa->xs; xs 211 drivers/net/ethernet/intel/ixgbevf/ipsec.c static int ixgbevf_ipsec_parse_proto_keys(struct xfrm_state *xs, xs 214 drivers/net/ethernet/intel/ixgbevf/ipsec.c struct net_device *dev = xs->xso.dev; xs 219 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (!xs->aead) { xs 224 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->aead->alg_icv_len != IXGBE_IPSEC_AUTH_BITS) { xs 230 drivers/net/ethernet/intel/ixgbevf/ipsec.c key_data = &xs->aead->alg_key[0]; xs 231 drivers/net/ethernet/intel/ixgbevf/ipsec.c key_len = xs->aead->alg_key_len; xs 232 drivers/net/ethernet/intel/ixgbevf/ipsec.c alg_name = xs->aead->alg_name; xs 261 drivers/net/ethernet/intel/ixgbevf/ipsec.c static int ixgbevf_ipsec_add_sa(struct xfrm_state *xs) xs 263 drivers/net/ethernet/intel/ixgbevf/ipsec.c struct net_device *dev = xs->xso.dev; xs 269 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->id.proto != IPPROTO_ESP && xs->id.proto != IPPROTO_AH) { xs 271 drivers/net/ethernet/intel/ixgbevf/ipsec.c xs->id.proto); xs 275 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { xs 278 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->calg) { xs 293 drivers/net/ethernet/intel/ixgbevf/ipsec.c rsa.xs = xs; xs 295 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (rsa.xs->id.proto & IPPROTO_ESP) xs 296 drivers/net/ethernet/intel/ixgbevf/ipsec.c rsa.decrypt = xs->ealg || xs->aead; xs 299 drivers/net/ethernet/intel/ixgbevf/ipsec.c ret = ixgbevf_ipsec_parse_proto_keys(xs, rsa.key, &rsa.salt); xs 306 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->props.family == AF_INET6) xs 307 drivers/net/ethernet/intel/ixgbevf/ipsec.c memcpy(rsa.ipaddr, &xs->id.daddr.a6, 16); xs 309 drivers/net/ethernet/intel/ixgbevf/ipsec.c memcpy(&rsa.ipaddr[3], &xs->id.daddr.a4, 4); xs 312 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (rsa.xs->id.proto & IPPROTO_ESP) xs 316 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (rsa.xs->props.family == AF_INET6) xs 319 drivers/net/ethernet/intel/ixgbevf/ipsec.c ret = ixgbevf_ipsec_set_pf_sa(adapter, xs); xs 327 drivers/net/ethernet/intel/ixgbevf/ipsec.c xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_RX_INDEX; xs 333 drivers/net/ethernet/intel/ixgbevf/ipsec.c (__force u32)rsa.xs->id.spi); xs 347 drivers/net/ethernet/intel/ixgbevf/ipsec.c tsa.xs = xs; xs 349 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->id.proto & IPPROTO_ESP) xs 350 drivers/net/ethernet/intel/ixgbevf/ipsec.c tsa.encrypt = xs->ealg || xs->aead; xs 352 drivers/net/ethernet/intel/ixgbevf/ipsec.c ret = ixgbevf_ipsec_parse_proto_keys(xs, tsa.key, &tsa.salt); xs 359 drivers/net/ethernet/intel/ixgbevf/ipsec.c ret = ixgbevf_ipsec_set_pf_sa(adapter, xs); xs 367 drivers/net/ethernet/intel/ixgbevf/ipsec.c xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_TX_INDEX; xs 379 drivers/net/ethernet/intel/ixgbevf/ipsec.c static void ixgbevf_ipsec_del_sa(struct xfrm_state *xs) xs 381 drivers/net/ethernet/intel/ixgbevf/ipsec.c struct net_device *dev = xs->xso.dev; xs 386 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { xs 387 drivers/net/ethernet/intel/ixgbevf/ipsec.c sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_RX_INDEX; xs 391 drivers/net/ethernet/intel/ixgbevf/ipsec.c sa_idx, xs->xso.offload_handle); xs 400 drivers/net/ethernet/intel/ixgbevf/ipsec.c sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_TX_INDEX; xs 404 drivers/net/ethernet/intel/ixgbevf/ipsec.c sa_idx, xs->xso.offload_handle); xs 419 drivers/net/ethernet/intel/ixgbevf/ipsec.c static bool ixgbevf_ipsec_offload_ok(struct sk_buff *skb, struct xfrm_state *xs) xs 421 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->props.family == AF_INET) { xs 452 drivers/net/ethernet/intel/ixgbevf/ipsec.c struct xfrm_state *xs; xs 464 drivers/net/ethernet/intel/ixgbevf/ipsec.c xs = xfrm_input_state(first->skb); xs 465 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (unlikely(!xs)) { xs 467 drivers/net/ethernet/intel/ixgbevf/ipsec.c __func__, xs); xs 471 drivers/net/ethernet/intel/ixgbevf/ipsec.c sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_TX_INDEX; xs 474 drivers/net/ethernet/intel/ixgbevf/ipsec.c __func__, sa_idx, xs->xso.offload_handle); xs 489 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (xs->id.proto == IPPROTO_ESP) { xs 548 drivers/net/ethernet/intel/ixgbevf/ipsec.c struct xfrm_state *xs = NULL; xs 587 drivers/net/ethernet/intel/ixgbevf/ipsec.c xs = ixgbevf_ipsec_find_rx_state(ipsec, daddr, proto, spi, !!ip4); xs 588 drivers/net/ethernet/intel/ixgbevf/ipsec.c if (unlikely(!xs)) xs 595 drivers/net/ethernet/intel/ixgbevf/ipsec.c sp->xvec[sp->len++] = xs; xs 19 drivers/net/ethernet/intel/ixgbevf/ipsec.h struct xfrm_state *xs; xs 36 drivers/net/ethernet/intel/ixgbevf/ipsec.h struct xfrm_state *xs; xs 297 drivers/net/ethernet/mellanox/mlx5/core/en_accel/ipsec_rxtx.c struct xfrm_state *xs; xs 308 drivers/net/ethernet/mellanox/mlx5/core/en_accel/ipsec_rxtx.c xs = mlx5e_ipsec_sadb_rx_lookup(priv->ipsec, sa_handle); xs 309 drivers/net/ethernet/mellanox/mlx5/core/en_accel/ipsec_rxtx.c if (unlikely(!xs)) { xs 315 drivers/net/ethernet/mellanox/mlx5/core/en_accel/ipsec_rxtx.c sp->xvec[sp->len++] = xs; xs 338 drivers/net/ethernet/mellanox/mlx5/core/en_accel/ipsec_rxtx.c return xs; xs 345 drivers/net/ethernet/mellanox/mlx5/core/en_accel/ipsec_rxtx.c struct xfrm_state *xs; xs 352 drivers/net/ethernet/mellanox/mlx5/core/en_accel/ipsec_rxtx.c xs = mlx5e_ipsec_build_sp(netdev, skb, mdata); xs 353 drivers/net/ethernet/mellanox/mlx5/core/en_accel/ipsec_rxtx.c if (unlikely(!xs)) { xs 48 drivers/net/netdevsim/ipsec.c i, be32_to_cpu(sap->xs->id.spi), xs 49 drivers/net/netdevsim/ipsec.c sap->xs->id.proto, sap->salt, sap->crypt); xs 84 drivers/net/netdevsim/ipsec.c static int nsim_ipsec_parse_proto_keys(struct xfrm_state *xs, xs 88 drivers/net/netdevsim/ipsec.c struct net_device *dev = xs->xso.dev; xs 93 drivers/net/netdevsim/ipsec.c if (!xs->aead) { xs 98 drivers/net/netdevsim/ipsec.c if (xs->aead->alg_icv_len != NSIM_IPSEC_AUTH_BITS) { xs 104 drivers/net/netdevsim/ipsec.c key_data = &xs->aead->alg_key[0]; xs 105 drivers/net/netdevsim/ipsec.c key_len = xs->aead->alg_key_len; xs 106 drivers/net/netdevsim/ipsec.c alg_name = xs->aead->alg_name; xs 128 drivers/net/netdevsim/ipsec.c static int nsim_ipsec_add_sa(struct xfrm_state *xs) xs 137 drivers/net/netdevsim/ipsec.c dev = xs->xso.dev; xs 141 drivers/net/netdevsim/ipsec.c if (xs->id.proto != IPPROTO_ESP && xs->id.proto != IPPROTO_AH) { xs 143 drivers/net/netdevsim/ipsec.c xs->id.proto); xs 147 drivers/net/netdevsim/ipsec.c if (xs->calg) { xs 162 drivers/net/netdevsim/ipsec.c sa.xs = xs; xs 164 drivers/net/netdevsim/ipsec.c if (sa.xs->id.proto & IPPROTO_ESP) xs 165 drivers/net/netdevsim/ipsec.c sa.crypt = xs->ealg || xs->aead; xs 168 drivers/net/netdevsim/ipsec.c ret = nsim_ipsec_parse_proto_keys(xs, sa.key, &sa.salt); xs 174 drivers/net/netdevsim/ipsec.c if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { xs 177 drivers/net/netdevsim/ipsec.c if (xs->props.family == AF_INET6) xs 178 drivers/net/netdevsim/ipsec.c memcpy(sa.ipaddr, &xs->id.daddr.a6, 16); xs 180 drivers/net/netdevsim/ipsec.c memcpy(&sa.ipaddr[3], &xs->id.daddr.a4, 4); xs 189 drivers/net/netdevsim/ipsec.c xs->xso.offload_handle = sa_idx | NSIM_IPSEC_VALID; xs 195 drivers/net/netdevsim/ipsec.c static void nsim_ipsec_del_sa(struct xfrm_state *xs) xs 197 drivers/net/netdevsim/ipsec.c struct netdevsim *ns = netdev_priv(xs->xso.dev); xs 201 drivers/net/netdevsim/ipsec.c sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID; xs 212 drivers/net/netdevsim/ipsec.c static bool nsim_ipsec_offload_ok(struct sk_buff *skb, struct xfrm_state *xs) xs 214 drivers/net/netdevsim/ipsec.c struct netdevsim *ns = netdev_priv(xs->xso.dev); xs 232 drivers/net/netdevsim/ipsec.c struct xfrm_state *xs; xs 246 drivers/net/netdevsim/ipsec.c xs = xfrm_input_state(skb); xs 247 drivers/net/netdevsim/ipsec.c if (unlikely(!xs)) { xs 248 drivers/net/netdevsim/ipsec.c netdev_err(ns->netdev, "no xfrm_input_state() xs = %p\n", xs); xs 252 drivers/net/netdevsim/ipsec.c sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID; xs 265 drivers/net/netdevsim/ipsec.c if (xs->id.proto != IPPROTO_ESP && xs->id.proto != IPPROTO_AH) { xs 266 drivers/net/netdevsim/ipsec.c netdev_err(ns->netdev, "unexpected proto=%d\n", xs->id.proto); xs 34 drivers/net/netdevsim/netdevsim.h struct xfrm_state *xs; xs 270 drivers/spi/spi-xlp.c static int xlp_spi_xfer_block(struct xlp_spi_priv *xs, xs 277 drivers/spi/spi-xlp.c xs->tx_buf = tx_buf; xs 278 drivers/spi/spi-xlp.c xs->rx_buf = rx_buf; xs 279 drivers/spi/spi-xlp.c xs->tx_len = (xs->tx_buf == NULL) ? 0 : xfer_len; xs 280 drivers/spi/spi-xlp.c xs->rx_len = (xs->rx_buf == NULL) ? 0 : xfer_len; xs 281 drivers/spi/spi-xlp.c xs->txerrors = xs->rxerrors = 0; xs 284 drivers/spi/spi-xlp.c if (xs->tx_len) xs 285 drivers/spi/spi-xlp.c xlp_spi_fill_txfifo(xs); xs 287 drivers/spi/spi-xlp.c xlp_spi_send_cmd(xs, xfer_len, cmd_cont); xs 294 drivers/spi/spi-xlp.c if (xs->tx_len) xs 301 drivers/spi/spi-xlp.c xlp_spi_reg_write(xs, xs->cs, XLP_SPI_INTR_EN, intr_mask); xs 303 drivers/spi/spi-xlp.c timeout = wait_for_completion_timeout(&xs->done, xs 306 drivers/spi/spi-xlp.c xlp_spi_reg_write(xs, xs->cs, XLP_SPI_INTR_EN, 0x0); xs 308 drivers/spi/spi-xlp.c dev_err(&xs->dev, "xfer timedout!\n"); xs 311 drivers/spi/spi-xlp.c if (xs->txerrors || xs->rxerrors) xs 312 drivers/spi/spi-xlp.c dev_err(&xs->dev, "Over/Underflow rx %d tx %d xfer %d!\n", xs 313 drivers/spi/spi-xlp.c xs->rxerrors, xs->txerrors, xfer_len); xs 320 drivers/spi/spi-xlp.c static int xlp_spi_txrx_bufs(struct xlp_spi_priv *xs, struct spi_transfer *t) xs 331 drivers/spi/spi-xlp.c sz = xlp_spi_xfer_block(xs, tx_buf, rx_buf, xs 334 drivers/spi/spi-xlp.c sz = xlp_spi_xfer_block(xs, tx_buf, rx_buf, xs 335 drivers/spi/spi-xlp.c bytesleft, xs->cmd_cont); xs 226 drivers/staging/fbtft/fb_agm1264k-fl.c int xs, ys_page, xe, ye_page; xs 230 drivers/staging/fbtft/fb_agm1264k-fl.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 232 drivers/staging/fbtft/fb_agm1264k-fl.c addr_win.xs = xs; xs 240 drivers/staging/fbtft/fb_agm1264k-fl.c int xs, int xe, int y) xs 244 drivers/staging/fbtft/fb_agm1264k-fl.c for (x = xs; x < xe; ++x) { xs 353 drivers/staging/fbtft/fb_agm1264k-fl.c if (addr_win.xs < par->info->var.xres / 2) { xs 355 drivers/staging/fbtft/fb_agm1264k-fl.c addr_win.xs, xs 358 drivers/staging/fbtft/fb_agm1264k-fl.c len = par->info->var.xres / 2 - addr_win.xs; xs 363 drivers/staging/fbtft/fb_agm1264k-fl.c write_reg(par, 0x00, BIT(6) | (u8)addr_win.xs); xs 108 drivers/staging/fbtft/fb_bd663474.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 114 drivers/staging/fbtft/fb_bd663474.c write_reg(par, 0x0200, xs); xs 118 drivers/staging/fbtft/fb_bd663474.c write_reg(par, 0x0200, WIDTH - 1 - xs); xs 123 drivers/staging/fbtft/fb_bd663474.c write_reg(par, 0x0201, xs); xs 127 drivers/staging/fbtft/fb_bd663474.c write_reg(par, 0x0201, HEIGHT - 1 - xs); xs 109 drivers/staging/fbtft/fb_hx8340bn.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 111 drivers/staging/fbtft/fb_hx8340bn.c write_reg(par, MIPI_DCS_SET_COLUMN_ADDRESS, 0x00, xs, 0x00, xe); xs 77 drivers/staging/fbtft/fb_hx8347d.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 79 drivers/staging/fbtft/fb_hx8347d.c write_reg(par, 0x02, (xs >> 8) & 0xFF); xs 80 drivers/staging/fbtft/fb_hx8347d.c write_reg(par, 0x03, xs & 0xFF); xs 64 drivers/staging/fbtft/fb_hx8353d.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 67 drivers/staging/fbtft/fb_hx8353d.c write_reg(par, 0x2a, xs >> 8, xs & 0xff, xe >> 8, xe & 0xff); xs 132 drivers/staging/fbtft/fb_hx8357d.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 135 drivers/staging/fbtft/fb_hx8357d.c xs >> 8, xs & 0xff, /* XSTART */ xs 115 drivers/staging/fbtft/fb_ili9163.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, xs 121 drivers/staging/fbtft/fb_ili9163.c xs >> 8, xs & 0xff, xe >> 8, xe & 0xff); xs 128 drivers/staging/fbtft/fb_ili9163.c (xs + __OFFSET) >> 8, (xs + __OFFSET) & 0xff, xs 136 drivers/staging/fbtft/fb_ili9163.c xs >> 8, xs & 0xff, xe >> 8, xe & 0xff); xs 165 drivers/staging/fbtft/fb_ili9320.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 171 drivers/staging/fbtft/fb_ili9320.c write_reg(par, 0x0020, xs); xs 175 drivers/staging/fbtft/fb_ili9320.c write_reg(par, 0x0020, WIDTH - 1 - xs); xs 180 drivers/staging/fbtft/fb_ili9320.c write_reg(par, 0x0021, xs); xs 184 drivers/staging/fbtft/fb_ili9320.c write_reg(par, 0x0021, HEIGHT - 1 - xs); xs 157 drivers/staging/fbtft/fb_ili9325.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 163 drivers/staging/fbtft/fb_ili9325.c write_reg(par, 0x0020, xs); xs 167 drivers/staging/fbtft/fb_ili9325.c write_reg(par, 0x0020, WIDTH - 1 - xs); xs 172 drivers/staging/fbtft/fb_ili9325.c write_reg(par, 0x0021, xs); xs 176 drivers/staging/fbtft/fb_ili9325.c write_reg(par, 0x0021, HEIGHT - 1 - xs); xs 82 drivers/staging/fbtft/fb_ili9340.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 85 drivers/staging/fbtft/fb_ili9340.c xs >> 8, xs & 0xFF, xe >> 8, xe & 0xFF); xs 68 drivers/staging/fbtft/fb_ili9341.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 71 drivers/staging/fbtft/fb_ili9341.c (xs >> 8) & 0xFF, xs & 0xFF, (xe >> 8) & 0xFF, xe & 0xFF); xs 45 drivers/staging/fbtft/fb_ili9481.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 48 drivers/staging/fbtft/fb_ili9481.c xs >> 8, xs & 0xff, xe >> 8, xe & 0xff); xs 46 drivers/staging/fbtft/fb_ili9486.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 49 drivers/staging/fbtft/fb_ili9486.c xs >> 8, xs & 0xFF, xe >> 8, xe & 0xFF); xs 86 drivers/staging/fbtft/fb_pcd8544.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 169 drivers/staging/fbtft/fb_ra8875.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 172 drivers/staging/fbtft/fb_ra8875.c write_reg(par, 0x30, xs & 0x00FF); xs 173 drivers/staging/fbtft/fb_ra8875.c write_reg(par, 0x31, (xs & 0xFF00) >> 8); xs 176 drivers/staging/fbtft/fb_ra8875.c write_reg(par, 0x34, (xs + xe) & 0x00FF); xs 177 drivers/staging/fbtft/fb_ra8875.c write_reg(par, 0x35, ((xs + xe) & 0xFF00) >> 8); xs 182 drivers/staging/fbtft/fb_ra8875.c write_reg(par, 0x46, xs & 0xff); xs 183 drivers/staging/fbtft/fb_ra8875.c write_reg(par, 0x47, (xs >> 8) & 0x03); xs 100 drivers/staging/fbtft/fb_s6d02a1.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 103 drivers/staging/fbtft/fb_s6d02a1.c xs >> 8, xs & 0xFF, xe >> 8, xe & 0xFF); xs 72 drivers/staging/fbtft/fb_s6d1121.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 78 drivers/staging/fbtft/fb_s6d1121.c write_reg(par, 0x0020, xs); xs 82 drivers/staging/fbtft/fb_s6d1121.c write_reg(par, 0x0020, WIDTH - 1 - xs); xs 87 drivers/staging/fbtft/fb_s6d1121.c write_reg(par, 0x0021, xs); xs 91 drivers/staging/fbtft/fb_s6d1121.c write_reg(par, 0x0021, HEIGHT - 1 - xs); xs 86 drivers/staging/fbtft/fb_sh1106.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 69 drivers/staging/fbtft/fb_ssd1289.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 75 drivers/staging/fbtft/fb_ssd1289.c write_reg(par, 0x4e, xs); xs 79 drivers/staging/fbtft/fb_ssd1289.c write_reg(par, 0x4e, par->info->var.xres - 1 - xs); xs 84 drivers/staging/fbtft/fb_ssd1289.c write_reg(par, 0x4f, xs); xs 88 drivers/staging/fbtft/fb_ssd1289.c write_reg(par, 0x4f, par->info->var.xres - 1 - xs); xs 122 drivers/staging/fbtft/fb_ssd1305.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 136 drivers/staging/fbtft/fb_ssd1306.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 75 drivers/staging/fbtft/fb_ssd1325.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 78 drivers/staging/fbtft/fb_ssd1325.c "%s(xs=%d, ys=%d, xe=%d, ye=%d)\n", __func__, xs, ys, xe, xs 60 drivers/staging/fbtft/fb_ssd1331.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 62 drivers/staging/fbtft/fb_ssd1331.c write_reg(par, 0x15, xs, xe); xs 61 drivers/staging/fbtft/fb_ssd1351.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 63 drivers/staging/fbtft/fb_ssd1351.c write_reg(par, 0x15, xs, xe); xs 86 drivers/staging/fbtft/fb_st7735r.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 89 drivers/staging/fbtft/fb_st7735r.c xs >> 8, xs & 0xFF, xe >> 8, xe & 0xFF); xs 50 drivers/staging/fbtft/fb_tinylcd.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 53 drivers/staging/fbtft/fb_tinylcd.c xs >> 8, xs & 0xFF, xe >> 8, xe & 0xFF); xs 72 drivers/staging/fbtft/fb_tls8204.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 105 drivers/staging/fbtft/fb_uc1611.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 115 drivers/staging/fbtft/fb_uc1611.c write_reg(par, 0x60 | ((xs >> 1) & 0x0F)); xs 116 drivers/staging/fbtft/fb_uc1611.c write_reg(par, 0x70 | (xs >> 5)); xs 120 drivers/staging/fbtft/fb_uc1611.c write_reg(par, xs & 0x0F); xs 121 drivers/staging/fbtft/fb_uc1611.c write_reg(par, 0x10 | (xs >> 4)); xs 110 drivers/staging/fbtft/fb_uc1701.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 117 drivers/staging/fbtft/fb_upd161704.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 123 drivers/staging/fbtft/fb_upd161704.c write_reg(par, 0x0006, xs); xs 127 drivers/staging/fbtft/fb_upd161704.c write_reg(par, 0x0006, WIDTH - 1 - xs); xs 132 drivers/staging/fbtft/fb_upd161704.c write_reg(par, 0x0007, xs); xs 136 drivers/staging/fbtft/fb_upd161704.c write_reg(par, 0x0007, HEIGHT - 1 - xs); xs 181 drivers/staging/fbtft/fb_watterott.c static void set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, int ye) xs 217 drivers/staging/fbtft/fbtft-core.c static void fbtft_set_addr_win(struct fbtft_par *par, int xs, int ys, int xe, xs 221 drivers/staging/fbtft/fbtft-core.c (xs >> 8) & 0xFF, xs & 0xFF, (xe >> 8) & 0xFF, xe & 0xFF); xs 67 drivers/staging/fbtft/fbtft.h int xs, int ys, int xe, int ye); xs 84 drivers/staging/speakup/selection.c speakup_sel_work.sel.xs = spk_xs + 1; xs 200 drivers/tty/vt/selection.c v->xs = min_t(u16, v->xs - 1, vc->vc_cols - 1); xs 204 drivers/tty/vt/selection.c ps = v->ys * vc->vc_size_row + (v->xs << 1); xs 214 drivers/tty/vt/selection.c mouse_report(tty, v->sel_mode & TIOCL_SELBUTTONMASK, v->xs, xs 666 drivers/usb/serial/oti6858.c struct oti6858_control_pkt *xs = urb->transfer_buffer; xs 672 drivers/usb/serial/oti6858.c if (!OTI6858_CTRL_EQUALS_PENDING(xs, priv)) { xs 673 drivers/usb/serial/oti6858.c if (xs->rx_bytes_avail == 0) { xs 682 drivers/usb/serial/oti6858.c if (OTI6858_CTRL_EQUALS_PENDING(xs, priv)) { xs 687 drivers/usb/serial/oti6858.c if (xs->rx_bytes_avail == 0) { xs 698 drivers/usb/serial/oti6858.c u8 delta = xs->pin_state ^ priv->status.pin_state; xs 713 drivers/usb/serial/oti6858.c memcpy(&priv->status, xs, OTI6858_CTRL_PKT_SIZE); xs 716 drivers/usb/serial/oti6858.c if (!priv->transient && xs->rx_bytes_avail != 0) { xs 717 drivers/usb/serial/oti6858.c can_recv = xs->rx_bytes_avail; xs 23 drivers/xen/xenfs/xensyms.c static int xensyms_next_sym(struct xensyms *xs) xs 26 drivers/xen/xenfs/xensyms.c struct xenpf_symdata *symdata = &xs->op.u.symdata; xs 29 drivers/xen/xenfs/xensyms.c memset(xs->name, 0, xs->namelen); xs 30 drivers/xen/xenfs/xensyms.c symdata->namelen = xs->namelen; xs 34 drivers/xen/xenfs/xensyms.c ret = HYPERVISOR_platform_op(&xs->op); xs 42 drivers/xen/xenfs/xensyms.c if (unlikely(symdata->namelen > xs->namelen)) { xs 43 drivers/xen/xenfs/xensyms.c kfree(xs->name); xs 45 drivers/xen/xenfs/xensyms.c xs->namelen = symdata->namelen; xs 46 drivers/xen/xenfs/xensyms.c xs->name = kzalloc(xs->namelen, GFP_KERNEL); xs 47 drivers/xen/xenfs/xensyms.c if (!xs->name) xs 50 drivers/xen/xenfs/xensyms.c set_xen_guest_handle(symdata->name, xs->name); xs 53 drivers/xen/xenfs/xensyms.c ret = HYPERVISOR_platform_op(&xs->op); xs 67 drivers/xen/xenfs/xensyms.c struct xensyms *xs = (struct xensyms *)m->private; xs 69 drivers/xen/xenfs/xensyms.c xs->op.u.symdata.symnum = *pos; xs 71 drivers/xen/xenfs/xensyms.c if (xensyms_next_sym(xs)) xs 79 drivers/xen/xenfs/xensyms.c struct xensyms *xs = (struct xensyms *)m->private; xs 81 drivers/xen/xenfs/xensyms.c xs->op.u.symdata.symnum = ++(*pos); xs 83 drivers/xen/xenfs/xensyms.c if (xensyms_next_sym(xs)) xs 91 drivers/xen/xenfs/xensyms.c struct xensyms *xs = (struct xensyms *)m->private; xs 92 drivers/xen/xenfs/xensyms.c struct xenpf_symdata *symdata = &xs->op.u.symdata; xs 95 drivers/xen/xenfs/xensyms.c symdata->type, xs->name); xs 114 drivers/xen/xenfs/xensyms.c struct xensyms *xs; xs 123 drivers/xen/xenfs/xensyms.c xs = (struct xensyms *)m->private; xs 125 drivers/xen/xenfs/xensyms.c xs->namelen = XEN_KSYM_NAME_LEN + 1; xs 126 drivers/xen/xenfs/xensyms.c xs->name = kzalloc(xs->namelen, GFP_KERNEL); xs 127 drivers/xen/xenfs/xensyms.c if (!xs->name) { xs 131 drivers/xen/xenfs/xensyms.c set_xen_guest_handle(xs->op.u.symdata.name, xs->name); xs 132 drivers/xen/xenfs/xensyms.c xs->op.cmd = XENPF_get_symbol; xs 133 drivers/xen/xenfs/xensyms.c xs->op.u.symdata.namelen = xs->namelen; xs 141 drivers/xen/xenfs/xensyms.c struct xensyms *xs = (struct xensyms *)m->private; xs 143 drivers/xen/xenfs/xensyms.c kfree(xs->name); xs 252 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs); xs 257 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs); xs 265 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs, xs 270 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs, xs 1073 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs) xs 1083 fs/ocfs2/xattr.c entry = xs->here; xs 1084 fs/ocfs2/xattr.c for (i = 0; i < le16_to_cpu(xs->header->xh_count); i++) { xs 1089 fs/ocfs2/xattr.c cmp = memcmp(name, (xs->base + xs 1096 fs/ocfs2/xattr.c xs->here = entry; xs 1158 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs) xs 1161 fs/ocfs2/xattr.c struct ocfs2_dinode *di = (struct ocfs2_dinode *)xs->inode_bh->b_data; xs 1169 fs/ocfs2/xattr.c xs->end = (void *)di + inode->i_sb->s_blocksize; xs 1170 fs/ocfs2/xattr.c xs->header = (struct ocfs2_xattr_header *) xs 1171 fs/ocfs2/xattr.c (xs->end - le16_to_cpu(di->i_xattr_inline_size)); xs 1172 fs/ocfs2/xattr.c xs->base = (void *)xs->header; xs 1173 fs/ocfs2/xattr.c xs->here = xs->header->xh_entries; xs 1175 fs/ocfs2/xattr.c ret = ocfs2_xattr_find_entry(name_index, name, xs); xs 1178 fs/ocfs2/xattr.c size = le64_to_cpu(xs->here->xe_value_size); xs 1182 fs/ocfs2/xattr.c if (ocfs2_xattr_is_local(xs->here)) { xs 1183 fs/ocfs2/xattr.c memcpy(buffer, (void *)xs->base + xs 1184 fs/ocfs2/xattr.c le16_to_cpu(xs->here->xe_name_offset) + xs 1185 fs/ocfs2/xattr.c OCFS2_XATTR_SIZE(xs->here->xe_name_len), size); xs 1188 fs/ocfs2/xattr.c (xs->base + le16_to_cpu( xs 1189 fs/ocfs2/xattr.c xs->here->xe_name_offset) + xs 1190 fs/ocfs2/xattr.c OCFS2_XATTR_SIZE(xs->here->xe_name_len)); xs 1208 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs) xs 1216 fs/ocfs2/xattr.c xs->bucket = ocfs2_xattr_bucket_new(inode); xs 1217 fs/ocfs2/xattr.c if (!xs->bucket) { xs 1223 fs/ocfs2/xattr.c ret = ocfs2_xattr_block_find(inode, name_index, name, xs); xs 1229 fs/ocfs2/xattr.c if (xs->not_found) { xs 1234 fs/ocfs2/xattr.c xb = (struct ocfs2_xattr_block *)xs->xattr_bh->b_data; xs 1235 fs/ocfs2/xattr.c size = le64_to_cpu(xs->here->xe_value_size); xs 1241 fs/ocfs2/xattr.c name_offset = le16_to_cpu(xs->here->xe_name_offset); xs 1242 fs/ocfs2/xattr.c name_len = OCFS2_XATTR_SIZE(xs->here->xe_name_len); xs 1243 fs/ocfs2/xattr.c i = xs->here - xs->header->xh_entries; xs 1247 fs/ocfs2/xattr.c bucket_xh(xs->bucket), xs 1255 fs/ocfs2/xattr.c xs->base = bucket_block(xs->bucket, block_off); xs 1257 fs/ocfs2/xattr.c if (ocfs2_xattr_is_local(xs->here)) { xs 1258 fs/ocfs2/xattr.c memcpy(buffer, (void *)xs->base + xs 1262 fs/ocfs2/xattr.c (xs->base + name_offset + name_len); xs 1273 fs/ocfs2/xattr.c ocfs2_xattr_bucket_free(xs->bucket); xs 1275 fs/ocfs2/xattr.c brelse(xs->xattr_bh); xs 1276 fs/ocfs2/xattr.c xs->xattr_bh = NULL; xs 2676 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs) xs 2679 fs/ocfs2/xattr.c struct ocfs2_dinode *di = (struct ocfs2_dinode *)xs->inode_bh->b_data; xs 2694 fs/ocfs2/xattr.c xs->xattr_bh = xs->inode_bh; xs 2695 fs/ocfs2/xattr.c xs->end = (void *)di + inode->i_sb->s_blocksize; xs 2697 fs/ocfs2/xattr.c xs->header = (struct ocfs2_xattr_header *) xs 2698 fs/ocfs2/xattr.c (xs->end - le16_to_cpu(di->i_xattr_inline_size)); xs 2700 fs/ocfs2/xattr.c xs->header = (struct ocfs2_xattr_header *) xs 2701 fs/ocfs2/xattr.c (xs->end - OCFS2_SB(inode->i_sb)->s_xattr_inline_size); xs 2702 fs/ocfs2/xattr.c xs->base = (void *)xs->header; xs 2703 fs/ocfs2/xattr.c xs->here = xs->header->xh_entries; xs 2707 fs/ocfs2/xattr.c ret = ocfs2_xattr_find_entry(name_index, name, xs); xs 2710 fs/ocfs2/xattr.c xs->not_found = ret; xs 2771 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs, xs 2783 fs/ocfs2/xattr.c ret = ocfs2_xattr_ibody_init(inode, xs->inode_bh, ctxt); xs 2791 fs/ocfs2/xattr.c ocfs2_init_dinode_xa_loc(&loc, inode, xs->inode_bh, xs 2792 fs/ocfs2/xattr.c xs->not_found ? NULL : xs->here); xs 2799 fs/ocfs2/xattr.c xs->here = loc.xl_entry; xs 2816 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs) xs 2818 fs/ocfs2/xattr.c struct ocfs2_dinode *di = (struct ocfs2_dinode *)xs->inode_bh->b_data; xs 2833 fs/ocfs2/xattr.c xs->xattr_bh = blk_bh; xs 2837 fs/ocfs2/xattr.c xs->header = &xb->xb_attrs.xb_header; xs 2838 fs/ocfs2/xattr.c xs->base = (void *)xs->header; xs 2839 fs/ocfs2/xattr.c xs->end = (void *)(blk_bh->b_data) + blk_bh->b_size; xs 2840 fs/ocfs2/xattr.c xs->here = xs->header->xh_entries; xs 2842 fs/ocfs2/xattr.c ret = ocfs2_xattr_find_entry(name_index, name, xs); xs 2846 fs/ocfs2/xattr.c name, xs); xs 2849 fs/ocfs2/xattr.c xs->xattr_bh = NULL; xs 2852 fs/ocfs2/xattr.c xs->not_found = ret; xs 2954 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs, xs 2962 fs/ocfs2/xattr.c if (!xs->xattr_bh) { xs 2963 fs/ocfs2/xattr.c ret = ocfs2_create_xattr_block(inode, xs->inode_bh, ctxt, xs 2970 fs/ocfs2/xattr.c xs->xattr_bh = new_bh; xs 2971 fs/ocfs2/xattr.c xblk = (struct ocfs2_xattr_block *)xs->xattr_bh->b_data; xs 2972 fs/ocfs2/xattr.c xs->header = &xblk->xb_attrs.xb_header; xs 2973 fs/ocfs2/xattr.c xs->base = (void *)xs->header; xs 2974 fs/ocfs2/xattr.c xs->end = (void *)xblk + inode->i_sb->s_blocksize; xs 2975 fs/ocfs2/xattr.c xs->here = xs->header->xh_entries; xs 2977 fs/ocfs2/xattr.c xblk = (struct ocfs2_xattr_block *)xs->xattr_bh->b_data; xs 2980 fs/ocfs2/xattr.c ocfs2_init_xattr_block_xa_loc(&loc, inode, xs->xattr_bh, xs 2981 fs/ocfs2/xattr.c xs->not_found ? NULL : xs->here); xs 2985 fs/ocfs2/xattr.c xs->here = loc.xl_entry; xs 2989 fs/ocfs2/xattr.c ret = ocfs2_xattr_create_index_block(inode, xs, ctxt); xs 2996 fs/ocfs2/xattr.c ret = ocfs2_xattr_set_entry_index_block(inode, xi, xs, ctxt); xs 3005 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs) xs 3009 fs/ocfs2/xattr.c size_t min_offs = xs->end - xs->base; xs 3011 fs/ocfs2/xattr.c if (!xs->header) xs 3014 fs/ocfs2/xattr.c last = xs->header->xh_entries; xs 3016 fs/ocfs2/xattr.c for (i = 0; i < le16_to_cpu(xs->header->xh_count); i++) { xs 3023 fs/ocfs2/xattr.c free = min_offs - ((void *)last - xs->base) - OCFS2_XATTR_HEADER_GAP; xs 3027 fs/ocfs2/xattr.c BUG_ON(!xs->not_found); xs 3819 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs) xs 3899 fs/ocfs2/xattr.c ret = ocfs2_read_xattr_bucket(xs->bucket, lower_blkno); xs 3905 fs/ocfs2/xattr.c xs->header = bucket_xh(xs->bucket); xs 3906 fs/ocfs2/xattr.c xs->base = bucket_block(xs->bucket, 0); xs 3907 fs/ocfs2/xattr.c xs->end = xs->base + inode->i_sb->s_blocksize; xs 3910 fs/ocfs2/xattr.c xs->here = &xs->header->xh_entries[index]; xs 3913 fs/ocfs2/xattr.c (unsigned long long)bucket_blkno(xs->bucket), xs 3927 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs) xs 3961 fs/ocfs2/xattr.c p_blkno, first_hash, num_clusters, xs); xs 4253 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs, xs 4261 fs/ocfs2/xattr.c xs->header = bucket_xh(xs->bucket); xs 4262 fs/ocfs2/xattr.c xs->base = bucket_block(xs->bucket, 0); xs 4263 fs/ocfs2/xattr.c xs->end = xs->base + inode->i_sb->s_blocksize; xs 4265 fs/ocfs2/xattr.c if (xs->not_found) xs 4268 fs/ocfs2/xattr.c i = xs->here - old_xh->xh_entries; xs 4269 fs/ocfs2/xattr.c xs->here = &xs->header->xh_entries[i]; xs 4273 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs, xs 4281 fs/ocfs2/xattr.c struct buffer_head *xb_bh = xs->xattr_bh; xs 4291 fs/ocfs2/xattr.c BUG_ON(!xs->bucket); xs 4323 fs/ocfs2/xattr.c ret = ocfs2_init_xattr_bucket(xs->bucket, blkno, 1); xs 4329 fs/ocfs2/xattr.c ret = ocfs2_xattr_bucket_journal_access(handle, xs->bucket, xs 4336 fs/ocfs2/xattr.c ocfs2_cp_xattr_block_to_bucket(inode, xb_bh, xs->bucket); xs 4337 fs/ocfs2/xattr.c ocfs2_xattr_bucket_journal_dirty(handle, xs->bucket); xs 4339 fs/ocfs2/xattr.c ocfs2_xattr_update_xattr_search(inode, xs, xb_bh); xs 5546 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs, xs 5554 fs/ocfs2/xattr.c ocfs2_init_xattr_bucket_xa_loc(&loc, xs->bucket, xs 5555 fs/ocfs2/xattr.c xs->not_found ? NULL : xs->here); xs 5558 fs/ocfs2/xattr.c xs->here = loc.xl_entry; xs 5568 fs/ocfs2/xattr.c xs->bucket); xs 5576 fs/ocfs2/xattr.c xs->here = loc.xl_entry; xs 5589 fs/ocfs2/xattr.c struct ocfs2_xattr_search *xs, xs 5596 fs/ocfs2/xattr.c ret = ocfs2_xattr_set_entry_bucket(inode, xi, xs, ctxt); xs 5613 fs/ocfs2/xattr.c xs->bucket, xs 5621 fs/ocfs2/xattr.c xs->xattr_bh, xs 5622 fs/ocfs2/xattr.c xs->bucket, xs 5636 fs/ocfs2/xattr.c ocfs2_xattr_bucket_relse(xs->bucket); xs 5637 fs/ocfs2/xattr.c ret = ocfs2_xattr_index_block_find(inode, xs->xattr_bh, xs 5639 fs/ocfs2/xattr.c xi->xi_name, xs); xs 5642 fs/ocfs2/xattr.c xs->not_found = ret; xs 5645 fs/ocfs2/xattr.c ret = ocfs2_xattr_set_entry_bucket(inode, xi, xs, ctxt); xs 979 include/linux/bpf.h struct xdp_sock *xs); xs 990 include/linux/bpf.h struct xdp_sock *xs) xs 111 include/net/xdp_sock.h int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp); xs 112 include/net/xdp_sock.h int xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp); xs 113 include/net/xdp_sock.h void xsk_flush(struct xdp_sock *xs); xs 114 include/net/xdp_sock.h bool xsk_is_setup_for_bpf_map(struct xdp_sock *xs); xs 133 include/net/xdp_sock.h void xsk_map_try_sock_delete(struct xsk_map *map, struct xdp_sock *xs, xs 222 include/net/xdp_sock.h static inline int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) xs 227 include/net/xdp_sock.h static inline int xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) xs 232 include/net/xdp_sock.h static inline void xsk_flush(struct xdp_sock *xs) xs 236 include/net/xdp_sock.h static inline bool xsk_is_setup_for_bpf_map(struct xdp_sock *xs) xs 808 include/trace/events/sunrpc.h TP_PROTO(struct sock_xprt *xs), xs 810 include/trace/events/sunrpc.h TP_ARGS(xs), xs 813 include/trace/events/sunrpc.h __string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]) xs 814 include/trace/events/sunrpc.h __string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]) xs 822 include/trace/events/sunrpc.h __assign_str(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]); xs 823 include/trace/events/sunrpc.h __assign_str(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]); xs 824 include/trace/events/sunrpc.h __entry->xid = be32_to_cpu(xs->recv.xid); xs 825 include/trace/events/sunrpc.h __entry->copied = xs->recv.copied; xs 826 include/trace/events/sunrpc.h __entry->reclen = xs->recv.len; xs 827 include/trace/events/sunrpc.h __entry->offset = xs->recv.offset; xs 15 include/uapi/linux/tiocl.h unsigned short xs; /* X start */ xs 59 kernel/bpf/xskmap.c static void xsk_map_sock_add(struct xdp_sock *xs, struct xsk_map_node *node) xs 61 kernel/bpf/xskmap.c spin_lock_bh(&xs->map_list_lock); xs 62 kernel/bpf/xskmap.c list_add_tail(&node->node, &xs->map_list); xs 63 kernel/bpf/xskmap.c spin_unlock_bh(&xs->map_list_lock); xs 66 kernel/bpf/xskmap.c static void xsk_map_sock_delete(struct xdp_sock *xs, xs 71 kernel/bpf/xskmap.c spin_lock_bh(&xs->map_list_lock); xs 72 kernel/bpf/xskmap.c list_for_each_entry_safe(n, tmp, &xs->map_list, node) { xs 78 kernel/bpf/xskmap.c spin_unlock_bh(&xs->map_list_lock); xs 166 kernel/bpf/xskmap.c struct xdp_sock *xs; xs 171 kernel/bpf/xskmap.c xs = READ_ONCE(m->xsk_map[key]); xs 172 kernel/bpf/xskmap.c return xs; xs 176 kernel/bpf/xskmap.c struct xdp_sock *xs) xs 182 kernel/bpf/xskmap.c err = xsk_rcv(xs, xdp); xs 186 kernel/bpf/xskmap.c if (!xs->flush_node.prev) xs 187 kernel/bpf/xskmap.c list_add(&xs->flush_node, flush_list); xs 196 kernel/bpf/xskmap.c struct xdp_sock *xs, *tmp; xs 198 kernel/bpf/xskmap.c list_for_each_entry_safe(xs, tmp, flush_list, flush_node) { xs 199 kernel/bpf/xskmap.c xsk_flush(xs); xs 200 kernel/bpf/xskmap.c __list_del_clearprev(&xs->flush_node); xs 219 kernel/bpf/xskmap.c struct xdp_sock *xs, *old_xs, **map_entry; xs 239 kernel/bpf/xskmap.c xs = (struct xdp_sock *)sock->sk; xs 241 kernel/bpf/xskmap.c if (!xsk_is_setup_for_bpf_map(xs)) { xs 255 kernel/bpf/xskmap.c if (old_xs == xs) { xs 265 kernel/bpf/xskmap.c xsk_map_sock_add(xs, node); xs 266 kernel/bpf/xskmap.c WRITE_ONCE(*map_entry, xs); xs 299 kernel/bpf/xskmap.c void xsk_map_try_sock_delete(struct xsk_map *map, struct xdp_sock *xs, xs 303 kernel/bpf/xskmap.c if (READ_ONCE(*map_entry) == xs) { xs 305 kernel/bpf/xskmap.c xsk_map_sock_delete(xs, map_entry); xs 742 lib/string.c char *xs = s; xs 745 lib/string.c *xs++ = c; xs 764 lib/string.c uint16_t *xs = s; xs 767 lib/string.c *xs++ = v; xs 786 lib/string.c uint32_t *xs = s; xs 789 lib/string.c *xs++ = v; xs 808 lib/string.c uint64_t *xs = s; xs 811 lib/string.c *xs++ = v; xs 3540 net/core/filter.c struct xdp_sock *xs = fwd; xs 3542 net/core/filter.c err = __xsk_map_redirect(map, xdp, xs); xs 3672 net/core/filter.c struct xdp_sock *xs = fwd; xs 3674 net/core/filter.c err = xsk_generic_rcv(xs, xdp); xs 2081 net/sunrpc/xprtsock.c struct sock_xprt *xs = container_of(xprt, struct sock_xprt, xprt); xs 2087 net/sunrpc/xprtsock.c if (xs->inet) xs 2088 net/sunrpc/xprtsock.c sk_set_memalloc(xs->inet); xs 2103 net/sunrpc/xprtsock.c struct sock_xprt *xs = container_of(xprt, struct sock_xprt, xprt); xs 2109 net/sunrpc/xprtsock.c if (xs->inet) xs 2110 net/sunrpc/xprtsock.c sk_clear_memalloc(xs->inet); xs 26 net/xdp/xdp_umem.c void xdp_add_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs) xs 30 net/xdp/xdp_umem.c if (!xs->tx) xs 34 net/xdp/xdp_umem.c list_add_rcu(&xs->list, &umem->xsk_list); xs 38 net/xdp/xdp_umem.c void xdp_del_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs) xs 42 net/xdp/xdp_umem.c if (!xs->tx) xs 46 net/xdp/xdp_umem.c list_del_rcu(&xs->list); xs 17 net/xdp/xdp_umem.h void xdp_add_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs); xs 18 net/xdp/xdp_umem.h void xdp_del_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs); xs 34 net/xdp/xsk.c bool xsk_is_setup_for_bpf_map(struct xdp_sock *xs) xs 36 net/xdp/xsk.c return READ_ONCE(xs->rx) && READ_ONCE(xs->umem) && xs 37 net/xdp/xsk.c READ_ONCE(xs->umem->fq); xs 70 net/xdp/xsk.c struct xdp_sock *xs; xs 76 net/xdp/xsk.c list_for_each_entry_rcu(xs, &umem->xsk_list, list) { xs 77 net/xdp/xsk.c xs->tx->ring->flags |= XDP_RING_NEED_WAKEUP; xs 97 net/xdp/xsk.c struct xdp_sock *xs; xs 103 net/xdp/xsk.c list_for_each_entry_rcu(xs, &umem->xsk_list, list) { xs 104 net/xdp/xsk.c xs->tx->ring->flags &= ~XDP_RING_NEED_WAKEUP; xs 142 net/xdp/xsk.c static int __xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) xs 144 net/xdp/xsk.c u64 offset = xs->umem->headroom; xs 150 net/xdp/xsk.c if (!xskq_peek_addr(xs->umem->fq, &addr, xs->umem) || xs 151 net/xdp/xsk.c len > xs->umem->chunk_size_nohr - XDP_PACKET_HEADROOM) { xs 152 net/xdp/xsk.c xs->rx_dropped++; xs 164 net/xdp/xsk.c memcpy_addr = xsk_umem_adjust_offset(xs->umem, addr, offset); xs 165 net/xdp/xsk.c __xsk_rcv_memcpy(xs->umem, memcpy_addr, from_buf, len, metalen); xs 168 net/xdp/xsk.c addr = xsk_umem_adjust_offset(xs->umem, addr, offset); xs 169 net/xdp/xsk.c err = xskq_produce_batch_desc(xs->rx, addr, len); xs 171 net/xdp/xsk.c xskq_discard_addr(xs->umem->fq); xs 176 net/xdp/xsk.c xs->rx_dropped++; xs 180 net/xdp/xsk.c static int __xsk_rcv_zc(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) xs 182 net/xdp/xsk.c int err = xskq_produce_batch_desc(xs->rx, (u64)xdp->handle, len); xs 185 net/xdp/xsk.c xs->rx_dropped++; xs 190 net/xdp/xsk.c static bool xsk_is_bound(struct xdp_sock *xs) xs 192 net/xdp/xsk.c if (READ_ONCE(xs->state) == XSK_BOUND) { xs 200 net/xdp/xsk.c int xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) xs 204 net/xdp/xsk.c if (!xsk_is_bound(xs)) xs 207 net/xdp/xsk.c if (xs->dev != xdp->rxq->dev || xs->queue_id != xdp->rxq->queue_index) xs 213 net/xdp/xsk.c __xsk_rcv_zc(xs, xdp, len) : __xsk_rcv(xs, xdp, len); xs 216 net/xdp/xsk.c void xsk_flush(struct xdp_sock *xs) xs 218 net/xdp/xsk.c xskq_produce_flush_desc(xs->rx); xs 219 net/xdp/xsk.c xs->sk.sk_data_ready(&xs->sk); xs 222 net/xdp/xsk.c int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) xs 226 net/xdp/xsk.c u64 offset = xs->umem->headroom; xs 231 net/xdp/xsk.c spin_lock_bh(&xs->rx_lock); xs 233 net/xdp/xsk.c if (xs->dev != xdp->rxq->dev || xs->queue_id != xdp->rxq->queue_index) { xs 238 net/xdp/xsk.c if (!xskq_peek_addr(xs->umem->fq, &addr, xs->umem) || xs 239 net/xdp/xsk.c len > xs->umem->chunk_size_nohr - XDP_PACKET_HEADROOM) { xs 244 net/xdp/xsk.c addr = xsk_umem_adjust_offset(xs->umem, addr, offset); xs 245 net/xdp/xsk.c buffer = xdp_umem_get_data(xs->umem, addr); xs 248 net/xdp/xsk.c addr = xsk_umem_adjust_offset(xs->umem, addr, metalen); xs 249 net/xdp/xsk.c err = xskq_produce_batch_desc(xs->rx, addr, len); xs 253 net/xdp/xsk.c xskq_discard_addr(xs->umem->fq); xs 254 net/xdp/xsk.c xskq_produce_flush_desc(xs->rx); xs 256 net/xdp/xsk.c spin_unlock_bh(&xs->rx_lock); xs 258 net/xdp/xsk.c xs->sk.sk_data_ready(&xs->sk); xs 262 net/xdp/xsk.c xs->rx_dropped++; xs 264 net/xdp/xsk.c spin_unlock_bh(&xs->rx_lock); xs 276 net/xdp/xsk.c struct xdp_sock *xs; xs 279 net/xdp/xsk.c list_for_each_entry_rcu(xs, &umem->xsk_list, list) { xs 280 net/xdp/xsk.c xs->sk.sk_write_space(&xs->sk); xs 288 net/xdp/xsk.c struct xdp_sock *xs; xs 291 net/xdp/xsk.c list_for_each_entry_rcu(xs, &umem->xsk_list, list) { xs 292 net/xdp/xsk.c if (!xskq_peek_desc(xs->tx, desc, umem)) xs 298 net/xdp/xsk.c xskq_discard_desc(xs->tx); xs 309 net/xdp/xsk.c static int xsk_wakeup(struct xdp_sock *xs, u8 flags) xs 311 net/xdp/xsk.c struct net_device *dev = xs->dev; xs 315 net/xdp/xsk.c err = dev->netdev_ops->ndo_xsk_wakeup(dev, xs->queue_id, flags); xs 321 net/xdp/xsk.c static int xsk_zc_xmit(struct xdp_sock *xs) xs 323 net/xdp/xsk.c return xsk_wakeup(xs, XDP_WAKEUP_TX); xs 329 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(skb->sk); xs 332 net/xdp/xsk.c spin_lock_irqsave(&xs->tx_completion_lock, flags); xs 333 net/xdp/xsk.c WARN_ON_ONCE(xskq_produce_addr(xs->umem->cq, addr)); xs 334 net/xdp/xsk.c spin_unlock_irqrestore(&xs->tx_completion_lock, flags); xs 341 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 348 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 350 net/xdp/xsk.c if (xs->queue_id >= xs->dev->real_num_tx_queues) xs 353 net/xdp/xsk.c while (xskq_peek_desc(xs->tx, &desc, xs->umem)) { xs 372 net/xdp/xsk.c buffer = xdp_umem_get_data(xs->umem, addr); xs 374 net/xdp/xsk.c if (unlikely(err) || xskq_reserve_addr(xs->umem->cq)) { xs 379 net/xdp/xsk.c skb->dev = xs->dev; xs 385 net/xdp/xsk.c err = dev_direct_xmit(skb, xs->queue_id); xs 386 net/xdp/xsk.c xskq_discard_desc(xs->tx); xs 401 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 407 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 409 net/xdp/xsk.c if (unlikely(!(xs->dev->flags & IFF_UP))) xs 411 net/xdp/xsk.c if (unlikely(!xs->tx)) xs 414 net/xdp/xsk.c return xs->zc ? xsk_zc_xmit(xs) : xsk_generic_xmit(sk); xs 421 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 423 net/xdp/xsk.c if (unlikely(!xsk_is_bound(xs))) xs 436 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 439 net/xdp/xsk.c if (unlikely(!xsk_is_bound(xs))) xs 442 net/xdp/xsk.c umem = xs->umem; xs 445 net/xdp/xsk.c if (xs->zc) xs 446 net/xdp/xsk.c xsk_wakeup(xs, umem->need_wakeup); xs 452 net/xdp/xsk.c if (xs->rx && !xskq_empty_desc(xs->rx)) xs 454 net/xdp/xsk.c if (xs->tx && !xskq_full_desc(xs->tx)) xs 478 net/xdp/xsk.c static void xsk_unbind_dev(struct xdp_sock *xs) xs 480 net/xdp/xsk.c struct net_device *dev = xs->dev; xs 482 net/xdp/xsk.c if (xs->state != XSK_BOUND) xs 484 net/xdp/xsk.c WRITE_ONCE(xs->state, XSK_UNBOUND); xs 487 net/xdp/xsk.c xdp_del_sk_umem(xs->umem, xs); xs 488 net/xdp/xsk.c xs->dev = NULL; xs 493 net/xdp/xsk.c static struct xsk_map *xsk_get_map_list_entry(struct xdp_sock *xs, xs 501 net/xdp/xsk.c spin_lock_bh(&xs->map_list_lock); xs 502 net/xdp/xsk.c node = list_first_entry_or_null(&xs->map_list, struct xsk_map_node, xs 509 net/xdp/xsk.c spin_unlock_bh(&xs->map_list_lock); xs 513 net/xdp/xsk.c static void xsk_delete_from_maps(struct xdp_sock *xs) xs 533 net/xdp/xsk.c while ((map = xsk_get_map_list_entry(xs, &map_entry))) { xs 534 net/xdp/xsk.c xsk_map_try_sock_delete(map, xs, map_entry); xs 542 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 558 net/xdp/xsk.c xsk_delete_from_maps(xs); xs 559 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 560 net/xdp/xsk.c xsk_unbind_dev(xs); xs 561 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 563 net/xdp/xsk.c xskq_destroy(xs->rx); xs 564 net/xdp/xsk.c xskq_destroy(xs->tx); xs 614 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 630 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 631 net/xdp/xsk.c if (xs->state != XSK_READY) { xs 642 net/xdp/xsk.c if (!xs->rx && !xs->tx) { xs 660 net/xdp/xsk.c if (xs->umem) { xs 685 net/xdp/xsk.c WRITE_ONCE(xs->umem, umem_xs->umem); xs 687 net/xdp/xsk.c } else if (!xs->umem || !xdp_umem_validate_queues(xs->umem)) { xs 692 net/xdp/xsk.c xskq_set_umem(xs->umem->fq, xs->umem->size, xs 693 net/xdp/xsk.c xs->umem->chunk_mask); xs 694 net/xdp/xsk.c xskq_set_umem(xs->umem->cq, xs->umem->size, xs 695 net/xdp/xsk.c xs->umem->chunk_mask); xs 697 net/xdp/xsk.c err = xdp_umem_assign_dev(xs->umem, dev, qid, flags); xs 701 net/xdp/xsk.c xsk_check_page_contiguity(xs->umem, flags); xs 704 net/xdp/xsk.c xs->dev = dev; xs 705 net/xdp/xsk.c xs->zc = xs->umem->zc; xs 706 net/xdp/xsk.c xs->queue_id = qid; xs 707 net/xdp/xsk.c xskq_set_umem(xs->rx, xs->umem->size, xs->umem->chunk_mask); xs 708 net/xdp/xsk.c xskq_set_umem(xs->tx, xs->umem->size, xs->umem->chunk_mask); xs 709 net/xdp/xsk.c xdp_add_sk_umem(xs->umem, xs); xs 719 net/xdp/xsk.c WRITE_ONCE(xs->state, XSK_BOUND); xs 722 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 738 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 756 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 757 net/xdp/xsk.c if (xs->state != XSK_READY) { xs 758 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 761 net/xdp/xsk.c q = (optname == XDP_TX_RING) ? &xs->tx : &xs->rx; xs 765 net/xdp/xsk.c xs->tx->ring->flags |= XDP_RING_NEED_WAKEUP; xs 766 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 783 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 784 net/xdp/xsk.c if (xs->state != XSK_READY || xs->umem) { xs 785 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 791 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 797 net/xdp/xsk.c WRITE_ONCE(xs->umem, umem); xs 798 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 810 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 811 net/xdp/xsk.c if (xs->state != XSK_READY) { xs 812 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 815 net/xdp/xsk.c if (!xs->umem) { xs 816 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 820 net/xdp/xsk.c q = (optname == XDP_UMEM_FILL_RING) ? &xs->umem->fq : xs 821 net/xdp/xsk.c &xs->umem->cq; xs 823 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 851 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 870 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 871 net/xdp/xsk.c stats.rx_dropped = xs->rx_dropped; xs 872 net/xdp/xsk.c stats.rx_invalid_descs = xskq_nb_invalid_descs(xs->rx); xs 873 net/xdp/xsk.c stats.tx_invalid_descs = xskq_nb_invalid_descs(xs->tx); xs 874 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 942 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 943 net/xdp/xsk.c if (xs->zc) xs 945 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 967 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sock->sk); xs 973 net/xdp/xsk.c if (READ_ONCE(xs->state) != XSK_READY) xs 977 net/xdp/xsk.c q = READ_ONCE(xs->rx); xs 979 net/xdp/xsk.c q = READ_ONCE(xs->tx); xs 981 net/xdp/xsk.c umem = READ_ONCE(xs->umem); xs 1018 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 1020 net/xdp/xsk.c mutex_lock(&xs->mutex); xs 1021 net/xdp/xsk.c if (xs->dev == dev) { xs 1026 net/xdp/xsk.c xsk_unbind_dev(xs); xs 1029 net/xdp/xsk.c xdp_umem_clear_dev(xs->umem); xs 1031 net/xdp/xsk.c mutex_unlock(&xs->mutex); xs 1068 net/xdp/xsk.c struct xdp_sock *xs = xdp_sk(sk); xs 1073 net/xdp/xsk.c xdp_put_umem(xs->umem); xs 1082 net/xdp/xsk.c struct xdp_sock *xs; xs 1109 net/xdp/xsk.c xs = xdp_sk(sk); xs 1110 net/xdp/xsk.c xs->state = XSK_READY; xs 1111 net/xdp/xsk.c mutex_init(&xs->mutex); xs 1112 net/xdp/xsk.c spin_lock_init(&xs->rx_lock); xs 1113 net/xdp/xsk.c spin_lock_init(&xs->tx_completion_lock); xs 1115 net/xdp/xsk.c INIT_LIST_HEAD(&xs->map_list); xs 1116 net/xdp/xsk.c spin_lock_init(&xs->map_list_lock); xs 17 net/xdp/xsk_diag.c static int xsk_diag_put_info(const struct xdp_sock *xs, struct sk_buff *nlskb) xs 21 net/xdp/xsk_diag.c di.ifindex = xs->dev ? xs->dev->ifindex : 0; xs 22 net/xdp/xsk_diag.c di.queue_id = xs->queue_id; xs 35 net/xdp/xsk_diag.c static int xsk_diag_put_rings_cfg(const struct xdp_sock *xs, xs 40 net/xdp/xsk_diag.c if (xs->rx) xs 41 net/xdp/xsk_diag.c err = xsk_diag_put_ring(xs->rx, XDP_DIAG_RX_RING, nlskb); xs 42 net/xdp/xsk_diag.c if (!err && xs->tx) xs 43 net/xdp/xsk_diag.c err = xsk_diag_put_ring(xs->tx, XDP_DIAG_TX_RING, nlskb); xs 47 net/xdp/xsk_diag.c static int xsk_diag_put_umem(const struct xdp_sock *xs, struct sk_buff *nlskb) xs 49 net/xdp/xsk_diag.c struct xdp_umem *umem = xs->umem; xs 84 net/xdp/xsk_diag.c struct xdp_sock *xs = xdp_sk(sk); xs 100 net/xdp/xsk_diag.c mutex_lock(&xs->mutex); xs 101 net/xdp/xsk_diag.c if ((req->xdiag_show & XDP_SHOW_INFO) && xsk_diag_put_info(xs, nlskb)) xs 110 net/xdp/xsk_diag.c xsk_diag_put_rings_cfg(xs, nlskb)) xs 114 net/xdp/xsk_diag.c xsk_diag_put_umem(xs, nlskb)) xs 121 net/xdp/xsk_diag.c mutex_unlock(&xs->mutex); xs 126 net/xdp/xsk_diag.c mutex_unlock(&xs->mutex); xs 91 tools/testing/selftests/powerpc/include/reg.h #define VSX_XX1(xs, ra, rb) (((xs) & 0x1f) << 21 | ((ra) << 16) | \ xs 92 tools/testing/selftests/powerpc/include/reg.h ((rb) << 11) | (((xs) >> 5))) xs 93 tools/testing/selftests/powerpc/include/reg.h #define STXVD2X(xs, ra, rb) .long (0x7c000798 | VSX_XX1((xs), (ra), (rb))) xs 94 tools/testing/selftests/powerpc/include/reg.h #define LXVD2X(xs, ra, rb) .long (0x7c000698 | VSX_XX1((xs), (ra), (rb)))