meta 711 drivers/block/drbd/drbd_int.h struct drbd_socket meta; /* ping/ack (metadata) packets */ meta 702 drivers/block/drbd/drbd_main.c sock = &connection->meta; meta 712 drivers/block/drbd/drbd_main.c sock = &connection->meta; meta 1069 drivers/block/drbd/drbd_main.c sock = &peer_device->connection->meta; meta 1083 drivers/block/drbd/drbd_main.c sock = &connection->meta; meta 1325 drivers/block/drbd/drbd_main.c sock = &connection->meta; meta 1351 drivers/block/drbd/drbd_main.c sock = &peer_device->connection->meta; meta 1480 drivers/block/drbd/drbd_main.c drop_it = connection->meta.socket == sock meta 1884 drivers/block/drbd/drbd_main.c sock == connection->meta.socket ? "msock" : "sock", meta 2681 drivers/block/drbd/drbd_main.c if (drbd_alloc_socket(&connection->meta)) meta 2709 drivers/block/drbd/drbd_main.c mutex_init(&connection->meta.mutex); meta 2735 drivers/block/drbd/drbd_main.c drbd_free_socket(&connection->meta); meta 2752 drivers/block/drbd/drbd_main.c drbd_free_socket(&connection->meta); meta 3050 drivers/block/drbd/drbd_main.c if (connection->meta.socket) meta 3051 drivers/block/drbd/drbd_main.c drbd_free_one_sock(&connection->meta); meta 943 drivers/block/drbd/drbd_receiver.c msock.sbuf = connection->meta.sbuf; meta 944 drivers/block/drbd/drbd_receiver.c msock.rbuf = connection->meta.rbuf; meta 1057 drivers/block/drbd/drbd_receiver.c connection->meta.socket = msock.socket; meta 5678 drivers/block/drbd/drbd_receiver.c connection->meta.socket->sk->sk_rcvtimeo = connection->net_conf->ping_int*HZ; meta 5977 drivers/block/drbd/drbd_receiver.c connection->meta.socket->sk->sk_rcvtimeo = t; meta 6017 drivers/block/drbd/drbd_receiver.c void *buf = connection->meta.rbuf; meta 6043 drivers/block/drbd/drbd_receiver.c rv = drbd_recv_short(connection->meta.socket, buf, expect-received, 0); meta 6096 drivers/block/drbd/drbd_receiver.c if (decode_header(connection, connection->meta.rbuf, &pi)) meta 6127 drivers/block/drbd/drbd_receiver.c buf = connection->meta.rbuf; meta 6164 drivers/block/drbd/drbd_receiver.c drbd_tcp_cork(connection->meta.socket); meta 6177 drivers/block/drbd/drbd_receiver.c drbd_tcp_uncork(connection->meta.socket); meta 117 drivers/block/rsxx/dev.c struct rsxx_bio_meta *meta = cb_data; meta 120 drivers/block/rsxx/dev.c atomic_set(&meta->error, 1); meta 122 drivers/block/rsxx/dev.c if (atomic_dec_and_test(&meta->pending_dmas)) { meta 124 drivers/block/rsxx/dev.c disk_stats_complete(card, meta->bio, meta->start_time); meta 126 drivers/block/rsxx/dev.c if (atomic_read(&meta->error)) meta 127 drivers/block/rsxx/dev.c bio_io_error(meta->bio); meta 129 drivers/block/rsxx/dev.c bio_endio(meta->bio); meta 130 drivers/block/rsxx/dev.c kmem_cache_free(bio_meta_pool, meta); meta 435 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c const struct etnaviv_pm_domain_meta *meta = &doms_meta[i]; meta 437 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c if (gpu->identity.features & meta->feature) meta 438 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c num += meta->nr_domains; meta 451 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c const struct etnaviv_pm_domain_meta *meta = &doms_meta[i]; meta 453 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c if (!(gpu->identity.features & meta->feature)) meta 456 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c if (index - offset >= meta->nr_domains) { meta 457 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c offset += meta->nr_domains; meta 461 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c domain = meta->domains + (index - offset); meta 523 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c const struct etnaviv_pm_domain_meta *meta = &doms_meta[exec_state]; meta 526 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c if (r->domain >= meta->nr_domains) meta 529 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c dom = meta->domains + r->domain; meta 540 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c const struct etnaviv_pm_domain_meta *meta = &doms_meta[exec_state]; meta 546 drivers/gpu/drm/etnaviv/etnaviv_perfmon.c dom = meta->domains + pmr->domain; meta 588 drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c bool meta = DPU_FORMAT_IS_UBWC(fmt); meta 619 drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c if (!meta) meta 643 drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c if (!meta) meta 760 drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c bool meta; meta 774 drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c meta = DPU_FORMAT_IS_UBWC(layout->format); meta 805 drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c if (!meta) meta 836 drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c if (!meta) meta 866 drivers/lightnvm/core.c struct nvm_chk_meta *meta) meta 876 drivers/lightnvm/core.c meta->state = NVM_CHK_ST_OPEN; meta 884 drivers/lightnvm/core.c meta->state = NVM_CHK_ST_FREE; meta 889 drivers/lightnvm/core.c meta->state = NVM_CHK_ST_OPEN; meta 904 drivers/lightnvm/core.c meta->state = NVM_CHK_ST_CLOSED; meta 905 drivers/lightnvm/core.c meta->wp = geo->clba; meta 913 drivers/lightnvm/core.c meta->state = NVM_CHK_ST_OPEN; meta 935 drivers/lightnvm/core.c meta->wp += geo->ws_min; meta 943 drivers/lightnvm/core.c meta->wp += geo->ws_min; meta 963 drivers/lightnvm/core.c u8 *blks, int nr_blks, struct nvm_chk_meta *meta) meta 982 drivers/lightnvm/core.c meta->wp = 0; meta 983 drivers/lightnvm/core.c meta->type = NVM_CHK_TP_W_SEQ; meta 984 drivers/lightnvm/core.c meta->wi = 0; meta 985 drivers/lightnvm/core.c meta->slba = generic_to_dev_addr(dev, ppa).ppa; meta 986 drivers/lightnvm/core.c meta->cnlb = dev->geo.clba; meta 989 drivers/lightnvm/core.c ret = nvm_bb_chunk_scan(dev, ppa, meta); meta 993 drivers/lightnvm/core.c meta->state = NVM_CHK_ST_OFFLINE; meta 996 drivers/lightnvm/core.c meta++; meta 1003 drivers/lightnvm/core.c int nchks, struct nvm_chk_meta *meta) meta 1043 drivers/lightnvm/core.c meta); meta 1047 drivers/lightnvm/core.c meta += geo->num_chk; meta 1057 drivers/lightnvm/core.c int nchks, struct nvm_chk_meta *meta) meta 1064 drivers/lightnvm/core.c return nvm_get_bb_meta(dev, (sector_t)ppa.ppa, nchks, meta); meta 1066 drivers/lightnvm/core.c return dev->ops->get_chk_meta(dev, (sector_t)ppa.ppa, nchks, meta); meta 130 drivers/lightnvm/pblk-core.c struct nvm_chk_meta *meta; meta 137 drivers/lightnvm/pblk-core.c len = geo->all_chunks * sizeof(*meta); meta 138 drivers/lightnvm/pblk-core.c meta = vzalloc(len); meta 139 drivers/lightnvm/pblk-core.c if (!meta) meta 142 drivers/lightnvm/pblk-core.c ret = nvm_get_chunk_meta(dev, ppa, geo->all_chunks, meta); meta 144 drivers/lightnvm/pblk-core.c vfree(meta); meta 148 drivers/lightnvm/pblk-core.c return meta; meta 152 drivers/lightnvm/pblk-core.c struct nvm_chk_meta *meta, meta 161 drivers/lightnvm/pblk-core.c return meta + ch_off + lun_off + chk_off; meta 739 drivers/lightnvm/pblk-core.c struct pblk_sec_meta *meta = pblk_get_meta(pblk, meta 743 drivers/lightnvm/pblk-core.c meta->lba = lba_list[paddr] = addr_empty; meta 705 drivers/lightnvm/pblk-init.c struct nvm_chk_meta *meta) meta 724 drivers/lightnvm/pblk-init.c chunk_meta = pblk_chunk_get_off(pblk, meta, ppa); meta 61 drivers/lightnvm/pblk-map.c struct pblk_sec_meta *meta = pblk_get_meta(pblk, meta_list, i); meta 79 drivers/lightnvm/pblk-map.c meta->lba = cpu_to_le64(w_ctx->lba); meta 87 drivers/lightnvm/pblk-map.c meta->lba = addr_empty; meta 55 drivers/lightnvm/pblk-read.c struct pblk_sec_meta *meta = pblk_get_meta(pblk, meta_list, i); meta 61 drivers/lightnvm/pblk-read.c meta->lba = addr_empty; meta 89 drivers/lightnvm/pblk-read.c meta->lba = cpu_to_le64(lba); meta 120 drivers/lightnvm/pblk-read.c struct pblk_sec_meta *meta = pblk_get_meta(pblk, meta_list, i); meta 121 drivers/lightnvm/pblk-read.c u64 lba = le64_to_cpu(meta->lba); meta 152 drivers/lightnvm/pblk-read.c struct pblk_sec_meta *meta = pblk_get_meta(pblk, meta 160 drivers/lightnvm/pblk-read.c meta_lba = le64_to_cpu(meta->lba); meta 228 drivers/lightnvm/pblk-read.c struct pblk_sec_meta *meta = pblk_get_meta(pblk, rqd->meta_list, 0); meta 241 drivers/lightnvm/pblk-read.c meta->lba = addr_empty; meta 254 drivers/lightnvm/pblk-read.c meta->lba = cpu_to_le64(lba); meta 248 drivers/lightnvm/pblk-recovery.c struct pblk_sec_meta *meta; meta 255 drivers/lightnvm/pblk-recovery.c meta = pblk_get_meta(pblk, meta_list, i); meta 256 drivers/lightnvm/pblk-recovery.c meta->lba = addr_empty; meta 453 drivers/lightnvm/pblk-recovery.c struct pblk_sec_meta *meta = pblk_get_meta(pblk, meta_list, i); meta 454 drivers/lightnvm/pblk-recovery.c u64 lba = le64_to_cpu(meta->lba); meta 1341 drivers/lightnvm/pblk.h void *meta, int index) meta 1343 drivers/lightnvm/pblk.h return meta + meta 1019 drivers/md/bcache/sysfs.c size_t unused = 0, available = 0, dirty = 0, meta = 0; meta 1039 drivers/md/bcache/sysfs.c meta++; meta 1079 drivers/md/bcache/sysfs.c meta * 100 / (size_t) ca->sb.nbuckets, sum, meta 734 drivers/media/common/videobuf2/videobuf2-v4l2.c requested_sizes[0] = f->fmt.meta.buffersize; meta 360 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_meta_reglist *meta, meta 363 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_reglist **next = &meta->reglist[0].ptr; meta 376 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_meta_reglist *meta, meta 381 drivers/media/i2c/et8ek8/et8ek8_driver.c reglist = et8ek8_reglist_find_type(meta, type); meta 389 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_meta_reglist *meta) meta 391 drivers/media/i2c/et8ek8/et8ek8_driver.c return &meta->reglist[0].ptr; meta 403 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_meta_reglist *meta, meta 406 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_reglist **list = et8ek8_reglist_first(meta); meta 457 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_meta_reglist *meta, meta 462 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_reglist **list = et8ek8_reglist_first(meta); meta 510 drivers/media/i2c/et8ek8/et8ek8_driver.c struct et8ek8_meta_reglist *meta) meta 514 drivers/media/i2c/et8ek8/et8ek8_driver.c dev_info(&client->dev, "meta_reglist version %s\n", meta->version); meta 516 drivers/media/i2c/et8ek8/et8ek8_driver.c while (meta->reglist[nlists].ptr) meta 522 drivers/media/i2c/et8ek8/et8ek8_driver.c sort(&meta->reglist[0].ptr, nlists, sizeof(meta->reglist[0].ptr), meta 531 drivers/media/i2c/et8ek8/et8ek8_driver.c list = meta->reglist[nlists].ptr; meta 541 drivers/media/i2c/et8ek8/et8ek8_driver.c (void *)meta->reglist[nlists].ptr); meta 326 drivers/media/platform/coda/coda-bit.c struct coda_buffer_meta *meta; meta 344 drivers/media/platform/coda/coda-bit.c meta = list_first_entry(&ctx->buffer_meta_list, meta 355 drivers/media/platform/coda/coda-bit.c if (coda_bitstream_can_fetch_past(ctx, meta->end)) meta 398 drivers/media/platform/coda/coda-bit.c meta = kmalloc(sizeof(*meta), GFP_KERNEL); meta 399 drivers/media/platform/coda/coda-bit.c if (meta) { meta 400 drivers/media/platform/coda/coda-bit.c meta->sequence = src_buf->sequence; meta 401 drivers/media/platform/coda/coda-bit.c meta->timecode = src_buf->timecode; meta 402 drivers/media/platform/coda/coda-bit.c meta->timestamp = src_buf->vb2_buf.timestamp; meta 403 drivers/media/platform/coda/coda-bit.c meta->start = start; meta 404 drivers/media/platform/coda/coda-bit.c meta->end = ctx->bitstream_fifo.kfifo.in; meta 405 drivers/media/platform/coda/coda-bit.c meta->last = src_buf->flags & V4L2_BUF_FLAG_LAST; meta 406 drivers/media/platform/coda/coda-bit.c if (meta->last) meta 409 drivers/media/platform/coda/coda-bit.c list_add_tail(&meta->list, meta 414 drivers/media/platform/coda/coda-bit.c trace_coda_bit_queue(ctx, src_buf, meta); meta 2123 drivers/media/platform/coda/coda-bit.c struct coda_buffer_meta *meta; meta 2217 drivers/media/platform/coda/coda-bit.c meta = list_first_entry_or_null(&ctx->buffer_meta_list, meta 2220 drivers/media/platform/coda/coda-bit.c if (meta && ctx->codec->src_fourcc == V4L2_PIX_FMT_JPEG) { meta 2223 drivers/media/platform/coda/coda-bit.c if (meta->end == ctx->bitstream_fifo.kfifo.in) { meta 2228 drivers/media/platform/coda/coda-bit.c pad = ((0 - meta->end) & 0xff) + 256; meta 2245 drivers/media/platform/coda/coda-bit.c trace_coda_dec_pic_run(ctx, meta); meta 2258 drivers/media/platform/coda/coda-bit.c struct coda_buffer_meta *meta; meta 2399 drivers/media/platform/coda/coda-bit.c meta = list_first_entry(&ctx->buffer_meta_list, meta 2401 drivers/media/platform/coda/coda-bit.c list_del(&meta->list); meta 2411 drivers/media/platform/coda/coda-bit.c if ((val & 0xffff) != (meta->sequence & 0xffff)) { meta 2415 drivers/media/platform/coda/coda-bit.c meta->sequence); meta 2417 drivers/media/platform/coda/coda-bit.c decoded_frame->meta = *meta; meta 2418 drivers/media/platform/coda/coda-bit.c kfree(meta); meta 2422 drivers/media/platform/coda/coda-bit.c memset(&decoded_frame->meta, 0, meta 2424 drivers/media/platform/coda/coda-bit.c decoded_frame->meta.sequence = val; meta 2425 drivers/media/platform/coda/coda-bit.c decoded_frame->meta.last = false; meta 2429 drivers/media/platform/coda/coda-bit.c trace_coda_dec_pic_done(ctx, &decoded_frame->meta); meta 2468 drivers/media/platform/coda/coda-bit.c meta = &ready_frame->meta; meta 2469 drivers/media/platform/coda/coda-bit.c if (meta->last && !coda_reorder_enable(ctx)) { meta 2486 drivers/media/platform/coda/coda-bit.c dst_buf->timecode = meta->timecode; meta 2487 drivers/media/platform/coda/coda-bit.c dst_buf->vb2_buf.timestamp = meta->timestamp; meta 2489 drivers/media/platform/coda/coda-bit.c trace_coda_dec_rot_done(ctx, dst_buf, meta); meta 2502 drivers/media/platform/coda/coda-bit.c decoded_frame->meta.sequence, meta 2504 drivers/media/platform/coda/coda-bit.c ready_frame->meta.sequence, meta 2512 drivers/media/platform/coda/coda-bit.c ready_frame->meta.sequence, meta 2521 drivers/media/platform/coda/coda-bit.c decoded_frame->meta.sequence, meta 1119 drivers/media/platform/coda/coda-common.c struct coda_buffer_meta *meta; meta 1121 drivers/media/platform/coda/coda-common.c meta = list_last_entry(&ctx->buffer_meta_list, meta 1124 drivers/media/platform/coda/coda-common.c meta->last = true; meta 1460 drivers/media/platform/coda/coda-common.c struct coda_buffer_meta *meta; meta 1485 drivers/media/platform/coda/coda-common.c meta = list_first_entry(&ctx->buffer_meta_list, meta 1487 drivers/media/platform/coda/coda-common.c if (!coda_bitstream_can_fetch_past(ctx, meta->end) && meta 1491 drivers/media/platform/coda/coda-common.c meta->end, ctx->bitstream_fifo.kfifo.in); meta 1970 drivers/media/platform/coda/coda-common.c struct coda_buffer_meta *meta; meta 1978 drivers/media/platform/coda/coda-common.c meta = list_first_entry(&ctx->buffer_meta_list, meta 1980 drivers/media/platform/coda/coda-common.c list_del(&meta->list); meta 1981 drivers/media/platform/coda/coda-common.c kfree(meta); meta 202 drivers/media/platform/coda/coda.h struct coda_buffer_meta meta; meta 85 drivers/media/platform/coda/trace.h struct coda_buffer_meta *meta), meta 87 drivers/media/platform/coda/trace.h TP_ARGS(ctx, buf, meta), meta 100 drivers/media/platform/coda/trace.h __entry->start = meta->start & ctx->bitstream_fifo.kfifo.mask; meta 101 drivers/media/platform/coda/trace.h __entry->end = meta->end & ctx->bitstream_fifo.kfifo.mask; meta 112 drivers/media/platform/coda/trace.h struct coda_buffer_meta *meta), meta 113 drivers/media/platform/coda/trace.h TP_ARGS(ctx, buf, meta) meta 117 drivers/media/platform/coda/trace.h TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta), meta 119 drivers/media/platform/coda/trace.h TP_ARGS(ctx, meta), meta 130 drivers/media/platform/coda/trace.h __entry->start = meta ? (meta->start & meta 132 drivers/media/platform/coda/trace.h __entry->end = meta ? (meta->end & meta 142 drivers/media/platform/coda/trace.h TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta), meta 143 drivers/media/platform/coda/trace.h TP_ARGS(ctx, meta) meta 147 drivers/media/platform/coda/trace.h TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta), meta 148 drivers/media/platform/coda/trace.h TP_ARGS(ctx, meta) meta 153 drivers/media/platform/coda/trace.h struct coda_buffer_meta *meta), meta 154 drivers/media/platform/coda/trace.h TP_ARGS(ctx, buf, meta) meta 457 drivers/media/platform/vsp1/vsp1_histo.c struct v4l2_meta_format *meta = &format->fmt.meta; meta 462 drivers/media/platform/vsp1/vsp1_histo.c memset(meta, 0, sizeof(*meta)); meta 464 drivers/media/platform/vsp1/vsp1_histo.c meta->dataformat = histo->meta_format; meta 465 drivers/media/platform/vsp1/vsp1_histo.c meta->buffersize = histo->data_size; meta 1949 drivers/media/usb/uvc/uvc_driver.c video_unregister_device(&stream->meta.vdev); meta 46 drivers/media/usb/uvc/uvc_metadata.c struct v4l2_meta_format *fmt = &format->fmt.meta; meta 53 drivers/media/usb/uvc/uvc_metadata.c fmt->dataformat = stream->meta.format; meta 65 drivers/media/usb/uvc/uvc_metadata.c struct v4l2_meta_format *fmt = &format->fmt.meta; meta 85 drivers/media/usb/uvc/uvc_metadata.c struct v4l2_meta_format *fmt = &format->fmt.meta; meta 102 drivers/media/usb/uvc/uvc_metadata.c stream->meta.format = fmt->dataformat; meta 162 drivers/media/usb/uvc/uvc_metadata.c struct video_device *vdev = &stream->meta.vdev; meta 163 drivers/media/usb/uvc/uvc_metadata.c struct uvc_video_queue *queue = &stream->meta.queue; meta 165 drivers/media/usb/uvc/uvc_metadata.c stream->meta.format = V4L2_META_FMT_UVC; meta 1231 drivers/media/usb/uvc/uvc_video.c struct uvc_meta_buf *meta; meta 1243 drivers/media/usb/uvc/uvc_video.c length + sizeof(meta->ns) + sizeof(meta->sof)) { meta 1261 drivers/media/usb/uvc/uvc_video.c if (stream->meta.format == V4L2_META_FMT_UVC) meta 1268 drivers/media/usb/uvc/uvc_video.c meta = (struct uvc_meta_buf *)((u8 *)meta_buf->mem + meta_buf->bytesused); meta 1273 drivers/media/usb/uvc/uvc_video.c put_unaligned(ktime_to_ns(time), &meta->ns); meta 1274 drivers/media/usb/uvc/uvc_video.c put_unaligned(sof, &meta->sof); meta 1279 drivers/media/usb/uvc/uvc_video.c memcpy(&meta->length, mem, length); meta 1280 drivers/media/usb/uvc/uvc_video.c meta_buf->bytesused += length + sizeof(meta->ns) + sizeof(meta->sof); meta 1284 drivers/media/usb/uvc/uvc_video.c __func__, ktime_to_ns(time), meta->sof, meta->length, meta 1285 drivers/media/usb/uvc/uvc_video.c meta->flags, meta 1286 drivers/media/usb/uvc/uvc_video.c has_pts ? *(u32 *)meta->buf : 0, meta 1326 drivers/media/usb/uvc/uvc_video.c *meta_buf = uvc_queue_next_buffer(&stream->meta.queue, meta 1498 drivers/media/usb/uvc/uvc_video.c struct uvc_video_queue *qmeta = &stream->meta.queue; meta 1499 drivers/media/usb/uvc/uvc_video.c struct vb2_queue *vb2_qmeta = stream->meta.vdev.queue; meta 573 drivers/media/usb/uvc/uvcvideo.h } meta; meta 236 drivers/media/v4l2-core/v4l2-compat-ioctl32.c struct v4l2_meta_format meta; meta 328 drivers/media/v4l2-core/v4l2-compat-ioctl32.c return copy_in_user(&p64->fmt.meta, &p32->fmt.meta, meta 329 drivers/media/v4l2-core/v4l2-compat-ioctl32.c sizeof(p64->fmt.meta)) ? -EFAULT : 0; meta 398 drivers/media/v4l2-core/v4l2-compat-ioctl32.c return copy_in_user(&p32->fmt.meta, &p64->fmt.meta, meta 399 drivers/media/v4l2-core/v4l2-compat-ioctl32.c sizeof(p64->fmt.meta)) ? -EFAULT : 0; meta 285 drivers/media/v4l2-core/v4l2-ioctl.c const struct v4l2_meta_format *meta; meta 369 drivers/media/v4l2-core/v4l2-ioctl.c meta = &p->fmt.meta; meta 371 drivers/media/v4l2-core/v4l2-ioctl.c (meta->dataformat >> 0) & 0xff, meta 372 drivers/media/v4l2-core/v4l2-ioctl.c (meta->dataformat >> 8) & 0xff, meta 373 drivers/media/v4l2-core/v4l2-ioctl.c (meta->dataformat >> 16) & 0xff, meta 374 drivers/media/v4l2-core/v4l2-ioctl.c (meta->dataformat >> 24) & 0xff, meta 375 drivers/media/v4l2-core/v4l2-ioctl.c meta->buffersize); meta 1659 drivers/media/v4l2-core/v4l2-ioctl.c CLEAR_AFTER_FIELD(p, fmt.meta); meta 1664 drivers/media/v4l2-core/v4l2-ioctl.c CLEAR_AFTER_FIELD(p, fmt.meta); meta 1761 drivers/media/v4l2-core/v4l2-ioctl.c CLEAR_AFTER_FIELD(p, fmt.meta); meta 1766 drivers/media/v4l2-core/v4l2-ioctl.c CLEAR_AFTER_FIELD(p, fmt.meta); meta 1336 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c int last, int meta) meta 1346 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c status = this->auxiliary_virt + ALIGN(meta, 4); meta 1500 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c int meta, n, page_size; meta 1532 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c meta = geo->metadata_size; meta 1534 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c col = meta + (size + ecc_parity_size) * first; meta 1535 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c meta = 0; meta 1542 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c page_size = meta + (size + ecc_parity_size) * n; meta 1546 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c BF_BCH_FLASH0LAYOUT0_META_SIZE(meta) | meta 1565 drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c max_bitflips = gpmi_count_bitflips(chip, buf, first, last, meta); meta 178 drivers/mtd/nand/raw/tango_nand.c u8 *meta = chip->oob_poi + BBM_SIZE; meta 187 drivers/mtd/nand/raw/tango_nand.c meta, meta_len, meta 42 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_meta_has_prev(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 44 drivers/net/ethernet/netronome/nfp/bpf/jit.c return meta->l.prev != &nfp_prog->insns; meta 626 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst) meta 628 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->flags & FLAG_INSN_DO_ZEXT) meta 733 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int nfp_cpp_memcpy(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 735 drivers/net/ethernet/netronome/nfp/bpf/jit.c bool descending_seq = meta->ldst_gather_len < 0; meta 736 drivers/net/ethernet/netronome/nfp/bpf/jit.c s16 len = abs(meta->ldst_gather_len); meta 742 drivers/net/ethernet/netronome/nfp/bpf/jit.c off = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); meta 743 drivers/net/ethernet/netronome/nfp/bpf/jit.c src_40bit_addr = meta->ptr.type == PTR_TO_MAP_VALUE; meta 744 drivers/net/ethernet/netronome/nfp/bpf/jit.c src_base = reg_a(meta->insn.src_reg * 2); meta 748 drivers/net/ethernet/netronome/nfp/bpf/jit.c addr40_offset(nfp_prog, meta->insn.src_reg * 2, off, &src_base, meta 765 drivers/net/ethernet/netronome/nfp/bpf/jit.c off = re_load_imm_any(nfp_prog, meta->paired_st->off, imm_b(nfp_prog)); meta 770 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, len - 1, meta 775 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, xfer_num - 1, meta 782 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, meta 789 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, meta 796 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, 7, meta 799 drivers/net/ethernet/netronome/nfp/bpf/jit.c off = re_load_imm_any(nfp_prog, meta->paired_st->off + 32, meta 802 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, len - 33, meta 813 drivers/net/ethernet/netronome/nfp/bpf/jit.c reg_a(meta->paired_st->dst_reg * 2), off, meta 815 drivers/net/ethernet/netronome/nfp/bpf/jit.c new_off = meta->paired_st->off + (xfer_num - 1) * 4; meta 818 drivers/net/ethernet/netronome/nfp/bpf/jit.c xfer_num - 1, reg_a(meta->paired_st->dst_reg * 2), off, meta 834 drivers/net/ethernet/netronome/nfp/bpf/jit.c else if (BPF_SIZE(meta->insn.code) != BPF_DW) meta 839 drivers/net/ethernet/netronome/nfp/bpf/jit.c switch (BPF_SIZE(meta->insn.code)) { meta 841 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2), meta 846 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2), meta 850 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2), meta 854 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2), meta 856 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), meta 861 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (BPF_SIZE(meta->insn.code) != BPF_DW) meta 862 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); meta 868 drivers/net/ethernet/netronome/nfp/bpf/jit.c data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, swreg offset, meta 892 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst_gpr); meta 898 drivers/net/ethernet/netronome/nfp/bpf/jit.c data_ld_host_order(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 923 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst_gpr); meta 929 drivers/net/ethernet/netronome/nfp/bpf/jit.c data_ld_host_order_addr32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 932 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_ld_host_order(nfp_prog, meta, dst_gpr, reg_a(src_gpr), meta 937 drivers/net/ethernet/netronome/nfp/bpf/jit.c data_ld_host_order_addr40(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 944 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_ld_host_order(nfp_prog, meta, dst_gpr, rega, regb, meta 949 drivers/net/ethernet/netronome/nfp/bpf/jit.c construct_data_ind_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 966 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_ld(nfp_prog, meta, imm_b(nfp_prog), 0, size); meta 970 drivers/net/ethernet/netronome/nfp/bpf/jit.c construct_data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 982 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_ld(nfp_prog, meta, tmp_reg, 0, size); meta 1161 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_op_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 1165 drivers/net/ethernet/netronome/nfp/bpf/jit.c s32 off = nfp_prog->stack_frame_depth + meta->insn.off + ptr_off; meta 1174 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr_not_const || meta 1175 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->flags & FLAG_INSN_PTR_CALLER_STACK_FRAME) { meta 1180 drivers/net/ethernet/netronome/nfp/bpf/jit.c stack_off_reg = ur_load_imm_any(nfp_prog, meta->insn.off, meta 1223 drivers/net/ethernet/netronome/nfp/bpf/jit.c nop_cnt = narrow_ld && meta->flags & FLAG_INSN_DO_ZEXT ? 2 : 3; meta 1228 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, gpr); meta 1294 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu64_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 1297 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1301 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->flags |= FLAG_INSN_SKIP_NOOP; meta 1312 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu64_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 1315 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = meta->insn.dst_reg * 2, src = meta->insn.src_reg * 2; meta 1325 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 1328 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1332 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 1338 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_alu32_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 1341 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = meta->insn.dst_reg * 2, src = meta->insn.src_reg * 2; meta 1344 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 1358 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_test_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 1361 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1365 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_jmp64(meta)) meta 1386 drivers/net/ethernet/netronome/nfp/bpf/jit.c static const struct jmp_code_map *nfp_jmp_code_get(struct nfp_insn_meta *meta) meta 1390 drivers/net/ethernet/netronome/nfp/bpf/jit.c op = BPF_OP(meta->insn.code) >> 4; meta 1400 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int cmp_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1402 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1409 drivers/net/ethernet/netronome/nfp/bpf/jit.c code = nfp_jmp_code_get(meta); meta 1413 drivers/net/ethernet/netronome/nfp/bpf/jit.c alu_op = meta->jump_neg_op ? ALU_OP_ADD : ALU_OP_SUB; meta 1414 drivers/net/ethernet/netronome/nfp/bpf/jit.c carry_op = meta->jump_neg_op ? ALU_OP_ADD_C : ALU_OP_SUB_C; meta 1422 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_jmp64(meta)) { meta 1437 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int cmp_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1439 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1443 drivers/net/ethernet/netronome/nfp/bpf/jit.c code = nfp_jmp_code_get(meta); meta 1457 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_jmp64(meta)) meta 1501 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_mul(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 1505 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1513 drivers/net/ethernet/netronome/nfp/bpf/jit.c lopnd_max = meta->umax_dst; meta 1516 drivers/net/ethernet/netronome/nfp/bpf/jit.c ropnd_max = meta->umax_src; meta 1600 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int adjust_head(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1610 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (WARN_ON_ONCE(nfp_prog->adjust_head_location != meta->n)) meta 1680 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int adjust_tail(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1726 drivers/net/ethernet/netronome/nfp/bpf/jit.c map_call_stack_common(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1734 drivers/net/ethernet/netronome/nfp/bpf/jit.c lm_off += meta->arg2.reg.var_off.value + meta->arg2.reg.off; meta 1735 drivers/net/ethernet/netronome/nfp/bpf/jit.c load_lm_ptr = meta->arg2.var_off || lm_off; meta 1740 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->func_id == BPF_FUNC_map_update_elem) meta 1743 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_br_relo(nfp_prog, BR_UNC, BR_OFF_RELO + meta->func_id, meta 1767 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_get_prandom_u32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1779 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_perf_event_output(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1784 drivers/net/ethernet/netronome/nfp/bpf/jit.c ptr_type = ur_load_imm_any(nfp_prog, meta->arg1.type, imm_a(nfp_prog)); meta 1788 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_br_relo(nfp_prog, BR_UNC, BR_OFF_RELO + meta->func_id, meta 1804 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_queue_select(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1811 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_alu(nfp_prog, reg_none(), reg_a(meta->insn.src_reg * 2), meta 1820 drivers/net/ethernet/netronome/nfp/bpf/jit.c pv_qsel_val(nfp_prog), 0x1, reg_b(meta->insn.src_reg * 2), meta 1836 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mov_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1838 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1859 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mov_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1861 drivers/net/ethernet/netronome/nfp/bpf/jit.c u64 imm = meta->insn.imm; /* sign extend */ meta 1863 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2), imm & ~0U); meta 1864 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), imm >> 32); meta 1869 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int xor_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1871 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu64_reg(nfp_prog, meta, ALU_OP_XOR); meta 1874 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int xor_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1876 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu64_imm(nfp_prog, meta, ALU_OP_XOR, !meta->insn.imm); meta 1879 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int and_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1881 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu64_reg(nfp_prog, meta, ALU_OP_AND); meta 1884 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int and_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1886 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu64_imm(nfp_prog, meta, ALU_OP_AND, !~meta->insn.imm); meta 1889 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int or_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1891 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu64_reg(nfp_prog, meta, ALU_OP_OR); meta 1894 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int or_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1896 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu64_imm(nfp_prog, meta, ALU_OP_OR, !meta->insn.imm); meta 1899 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int add_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1901 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1913 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int add_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1915 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1924 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int sub_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1926 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1938 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int sub_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1940 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1949 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mul_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1951 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_mul(nfp_prog, meta, true, true); meta 1954 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mul_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1956 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_mul(nfp_prog, meta, true, false); meta 1959 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int div_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1961 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 1966 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int div_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1971 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_div_imm(nfp_prog, meta->insn.dst_reg * 2, meta->umin_src); meta 1974 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int neg_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 1976 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2019 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int shl_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2021 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2058 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int shl_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2060 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2065 drivers/net/ethernet/netronome/nfp/bpf/jit.c umin = meta->umin_src; meta 2066 drivers/net/ethernet/netronome/nfp/bpf/jit.c umax = meta->umax_src; meta 2133 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int shr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2135 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2170 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int shr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2172 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2177 drivers/net/ethernet/netronome/nfp/bpf/jit.c umin = meta->umin_src; meta 2178 drivers/net/ethernet/netronome/nfp/bpf/jit.c umax = meta->umax_src; meta 2245 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int ashr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2247 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2287 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int ashr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2289 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2294 drivers/net/ethernet/netronome/nfp/bpf/jit.c umin = meta->umin_src; meta 2295 drivers/net/ethernet/netronome/nfp/bpf/jit.c umax = meta->umax_src; meta 2326 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mov_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2328 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2336 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mov_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2338 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2346 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int xor_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2348 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_reg(nfp_prog, meta, ALU_OP_XOR); meta 2351 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int xor_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2353 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_imm(nfp_prog, meta, ALU_OP_XOR); meta 2356 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int and_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2358 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_reg(nfp_prog, meta, ALU_OP_AND); meta 2361 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int and_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2363 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_imm(nfp_prog, meta, ALU_OP_AND); meta 2366 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int or_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2368 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_reg(nfp_prog, meta, ALU_OP_OR); meta 2371 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int or_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2373 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_imm(nfp_prog, meta, ALU_OP_OR); meta 2376 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int add_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2378 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_reg(nfp_prog, meta, ALU_OP_ADD); meta 2381 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int add_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2383 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_imm(nfp_prog, meta, ALU_OP_ADD); meta 2386 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int sub_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2388 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_reg(nfp_prog, meta, ALU_OP_SUB); meta 2391 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int sub_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2393 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_alu32_imm(nfp_prog, meta, ALU_OP_SUB); meta 2396 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mul_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2398 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_mul(nfp_prog, meta, false, true); meta 2401 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mul_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2403 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_mul(nfp_prog, meta, false, false); meta 2406 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int div_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2408 drivers/net/ethernet/netronome/nfp/bpf/jit.c return div_reg64(nfp_prog, meta); meta 2411 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int div_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2413 drivers/net/ethernet/netronome/nfp/bpf/jit.c return div_imm64(nfp_prog, meta); meta 2416 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int neg_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2418 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst = meta->insn.dst_reg * 2; meta 2421 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 2427 drivers/net/ethernet/netronome/nfp/bpf/jit.c __ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, meta 2437 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 2442 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int ashr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2444 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2449 drivers/net/ethernet/netronome/nfp/bpf/jit.c umin = meta->umin_src; meta 2450 drivers/net/ethernet/netronome/nfp/bpf/jit.c umax = meta->umax_src; meta 2452 drivers/net/ethernet/netronome/nfp/bpf/jit.c return __ashr_imm(nfp_prog, meta, dst, umin); meta 2461 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 2466 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2468 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2471 drivers/net/ethernet/netronome/nfp/bpf/jit.c return __ashr_imm(nfp_prog, meta, dst, insn->imm); meta 2475 drivers/net/ethernet/netronome/nfp/bpf/jit.c __shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, meta 2481 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 2485 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2487 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2490 drivers/net/ethernet/netronome/nfp/bpf/jit.c return __shr_imm(nfp_prog, meta, dst, insn->imm); meta 2493 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int shr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2495 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2500 drivers/net/ethernet/netronome/nfp/bpf/jit.c umin = meta->umin_src; meta 2501 drivers/net/ethernet/netronome/nfp/bpf/jit.c umax = meta->umax_src; meta 2503 drivers/net/ethernet/netronome/nfp/bpf/jit.c return __shr_imm(nfp_prog, meta, dst, umin); meta 2509 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 2514 drivers/net/ethernet/netronome/nfp/bpf/jit.c __shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, meta 2520 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 2524 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2526 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2529 drivers/net/ethernet/netronome/nfp/bpf/jit.c return __shl_imm(nfp_prog, meta, dst, insn->imm); meta 2532 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int shl_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2534 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2539 drivers/net/ethernet/netronome/nfp/bpf/jit.c umin = meta->umin_src; meta 2540 drivers/net/ethernet/netronome/nfp/bpf/jit.c umax = meta->umax_src; meta 2542 drivers/net/ethernet/netronome/nfp/bpf/jit.c return __shl_imm(nfp_prog, meta, dst, umin); meta 2546 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst); meta 2550 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int end_reg32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2552 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 2579 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int imm_ld8_part2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2581 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *prev = nfp_meta_prev(meta); meta 2587 drivers/net/ethernet/netronome/nfp/bpf/jit.c imm_hi = meta->insn.imm; meta 2600 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int imm_ld8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2602 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->double_cb = imm_ld8_part2; meta 2606 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int data_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2608 drivers/net/ethernet/netronome/nfp/bpf/jit.c return construct_data_ld(nfp_prog, meta, meta->insn.imm, 1); meta 2611 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int data_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2613 drivers/net/ethernet/netronome/nfp/bpf/jit.c return construct_data_ld(nfp_prog, meta, meta->insn.imm, 2); meta 2616 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int data_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2618 drivers/net/ethernet/netronome/nfp/bpf/jit.c return construct_data_ld(nfp_prog, meta, meta->insn.imm, 4); meta 2621 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int data_ind_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2623 drivers/net/ethernet/netronome/nfp/bpf/jit.c return construct_data_ind_ld(nfp_prog, meta, meta->insn.imm, meta 2624 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.src_reg * 2, 1); meta 2627 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int data_ind_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2629 drivers/net/ethernet/netronome/nfp/bpf/jit.c return construct_data_ind_ld(nfp_prog, meta, meta->insn.imm, meta 2630 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.src_reg * 2, 2); meta 2633 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int data_ind_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2635 drivers/net/ethernet/netronome/nfp/bpf/jit.c return construct_data_ind_ld(nfp_prog, meta, meta->insn.imm, meta 2636 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.src_reg * 2, 4); meta 2640 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_ldx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2643 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_op_stack(nfp_prog, meta, size, ptr_off, meta 2644 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.dst_reg * 2, meta->insn.src_reg * 2, meta 2648 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_ldx_skb(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2651 drivers/net/ethernet/netronome/nfp/bpf/jit.c swreg dst = reg_both(meta->insn.dst_reg * 2); meta 2653 drivers/net/ethernet/netronome/nfp/bpf/jit.c switch (meta->insn.off) { meta 2674 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); meta 2679 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_ldx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2682 drivers/net/ethernet/netronome/nfp/bpf/jit.c swreg dst = reg_both(meta->insn.dst_reg * 2); meta 2684 drivers/net/ethernet/netronome/nfp/bpf/jit.c switch (meta->insn.off) { meta 2700 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0); meta 2706 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_ldx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2711 drivers/net/ethernet/netronome/nfp/bpf/jit.c tmp_reg = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); meta 2713 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_ld_host_order_addr32(nfp_prog, meta, meta->insn.src_reg * 2, meta 2714 drivers/net/ethernet/netronome/nfp/bpf/jit.c tmp_reg, meta->insn.dst_reg * 2, size); meta 2718 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_ldx_emem(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2723 drivers/net/ethernet/netronome/nfp/bpf/jit.c tmp_reg = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); meta 2725 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_ld_host_order_addr40(nfp_prog, meta, meta->insn.src_reg * 2, meta 2726 drivers/net/ethernet/netronome/nfp/bpf/jit.c tmp_reg, meta->insn.dst_reg * 2, size); meta 2731 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta) meta 2733 drivers/net/ethernet/netronome/nfp/bpf/jit.c s16 range_start = meta->pkt_cache.range_start; meta 2734 drivers/net/ethernet/netronome/nfp/bpf/jit.c s16 range_end = meta->pkt_cache.range_end; meta 2740 drivers/net/ethernet/netronome/nfp/bpf/jit.c src_base = reg_a(meta->insn.src_reg * 2); meta 2757 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta, meta 2760 drivers/net/ethernet/netronome/nfp/bpf/jit.c s16 range_start = meta->pkt_cache.range_start; meta 2761 drivers/net/ethernet/netronome/nfp/bpf/jit.c s16 insn_off = meta->insn.off - range_start; meta 2763 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst_gpr = meta->insn.dst_reg * 2; meta 2786 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst_gpr); meta 2794 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst_gpr); meta 2811 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta, meta 2817 drivers/net/ethernet/netronome/nfp/bpf/jit.c idx = (meta->insn.off - meta->pkt_cache.range_start) / REG_WIDTH; meta 2818 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst_gpr = meta->insn.dst_reg * 2; meta 2825 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst_gpr); meta 2828 drivers/net/ethernet/netronome/nfp/bpf/jit.c wrp_zext(nfp_prog, meta, dst_gpr); meta 2841 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta, unsigned int size) meta 2843 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 off = meta->insn.off - meta->pkt_cache.range_start; meta 2846 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx_data_from_pktcache_aligned(nfp_prog, meta, size); meta 2848 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx_data_from_pktcache_unaligned(nfp_prog, meta, size); meta 2852 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_ldx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2855 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ldst_gather_len) meta 2856 drivers/net/ethernet/netronome/nfp/bpf/jit.c return nfp_cpp_memcpy(nfp_prog, meta); meta 2858 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type == PTR_TO_CTX) { meta 2860 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx_xdp(nfp_prog, meta, size); meta 2862 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx_skb(nfp_prog, meta, size); meta 2865 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type == PTR_TO_PACKET) { meta 2866 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->pkt_cache.range_end) { meta 2867 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->pkt_cache.do_init) meta 2868 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_ldx_data_init_pktcache(nfp_prog, meta); meta 2870 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx_data_from_pktcache(nfp_prog, meta, size); meta 2872 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx_data(nfp_prog, meta, size); meta 2876 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type == PTR_TO_STACK) meta 2877 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx_stack(nfp_prog, meta, size, meta 2878 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->ptr.off + meta->ptr.var_off.value); meta 2880 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type == PTR_TO_MAP_VALUE) meta 2881 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx_emem(nfp_prog, meta, size); meta 2886 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_ldx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2888 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx(nfp_prog, meta, 1); meta 2891 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_ldx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2893 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx(nfp_prog, meta, 2); meta 2896 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_ldx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2898 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx(nfp_prog, meta, 4); meta 2901 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_ldx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2903 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_ldx(nfp_prog, meta, 8); meta 2907 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_st_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2910 drivers/net/ethernet/netronome/nfp/bpf/jit.c u64 imm = meta->insn.imm; /* sign extend */ meta 2913 drivers/net/ethernet/netronome/nfp/bpf/jit.c off_reg = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); meta 2915 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_st_host_order(nfp_prog, meta->insn.dst_reg * 2, off_reg, meta 2919 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_st(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2922 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type == PTR_TO_PACKET) meta 2923 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_st_data(nfp_prog, meta, size); meta 2928 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_st1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2930 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_st(nfp_prog, meta, 1); meta 2933 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_st2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2935 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_st(nfp_prog, meta, 2); meta 2938 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_st4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2940 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_st(nfp_prog, meta, 4); meta 2943 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_st8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2945 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_st(nfp_prog, meta, 8); meta 2949 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_stx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2954 drivers/net/ethernet/netronome/nfp/bpf/jit.c off_reg = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); meta 2956 drivers/net/ethernet/netronome/nfp/bpf/jit.c return data_stx_host_order(nfp_prog, meta->insn.dst_reg * 2, off_reg, meta 2957 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.src_reg * 2, size); meta 2961 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_stx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2964 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_op_stack(nfp_prog, meta, size, ptr_off, meta 2965 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.src_reg * 2, meta->insn.dst_reg * 2, meta 2969 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_stx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2971 drivers/net/ethernet/netronome/nfp/bpf/jit.c switch (meta->insn.off) { meta 2973 drivers/net/ethernet/netronome/nfp/bpf/jit.c return nfp_queue_select(nfp_prog, meta); meta 2981 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_stx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 2984 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type == PTR_TO_PACKET) meta 2985 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_stx_data(nfp_prog, meta, size); meta 2987 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type == PTR_TO_STACK) meta 2988 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_stx_stack(nfp_prog, meta, size, meta 2989 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->ptr.off + meta->ptr.var_off.value); meta 2994 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_stx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 2996 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_stx(nfp_prog, meta, 1); meta 2999 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_stx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3001 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_stx(nfp_prog, meta, 2); meta 3004 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_stx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3006 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type == PTR_TO_CTX) meta 3008 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_stx_xdp(nfp_prog, meta); meta 3009 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_stx(nfp_prog, meta, 4); meta 3012 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_stx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3014 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_stx(nfp_prog, meta, 8); meta 3018 drivers/net/ethernet/netronome/nfp/bpf/jit.c mem_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool is64) meta 3020 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 dst_gpr = meta->insn.dst_reg * 2; meta 3021 drivers/net/ethernet/netronome/nfp/bpf/jit.c u8 src_gpr = meta->insn.src_reg * 2; meta 3025 drivers/net/ethernet/netronome/nfp/bpf/jit.c off = ur_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); meta 3035 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->insn.off) { meta 3039 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->xadd_maybe_16bit) { meta 3043 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->xadd_over_16bit) meta 3045 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->xadd_maybe_16bit && meta->xadd_over_16bit) { meta 3051 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->xadd_maybe_16bit && meta->xadd_over_16bit) { meta 3059 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_br(nfp_prog, BR_BLO, full_add, meta->insn.off ? 2 : 0); meta 3064 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (!meta->insn.off) { meta 3077 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->xadd_maybe_16bit) { meta 3088 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->xadd_over_16bit) meta 3096 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->xadd_over_16bit) { meta 3112 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_xadd4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3114 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_xadd(nfp_prog, meta, false); meta 3117 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int mem_xadd8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3119 drivers/net/ethernet/netronome/nfp/bpf/jit.c return mem_xadd(nfp_prog, meta, true); meta 3122 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jump(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3124 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_br(nfp_prog, BR_UNC, meta->insn.off, 0); meta 3129 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jeq_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3131 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 3158 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jeq32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3160 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 3171 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jset_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3173 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 3184 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_jmp64(meta) && imm >> 32) { meta 3193 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jne_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3195 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 3197 drivers/net/ethernet/netronome/nfp/bpf/jit.c bool is_jmp32 = is_mbpf_jmp32(meta); meta 3227 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jeq_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3229 drivers/net/ethernet/netronome/nfp/bpf/jit.c const struct bpf_insn *insn = &meta->insn; meta 3233 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_jmp64(meta)) { meta 3245 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jset_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3247 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_test_reg(nfp_prog, meta, ALU_OP_AND, BR_BNE); meta 3250 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jne_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3252 drivers/net/ethernet/netronome/nfp/bpf/jit.c return wrp_test_reg(nfp_prog, meta, ALU_OP_XOR, BR_BNE); meta 3256 drivers/net/ethernet/netronome/nfp/bpf/jit.c bpf_to_bpf_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3305 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (!meta->jmp_dst) { meta 3309 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (nfp_prog->subprog[meta->jmp_dst->subprog_idx].needs_reg_push) { meta 3317 drivers/net/ethernet/netronome/nfp/bpf/jit.c emit_br(nfp_prog, BR_UNC, meta->insn.imm, 1); meta 3335 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->num_insns_after_br = nfp_prog_current_offset(nfp_prog); meta 3336 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->num_insns_after_br -= offset_br; meta 3341 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int helper_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3343 drivers/net/ethernet/netronome/nfp/bpf/jit.c switch (meta->insn.imm) { meta 3345 drivers/net/ethernet/netronome/nfp/bpf/jit.c return adjust_head(nfp_prog, meta); meta 3347 drivers/net/ethernet/netronome/nfp/bpf/jit.c return adjust_tail(nfp_prog, meta); meta 3351 drivers/net/ethernet/netronome/nfp/bpf/jit.c return map_call_stack_common(nfp_prog, meta); meta 3353 drivers/net/ethernet/netronome/nfp/bpf/jit.c return nfp_get_prandom_u32(nfp_prog, meta); meta 3355 drivers/net/ethernet/netronome/nfp/bpf/jit.c return nfp_perf_event_output(nfp_prog, meta); meta 3362 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3364 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_pseudo_call(meta)) meta 3365 drivers/net/ethernet/netronome/nfp/bpf/jit.c return bpf_to_bpf_call(nfp_prog, meta); meta 3367 drivers/net/ethernet/netronome/nfp/bpf/jit.c return helper_call(nfp_prog, meta); meta 3370 drivers/net/ethernet/netronome/nfp/bpf/jit.c static bool nfp_is_main_function(struct nfp_insn_meta *meta) meta 3372 drivers/net/ethernet/netronome/nfp/bpf/jit.c return meta->subprog_idx == 0; meta 3375 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int goto_out(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3383 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_subprog_epilogue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3385 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (nfp_prog->subprog[meta->subprog_idx].needs_reg_push) { meta 3407 drivers/net/ethernet/netronome/nfp/bpf/jit.c static int jmp_exit(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3409 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (nfp_is_main_function(meta)) meta 3410 drivers/net/ethernet/netronome/nfp/bpf/jit.c return goto_out(nfp_prog, meta); meta 3412 drivers/net/ethernet/netronome/nfp/bpf/jit.c return nfp_subprog_epilogue(nfp_prog, meta); meta 3535 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_fixup_immed_relo(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 3550 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta, *jmp_dst; meta 3554 drivers/net/ethernet/netronome/nfp/bpf/jit.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 3555 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->flags & FLAG_INSN_SKIP_MASK) meta 3557 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (!is_mbpf_jmp(meta)) meta 3559 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->insn.code == (BPF_JMP | BPF_EXIT) && meta 3560 drivers/net/ethernet/netronome/nfp/bpf/jit.c !nfp_is_main_function(meta)) meta 3562 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_helper_call(meta)) meta 3565 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (list_is_last(&meta->l, &nfp_prog->insns)) meta 3568 drivers/net/ethernet/netronome/nfp/bpf/jit.c br_idx = list_next_entry(meta, l)->off - 1; meta 3575 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_pseudo_call(meta)) meta 3576 drivers/net/ethernet/netronome/nfp/bpf/jit.c br_idx -= meta->num_insns_after_br; meta 3580 drivers/net/ethernet/netronome/nfp/bpf/jit.c br_idx, meta->insn.code, nfp_prog->prog[br_idx]); meta 3584 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->insn.code == (BPF_JMP | BPF_EXIT)) meta 3589 drivers/net/ethernet/netronome/nfp/bpf/jit.c RELO_BR_REL && !is_mbpf_pseudo_call(meta)) meta 3592 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (!meta->jmp_dst) { meta 3597 drivers/net/ethernet/netronome/nfp/bpf/jit.c jmp_dst = meta->jmp_dst; meta 3604 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_pseudo_call(meta) && meta 3606 drivers/net/ethernet/netronome/nfp/bpf/jit.c err = nfp_fixup_immed_relo(nfp_prog, meta, meta 3616 drivers/net/ethernet/netronome/nfp/bpf/jit.c for (idx = meta->off; idx <= br_idx; idx++) { meta 3634 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_subprog_prologue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3641 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_start_subprog(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) meta 3643 drivers/net/ethernet/netronome/nfp/bpf/jit.c unsigned int depth = nfp_prog->subprog[meta->subprog_idx].stack_depth; meta 3646 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_subprog_prologue(nfp_prog, meta); meta 3649 drivers/net/ethernet/netronome/nfp/bpf/jit.c bool nfp_is_subprog_start(struct nfp_insn_meta *meta) meta 3651 drivers/net/ethernet/netronome/nfp/bpf/jit.c return meta->flags & FLAG_INSN_IS_SUBPROG_START; meta 3827 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta; meta 3838 drivers/net/ethernet/netronome/nfp/bpf/jit.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 3839 drivers/net/ethernet/netronome/nfp/bpf/jit.c instr_cb_t cb = instr_cb[meta->insn.code]; meta 3841 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->off = nfp_prog_current_offset(nfp_prog); meta 3843 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (nfp_is_subprog_start(meta)) { meta 3844 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_start_subprog(nfp_prog, meta); meta 3849 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->flags & FLAG_INSN_SKIP_MASK) { meta 3854 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (nfp_meta_has_prev(nfp_prog, meta) && meta 3855 drivers/net/ethernet/netronome/nfp/bpf/jit.c nfp_meta_prev(meta)->double_cb) meta 3856 drivers/net/ethernet/netronome/nfp/bpf/jit.c cb = nfp_meta_prev(meta)->double_cb; meta 3859 drivers/net/ethernet/netronome/nfp/bpf/jit.c err = cb(nfp_prog, meta); meta 3884 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta; meta 3886 drivers/net/ethernet/netronome/nfp/bpf/jit.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 3887 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct bpf_insn insn = meta->insn; meta 3897 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->flags |= FLAG_INSN_SKIP_PREC_DEPENDENT; meta 3900 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (!(meta->flags & FLAG_INSN_SKIP_MASK)) meta 3910 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta; meta 3912 drivers/net/ethernet/netronome/nfp/bpf/jit.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 3913 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct bpf_insn insn = meta->insn; meta 3915 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->flags & FLAG_INSN_SKIP_MASK) meta 3918 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (!is_mbpf_alu(meta) && !is_mbpf_jmp(meta)) meta 3925 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_jmp(meta)) { meta 3931 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->jump_neg_op = true; meta 3944 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.code = insn.code | BPF_K; meta 3947 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->insn.imm = -insn.imm; meta 4272 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta, *range_node = NULL; meta 4279 drivers/net/ethernet/netronome/nfp/bpf/jit.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 4280 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->flags & FLAG_INSN_IS_JUMP_DST) meta 4283 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->flags & FLAG_INSN_SKIP_MASK) meta 4286 drivers/net/ethernet/netronome/nfp/bpf/jit.c insn = &meta->insn; meta 4288 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_store_pkt(meta) || meta 4290 drivers/net/ethernet/netronome/nfp/bpf/jit.c is_mbpf_classic_store_pkt(meta) || meta 4291 drivers/net/ethernet/netronome/nfp/bpf/jit.c is_mbpf_classic_load(meta)) { meta 4296 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (!is_mbpf_load(meta)) meta 4299 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.type != PTR_TO_PACKET || meta->ldst_gather_len) { meta 4322 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->ptr.id == range_ptr_id && meta 4323 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->ptr.off == range_ptr_off) { meta 4355 drivers/net/ethernet/netronome/nfp/bpf/jit.c range_node = meta; meta 4368 drivers/net/ethernet/netronome/nfp/bpf/jit.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 4369 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->flags & FLAG_INSN_SKIP_MASK) meta 4372 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_load_pkt(meta) && !meta->ldst_gather_len) { meta 4373 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (meta->pkt_cache.do_init) { meta 4374 drivers/net/ethernet/netronome/nfp/bpf/jit.c range_start = meta->pkt_cache.range_start; meta 4375 drivers/net/ethernet/netronome/nfp/bpf/jit.c range_end = meta->pkt_cache.range_end; meta 4377 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->pkt_cache.range_start = range_start; meta 4378 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->pkt_cache.range_end = range_end; meta 4487 drivers/net/ethernet/netronome/nfp/bpf/jit.c struct nfp_insn_meta *meta; meta 4490 drivers/net/ethernet/netronome/nfp/bpf/jit.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 4492 drivers/net/ethernet/netronome/nfp/bpf/jit.c u64 code = meta->insn.code; meta 4496 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (!is_mbpf_jmp(meta)) meta 4500 drivers/net/ethernet/netronome/nfp/bpf/jit.c if (is_mbpf_helper_call(meta)) meta 4509 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst_idx = meta->n + 1 + meta->insn.imm; meta 4511 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst_idx = meta->n + 1 + meta->insn.off; meta 4513 drivers/net/ethernet/netronome/nfp/bpf/jit.c dst_meta = nfp_bpf_goto_meta(nfp_prog, meta, dst_idx); meta 4519 drivers/net/ethernet/netronome/nfp/bpf/jit.c meta->jmp_dst = dst_meta; meta 241 drivers/net/ethernet/netronome/nfp/bpf/main.h #define nfp_meta_next(meta) list_next_entry(meta, l) meta 242 drivers/net/ethernet/netronome/nfp/bpf/main.h #define nfp_meta_prev(meta) list_prev_entry(meta, l) meta 351 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline u8 mbpf_class(const struct nfp_insn_meta *meta) meta 353 drivers/net/ethernet/netronome/nfp/bpf/main.h return BPF_CLASS(meta->insn.code); meta 356 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline u8 mbpf_src(const struct nfp_insn_meta *meta) meta 358 drivers/net/ethernet/netronome/nfp/bpf/main.h return BPF_SRC(meta->insn.code); meta 361 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline u8 mbpf_op(const struct nfp_insn_meta *meta) meta 363 drivers/net/ethernet/netronome/nfp/bpf/main.h return BPF_OP(meta->insn.code); meta 366 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline u8 mbpf_mode(const struct nfp_insn_meta *meta) meta 368 drivers/net/ethernet/netronome/nfp/bpf/main.h return BPF_MODE(meta->insn.code); meta 371 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_alu(const struct nfp_insn_meta *meta) meta 373 drivers/net/ethernet/netronome/nfp/bpf/main.h return mbpf_class(meta) == BPF_ALU64 || mbpf_class(meta) == BPF_ALU; meta 376 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_load(const struct nfp_insn_meta *meta) meta 378 drivers/net/ethernet/netronome/nfp/bpf/main.h return (meta->insn.code & ~BPF_SIZE_MASK) == (BPF_LDX | BPF_MEM); meta 381 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_jmp32(const struct nfp_insn_meta *meta) meta 383 drivers/net/ethernet/netronome/nfp/bpf/main.h return mbpf_class(meta) == BPF_JMP32; meta 386 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_jmp64(const struct nfp_insn_meta *meta) meta 388 drivers/net/ethernet/netronome/nfp/bpf/main.h return mbpf_class(meta) == BPF_JMP; meta 391 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_jmp(const struct nfp_insn_meta *meta) meta 393 drivers/net/ethernet/netronome/nfp/bpf/main.h return is_mbpf_jmp32(meta) || is_mbpf_jmp64(meta); meta 396 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_store(const struct nfp_insn_meta *meta) meta 398 drivers/net/ethernet/netronome/nfp/bpf/main.h return (meta->insn.code & ~BPF_SIZE_MASK) == (BPF_STX | BPF_MEM); meta 401 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_load_pkt(const struct nfp_insn_meta *meta) meta 403 drivers/net/ethernet/netronome/nfp/bpf/main.h return is_mbpf_load(meta) && meta->ptr.type == PTR_TO_PACKET; meta 406 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_store_pkt(const struct nfp_insn_meta *meta) meta 408 drivers/net/ethernet/netronome/nfp/bpf/main.h return is_mbpf_store(meta) && meta->ptr.type == PTR_TO_PACKET; meta 411 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_classic_load(const struct nfp_insn_meta *meta) meta 413 drivers/net/ethernet/netronome/nfp/bpf/main.h u8 code = meta->insn.code; meta 419 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_classic_store(const struct nfp_insn_meta *meta) meta 421 drivers/net/ethernet/netronome/nfp/bpf/main.h u8 code = meta->insn.code; meta 426 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_classic_store_pkt(const struct nfp_insn_meta *meta) meta 428 drivers/net/ethernet/netronome/nfp/bpf/main.h return is_mbpf_classic_store(meta) && meta->ptr.type == PTR_TO_PACKET; meta 431 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_xadd(const struct nfp_insn_meta *meta) meta 433 drivers/net/ethernet/netronome/nfp/bpf/main.h return (meta->insn.code & ~BPF_SIZE_MASK) == (BPF_STX | BPF_XADD); meta 436 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_mul(const struct nfp_insn_meta *meta) meta 438 drivers/net/ethernet/netronome/nfp/bpf/main.h return is_mbpf_alu(meta) && mbpf_op(meta) == BPF_MUL; meta 441 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_div(const struct nfp_insn_meta *meta) meta 443 drivers/net/ethernet/netronome/nfp/bpf/main.h return is_mbpf_alu(meta) && mbpf_op(meta) == BPF_DIV; meta 446 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_cond_jump(const struct nfp_insn_meta *meta) meta 450 drivers/net/ethernet/netronome/nfp/bpf/main.h if (is_mbpf_jmp32(meta)) meta 453 drivers/net/ethernet/netronome/nfp/bpf/main.h if (!is_mbpf_jmp64(meta)) meta 456 drivers/net/ethernet/netronome/nfp/bpf/main.h op = mbpf_op(meta); meta 460 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_helper_call(const struct nfp_insn_meta *meta) meta 462 drivers/net/ethernet/netronome/nfp/bpf/main.h struct bpf_insn insn = meta->insn; meta 468 drivers/net/ethernet/netronome/nfp/bpf/main.h static inline bool is_mbpf_pseudo_call(const struct nfp_insn_meta *meta) meta 470 drivers/net/ethernet/netronome/nfp/bpf/main.h struct bpf_insn insn = meta->insn; meta 559 drivers/net/ethernet/netronome/nfp/bpf/main.h bool nfp_is_subprog_start(struct nfp_insn_meta *meta); meta 584 drivers/net/ethernet/netronome/nfp/bpf/main.h nfp_bpf_goto_meta(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 150 drivers/net/ethernet/netronome/nfp/bpf/offload.c struct nfp_insn_meta *meta; meta 154 drivers/net/ethernet/netronome/nfp/bpf/offload.c meta = kzalloc(sizeof(*meta), GFP_KERNEL); meta 155 drivers/net/ethernet/netronome/nfp/bpf/offload.c if (!meta) meta 158 drivers/net/ethernet/netronome/nfp/bpf/offload.c meta->insn = prog[i]; meta 159 drivers/net/ethernet/netronome/nfp/bpf/offload.c meta->n = i; meta 160 drivers/net/ethernet/netronome/nfp/bpf/offload.c if (is_mbpf_alu(meta)) { meta 161 drivers/net/ethernet/netronome/nfp/bpf/offload.c meta->umin_src = U64_MAX; meta 162 drivers/net/ethernet/netronome/nfp/bpf/offload.c meta->umin_dst = U64_MAX; meta 165 drivers/net/ethernet/netronome/nfp/bpf/offload.c list_add_tail(&meta->l, &nfp_prog->insns); meta 176 drivers/net/ethernet/netronome/nfp/bpf/offload.c struct nfp_insn_meta *meta, *tmp; meta 180 drivers/net/ethernet/netronome/nfp/bpf/offload.c list_for_each_entry_safe(meta, tmp, &nfp_prog->insns, l) { meta 181 drivers/net/ethernet/netronome/nfp/bpf/offload.c list_del(&meta->l); meta 182 drivers/net/ethernet/netronome/nfp/bpf/offload.c kfree(meta); meta 20 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_goto_meta(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 25 drivers/net/ethernet/netronome/nfp/bpf/verifier.c backward = meta->n - insn_idx; meta 26 drivers/net/ethernet/netronome/nfp/bpf/verifier.c forward = insn_idx - meta->n; meta 30 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_prog_last_meta(nfp_prog); meta 34 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_prog_first_meta(nfp_prog); meta 39 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_meta_next(meta); meta 42 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_meta_prev(meta); meta 44 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return meta; meta 49 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta, meta 71 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (nfp_prog->adjust_head_location != meta->n) meta 74 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->arg2.reg.var_off.value != imm) meta 78 drivers/net/ethernet/netronome/nfp/bpf/verifier.c location = meta->n; meta 158 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta, meta 172 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta) meta 178 drivers/net/ethernet/netronome/nfp/bpf/verifier.c u32 func_id = meta->insn.imm; meta 191 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_record_adjust_head(bpf, nfp_prog, meta, reg2); meta 202 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (!nfp_bpf_map_call_ok("map_lookup", env, meta, meta 205 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->func_id ? &meta->arg2 : NULL)) meta 210 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (!nfp_bpf_map_call_ok("map_update", env, meta, meta 213 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->func_id ? &meta->arg2 : NULL) || meta 220 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (!nfp_bpf_map_call_ok("map_delete", env, meta, meta 223 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->func_id ? &meta->arg2 : NULL)) meta 288 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (!meta->func_id) meta 291 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (reg1->type != meta->arg1.type) { meta 293 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->arg1.type, reg1->type); meta 303 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->func_id = func_id; meta 304 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->arg1 = *reg1; meta 305 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->arg2.reg = *reg2; meta 344 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta, meta 351 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->flags |= FLAG_INSN_PTR_CALLER_STACK_FRAME; meta 358 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->ptr.type == NOT_INIT) meta 361 drivers/net/ethernet/netronome/nfp/bpf/verifier.c old_off = meta->ptr.off + meta->ptr.var_off.value; meta 364 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->ptr_not_const |= old_off != new_off; meta 366 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (!meta->ptr_not_const) meta 417 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta, meta 431 drivers/net/ethernet/netronome/nfp/bpf/verifier.c off = reg->var_off.value + meta->insn.off + reg->off; meta 432 drivers/net/ethernet/netronome/nfp/bpf/verifier.c size = BPF_LDST_BYTES(&meta->insn); meta 451 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_check_ptr(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 466 drivers/net/ethernet/netronome/nfp/bpf/verifier.c err = nfp_bpf_check_stack_access(nfp_prog, meta, reg, env); meta 472 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_load(meta)) { meta 473 drivers/net/ethernet/netronome/nfp/bpf/verifier.c err = nfp_bpf_map_mark_used(env, meta, reg, meta 478 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_store(meta)) { meta 482 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_xadd(meta)) { meta 483 drivers/net/ethernet/netronome/nfp/bpf/verifier.c err = nfp_bpf_map_mark_used(env, meta, reg, meta 490 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->ptr.type != NOT_INIT && meta->ptr.type != reg->type) { meta 492 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->ptr.type, reg->type); meta 496 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->ptr = *reg; meta 502 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_check_store(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 505 drivers/net/ethernet/netronome/nfp/bpf/verifier.c const struct bpf_reg_state *reg = cur_regs(env) + meta->insn.dst_reg; meta 510 drivers/net/ethernet/netronome/nfp/bpf/verifier.c switch (meta->insn.off) { meta 522 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg); meta 526 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_check_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 529 drivers/net/ethernet/netronome/nfp/bpf/verifier.c const struct bpf_reg_state *sreg = cur_regs(env) + meta->insn.src_reg; meta 530 drivers/net/ethernet/netronome/nfp/bpf/verifier.c const struct bpf_reg_state *dreg = cur_regs(env) + meta->insn.dst_reg; meta 542 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->xadd_over_16bit |= meta 544 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->xadd_maybe_16bit |= meta 547 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg); meta 551 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_bpf_check_alu(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, meta 555 drivers/net/ethernet/netronome/nfp/bpf/verifier.c cur_regs(env) + meta->insn.src_reg; meta 557 drivers/net/ethernet/netronome/nfp/bpf/verifier.c cur_regs(env) + meta->insn.dst_reg; meta 559 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->umin_src = min(meta->umin_src, sreg->umin_value); meta 560 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->umax_src = max(meta->umax_src, sreg->umax_value); meta 561 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->umin_dst = min(meta->umin_dst, dreg->umin_value); meta 562 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->umax_dst = max(meta->umax_dst, dreg->umax_value); meta 576 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_mul(meta)) { meta 577 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->umax_dst > U32_MAX) { meta 581 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (mbpf_src(meta) == BPF_X && meta->umax_src > U32_MAX) { meta 585 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (mbpf_class(meta) == BPF_ALU64 && meta 586 drivers/net/ethernet/netronome/nfp/bpf/verifier.c mbpf_src(meta) == BPF_K && meta->insn.imm < 0) { meta 602 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_div(meta)) { meta 603 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->umax_dst > U32_MAX) { meta 607 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (mbpf_src(meta) == BPF_X) { meta 608 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->umin_src != meta->umax_src) { meta 612 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->umax_src > U32_MAX) { meta 617 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (mbpf_src(meta) == BPF_K && meta->insn.imm < 0) { meta 630 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta = nfp_prog->verifier_meta; meta 632 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_bpf_goto_meta(nfp_prog, meta, insn_idx); meta 633 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_prog->verifier_meta = meta; meta 635 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (!nfp_bpf_supported_opcode(meta->insn.code)) { meta 637 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->insn.code); meta 641 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->insn.src_reg >= MAX_BPF_REG || meta 642 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->insn.dst_reg >= MAX_BPF_REG) { meta 647 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_helper_call(meta)) meta 648 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_helper_call(nfp_prog, env, meta); meta 649 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->insn.code == (BPF_JMP | BPF_EXIT)) meta 652 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_load(meta)) meta 653 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_ptr(nfp_prog, meta, env, meta 654 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->insn.src_reg); meta 655 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_store(meta)) meta 656 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_store(nfp_prog, meta, env); meta 658 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_xadd(meta)) meta 659 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_xadd(nfp_prog, meta, env); meta 661 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_alu(meta)) meta 662 drivers/net/ethernet/netronome/nfp/bpf/verifier.c return nfp_bpf_check_alu(nfp_prog, meta, env); meta 671 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta; meta 674 drivers/net/ethernet/netronome/nfp/bpf/verifier.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 675 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (nfp_is_subprog_start(meta)) meta 677 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->subprog_idx = index; meta 679 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->insn.dst_reg >= BPF_REG_6 && meta 680 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->insn.dst_reg <= BPF_REG_9) meta 695 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta = nfp_prog_first_meta(nfp_prog); meta 700 drivers/net/ethernet/netronome/nfp/bpf/verifier.c unsigned short idx = meta->subprog_idx; meta 715 drivers/net/ethernet/netronome/nfp/bpf/verifier.c for (; meta != nfp_prog_last_meta(nfp_prog) && meta->subprog_idx == idx; meta 716 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_meta_next(meta)) { meta 717 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (!is_mbpf_pseudo_call(meta)) meta 723 drivers/net/ethernet/netronome/nfp/bpf/verifier.c ret_insn[frame] = nfp_meta_next(meta); meta 727 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_bpf_goto_meta(nfp_prog, meta, meta 728 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->n + 1 + meta->insn.imm); meta 729 drivers/net/ethernet/netronome/nfp/bpf/verifier.c idx = meta->subprog_idx; meta 742 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = ret_insn[frame]; meta 750 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta; meta 752 drivers/net/ethernet/netronome/nfp/bpf/verifier.c list_for_each_entry(meta, &nfp_prog->insns, l) { meta 753 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (aux[meta->n].zext_dst) meta 754 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->flags |= FLAG_INSN_DO_ZEXT; meta 807 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta = nfp_prog->verifier_meta; meta 809 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_bpf_goto_meta(nfp_prog, meta, aux_data[off].orig_idx); meta 810 drivers/net/ethernet/netronome/nfp/bpf/verifier.c nfp_prog->verifier_meta = meta; meta 813 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (is_mbpf_cond_jump(meta) && meta 820 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->jmp_dst = list_next_entry(meta, l); meta 821 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->jump_neg_op = false; meta 822 drivers/net/ethernet/netronome/nfp/bpf/verifier.c } else if (meta->jmp_dst->n != aux_data[tgt_off].orig_idx) { meta 824 drivers/net/ethernet/netronome/nfp/bpf/verifier.c off, meta->jmp_dst->n, meta 832 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->insn.code, insn->code); meta 840 drivers/net/ethernet/netronome/nfp/bpf/verifier.c struct nfp_insn_meta *meta = nfp_prog->verifier_meta; meta 843 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = nfp_bpf_goto_meta(nfp_prog, meta, aux_data[off].orig_idx); meta 846 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (WARN_ON_ONCE(&meta->l == &nfp_prog->insns)) meta 850 drivers/net/ethernet/netronome/nfp/bpf/verifier.c if (meta->flags & FLAG_INSN_SKIP_VERIFIER_OPT) meta 853 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta->flags |= FLAG_INSN_SKIP_VERIFIER_OPT; meta 854 drivers/net/ethernet/netronome/nfp/bpf/verifier.c meta = list_next_entry(meta, l); meta 165 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_flow->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); meta 258 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_flow->meta.shortcut = output->port; meta 970 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_DROP); meta 998 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_POPV); meta 1011 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); meta 1041 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); meta 1083 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); meta 1098 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); meta 1111 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); meta 1182 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_flow->meta.act_len = 0; meta 1209 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_flow->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); meta 1211 drivers/net/ethernet/netronome/nfp/flower/action.c nfp_flow->meta.act_len = act_len; meta 277 drivers/net/ethernet/netronome/nfp/flower/main.h struct nfp_fl_rule_metadata meta; meta 311 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_flow->meta.host_ctx_id = cpu_to_be32(stats_cxt); meta 312 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_flow->meta.host_cookie = cpu_to_be64(flow->cookie); meta 332 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_flow->meta.mask_len, meta 333 drivers/net/ethernet/netronome/nfp/flower/metadata.c &nfp_flow->meta.flags, &new_mask_id)) { meta 344 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_flow->meta.flow_version = cpu_to_be64(priv->flower_version); meta 363 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_flow->meta.mask_len, meta 377 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_check_mask_remove(app, nfp_flow->mask_data, nfp_flow->meta.mask_len, meta 394 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_flow->meta.flags &= ~NFP_FL_META_FLAG_MANAGE_MASK; meta 395 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_flow->meta.flow_version = cpu_to_be64(priv->flower_version); meta 410 drivers/net/ethernet/netronome/nfp/flower/metadata.c nfp_flow->meta.mask_len, &nfp_flow->meta.flags, meta 417 drivers/net/ethernet/netronome/nfp/flower/metadata.c temp_ctx_id = be32_to_cpu(nfp_flow->meta.host_ctx_id); meta 93 drivers/net/ethernet/netronome/nfp/flower/offload.c key_len = nfp_flow->meta.key_len; meta 94 drivers/net/ethernet/netronome/nfp/flower/offload.c mask_len = nfp_flow->meta.mask_len; meta 95 drivers/net/ethernet/netronome/nfp/flower/offload.c act_len = nfp_flow->meta.act_len; meta 102 drivers/net/ethernet/netronome/nfp/flower/offload.c nfp_flow->meta.key_len >>= NFP_FL_LW_SIZ; meta 103 drivers/net/ethernet/netronome/nfp/flower/offload.c nfp_flow->meta.mask_len >>= NFP_FL_LW_SIZ; meta 104 drivers/net/ethernet/netronome/nfp/flower/offload.c nfp_flow->meta.act_len >>= NFP_FL_LW_SIZ; meta 111 drivers/net/ethernet/netronome/nfp/flower/offload.c memcpy(msg, &nfp_flow->meta, meta_len); meta 120 drivers/net/ethernet/netronome/nfp/flower/offload.c nfp_flow->meta.key_len <<= NFP_FL_LW_SIZ; meta 121 drivers/net/ethernet/netronome/nfp/flower/offload.c nfp_flow->meta.mask_len <<= NFP_FL_LW_SIZ; meta 122 drivers/net/ethernet/netronome/nfp/flower/offload.c nfp_flow->meta.act_len <<= NFP_FL_LW_SIZ; meta 479 drivers/net/ethernet/netronome/nfp/flower/offload.c flow_pay->meta.key_len = key_layer->key_size; meta 484 drivers/net/ethernet/netronome/nfp/flower/offload.c flow_pay->meta.mask_len = key_layer->key_size; meta 494 drivers/net/ethernet/netronome/nfp/flower/offload.c flow_pay->meta.flags = 0; meta 528 drivers/net/ethernet/netronome/nfp/flower/offload.c while (act_off < flow->meta.act_len) { meta 802 drivers/net/ethernet/netronome/nfp/flower/offload.c sub1_act_len = sub_flow1->meta.act_len - sizeof(struct nfp_fl_output); meta 803 drivers/net/ethernet/netronome/nfp/flower/offload.c sub2_act_len = sub_flow2->meta.act_len; meta 813 drivers/net/ethernet/netronome/nfp/flower/offload.c merge_flow->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL); meta 815 drivers/net/ethernet/netronome/nfp/flower/offload.c merge_flow->meta.shortcut = sub_flow2->meta.shortcut; meta 817 drivers/net/ethernet/netronome/nfp/flower/offload.c merge_flow->meta.act_len = sub1_act_len + sub2_act_len; meta 860 drivers/net/ethernet/netronome/nfp/flower/offload.c merge_flow->meta.act_len -= sizeof(*post_tun_push_vlan); meta 940 drivers/net/ethernet/netronome/nfp/flower/offload.c merge_key_ls.key_size = sub_flow1->meta.key_len; meta 950 drivers/net/ethernet/netronome/nfp/flower/offload.c sub_flow1->meta.key_len); meta 952 drivers/net/ethernet/netronome/nfp/flower/offload.c sub_flow1->meta.mask_len); meta 1097 drivers/net/ethernet/netronome/nfp/flower/offload.c if (act_offset != flow->meta.act_len) { meta 1350 drivers/net/ethernet/netronome/nfp/flower/offload.c ctx_id = be32_to_cpu(merge_flow->meta.host_ctx_id); meta 1368 drivers/net/ethernet/netronome/nfp/flower/offload.c ctx_id = be32_to_cpu(sub_flow->meta.host_ctx_id); meta 1414 drivers/net/ethernet/netronome/nfp/flower/offload.c ctx_id = be32_to_cpu(nfp_flow->meta.host_ctx_id); meta 949 drivers/net/ethernet/netronome/nfp/flower/tunnel_conf.c payload.host_ctx_id = flow->meta.host_ctx_id; meta 1591 drivers/net/ethernet/netronome/nfp/nfp_net_common.c struct nfp_meta_parsed *meta, struct sk_buff *skb) meta 1598 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (meta->csum_type) { meta 1599 drivers/net/ethernet/netronome/nfp/nfp_net_common.c skb->ip_summed = meta->csum_type; meta 1600 drivers/net/ethernet/netronome/nfp/nfp_net_common.c skb->csum = meta->csum; meta 1636 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_set_hash(struct net_device *netdev, struct nfp_meta_parsed *meta, meta 1646 drivers/net/ethernet/netronome/nfp/nfp_net_common.c meta->hash_type = PKT_HASH_TYPE_L3; meta 1649 drivers/net/ethernet/netronome/nfp/nfp_net_common.c meta->hash_type = PKT_HASH_TYPE_L4; meta 1653 drivers/net/ethernet/netronome/nfp/nfp_net_common.c meta->hash = get_unaligned_be32(hash); meta 1657 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_set_hash_desc(struct net_device *netdev, struct nfp_meta_parsed *meta, meta 1665 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_set_hash(netdev, meta, get_unaligned_be32(&rx_hash->hash_type), meta 1670 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_parse_meta(struct net_device *netdev, struct nfp_meta_parsed *meta, meta 1682 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_set_hash(netdev, meta, meta 1688 drivers/net/ethernet/netronome/nfp/nfp_net_common.c meta->mark = get_unaligned_be32(data); meta 1692 drivers/net/ethernet/netronome/nfp/nfp_net_common.c meta->portid = get_unaligned_be32(data); meta 1696 drivers/net/ethernet/netronome/nfp/nfp_net_common.c meta->csum_type = CHECKSUM_COMPLETE; meta 1697 drivers/net/ethernet/netronome/nfp/nfp_net_common.c meta->csum = meta 1825 drivers/net/ethernet/netronome/nfp/nfp_net_common.c struct nfp_meta_parsed meta; meta 1843 drivers/net/ethernet/netronome/nfp/nfp_net_common.c memset(&meta, 0, sizeof(meta)); meta 1890 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_set_hash_desc(dp->netdev, &meta, meta 1895 drivers/net/ethernet/netronome/nfp/nfp_net_common.c end = nfp_net_parse_meta(dp->netdev, &meta, meta 1906 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (xdp_prog && !meta.portid) { meta 1948 drivers/net/ethernet/netronome/nfp/nfp_net_common.c if (likely(!meta.portid)) { meta 1950 drivers/net/ethernet/netronome/nfp/nfp_net_common.c } else if (meta.portid == NFP_META_PORT_ID_CTRL) { meta 1962 drivers/net/ethernet/netronome/nfp/nfp_net_common.c netdev = nfp_app_dev_get(nn->app, meta.portid, meta 1992 drivers/net/ethernet/netronome/nfp/nfp_net_common.c skb->mark = meta.mark; meta 1993 drivers/net/ethernet/netronome/nfp/nfp_net_common.c skb_set_hash(skb, meta.hash, meta.hash_type); meta 1998 drivers/net/ethernet/netronome/nfp/nfp_net_common.c nfp_net_rx_csum(dp, r_vec, rxd, &meta, skb); meta 6635 drivers/net/ethernet/qlogic/qed/qed_debug.c struct mcp_trace_meta *meta; meta 6639 drivers/net/ethernet/qlogic/qed/qed_debug.c meta = &dev_user_data->mcp_trace_meta; meta 6643 drivers/net/ethernet/qlogic/qed/qed_debug.c if (meta->is_allocated) meta 6646 drivers/net/ethernet/qlogic/qed/qed_debug.c memset(meta, 0, sizeof(*meta)); meta 6654 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->modules_num = qed_read_byte_from_buf(meta_buf_bytes, &offset); meta 6655 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->modules = kcalloc(meta->modules_num, sizeof(char *), meta 6657 drivers/net/ethernet/qlogic/qed/qed_debug.c if (!meta->modules) meta 6661 drivers/net/ethernet/qlogic/qed/qed_debug.c for (i = 0; i < meta->modules_num; i++) { meta 6664 drivers/net/ethernet/qlogic/qed/qed_debug.c *(meta->modules + i) = kzalloc(module_len, GFP_KERNEL); meta 6665 drivers/net/ethernet/qlogic/qed/qed_debug.c if (!(*(meta->modules + i))) { meta 6667 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->modules_num = i ? i - 1 : 0; meta 6672 drivers/net/ethernet/qlogic/qed/qed_debug.c *(meta->modules + i)); meta 6674 drivers/net/ethernet/qlogic/qed/qed_debug.c (*(meta->modules + i))[MCP_TRACE_MAX_MODULE_LEN] = '\0'; meta 6683 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->formats_num = qed_read_dword_from_buf(meta_buf_bytes, &offset); meta 6684 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->formats = kcalloc(meta->formats_num, meta 6687 drivers/net/ethernet/qlogic/qed/qed_debug.c if (!meta->formats) meta 6691 drivers/net/ethernet/qlogic/qed/qed_debug.c for (i = 0; i < meta->formats_num; i++) { meta 6692 drivers/net/ethernet/qlogic/qed/qed_debug.c struct mcp_trace_format *format_ptr = &meta->formats[i]; meta 6703 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->formats_num = i ? i - 1 : 0; meta 6712 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->is_allocated = true; meta 6736 drivers/net/ethernet/qlogic/qed/qed_debug.c struct mcp_trace_meta *meta; meta 6741 drivers/net/ethernet/qlogic/qed/qed_debug.c meta = &dev_user_data->mcp_trace_meta; meta 6744 drivers/net/ethernet/qlogic/qed/qed_debug.c if (!meta->is_allocated) meta 6766 drivers/net/ethernet/qlogic/qed/qed_debug.c if (format_idx >= meta->formats_num) { meta 6781 drivers/net/ethernet/qlogic/qed/qed_debug.c format_ptr = &meta->formats[format_idx]; meta 6831 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->modules[format_module]); meta 7522 drivers/net/ethernet/qlogic/qed/qed_debug.c struct mcp_trace_meta *meta; meta 7526 drivers/net/ethernet/qlogic/qed/qed_debug.c meta = &dev_user_data->mcp_trace_meta; meta 7527 drivers/net/ethernet/qlogic/qed/qed_debug.c if (!meta->is_allocated) meta 7531 drivers/net/ethernet/qlogic/qed/qed_debug.c if (meta->modules) { meta 7532 drivers/net/ethernet/qlogic/qed/qed_debug.c for (i = 0; i < meta->modules_num; i++) meta 7533 drivers/net/ethernet/qlogic/qed/qed_debug.c kfree(meta->modules[i]); meta 7534 drivers/net/ethernet/qlogic/qed/qed_debug.c kfree(meta->modules); meta 7538 drivers/net/ethernet/qlogic/qed/qed_debug.c if (meta->formats) { meta 7539 drivers/net/ethernet/qlogic/qed/qed_debug.c for (i = 0; i < meta->formats_num; i++) meta 7540 drivers/net/ethernet/qlogic/qed/qed_debug.c kfree(meta->formats[i].format_str); meta 7541 drivers/net/ethernet/qlogic/qed/qed_debug.c kfree(meta->formats); meta 7544 drivers/net/ethernet/qlogic/qed/qed_debug.c meta->is_allocated = false; meta 368 drivers/net/wireless/ath/ath6kl/txrx.c void *meta; meta 421 drivers/net/wireless/ath/ath6kl/txrx.c meta = &meta_v2; meta 424 drivers/net/wireless/ath/ath6kl/txrx.c meta = NULL; meta 430 drivers/net/wireless/ath/ath6kl/txrx.c meta, vif->fw_vif_idx); meta 1305 drivers/net/wireless/ath/ath6kl/txrx.c struct wmi_rx_meta_v2 *meta; meta 1533 drivers/net/wireless/ath/ath6kl/txrx.c meta = (struct wmi_rx_meta_v2 *) skb->data; meta 1534 drivers/net/wireless/ath/ath6kl/txrx.c if (meta->csum_flags & 0x1) { meta 1536 drivers/net/wireless/ath/ath6kl/txrx.c skb->csum = (__force __wsum) meta->csum; meta 74 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta **meta) meta 78 drivers/net/wireless/broadcom/b43/dma.c *meta = &(ring->meta[slot]); meta 166 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta **meta) meta 170 drivers/net/wireless/broadcom/b43/dma.c *meta = &(ring->meta[slot]); meta 396 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta *meta) meta 398 drivers/net/wireless/broadcom/b43/dma.c if (meta->skb) { meta 400 drivers/net/wireless/broadcom/b43/dma.c ieee80211_free_txskb(ring->dev->wl->hw, meta->skb); meta 402 drivers/net/wireless/broadcom/b43/dma.c dev_kfree_skb_any(meta->skb); meta 403 drivers/net/wireless/broadcom/b43/dma.c meta->skb = NULL; meta 594 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta *meta, gfp_t gfp_flags) meta 625 drivers/net/wireless/broadcom/b43/dma.c meta->skb = skb; meta 626 drivers/net/wireless/broadcom/b43/dma.c meta->dmaaddr = dmaaddr; meta 640 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta *meta; meta 643 drivers/net/wireless/broadcom/b43/dma.c desc = ring->ops->idx2desc(ring, i, &meta); meta 645 drivers/net/wireless/broadcom/b43/dma.c err = setup_rx_descbuffer(ring, desc, meta, GFP_KERNEL); meta 660 drivers/net/wireless/broadcom/b43/dma.c desc = ring->ops->idx2desc(ring, i, &meta); meta 662 drivers/net/wireless/broadcom/b43/dma.c unmap_descbuffer(ring, meta->dmaaddr, ring->rx_buffersize, 0); meta 663 drivers/net/wireless/broadcom/b43/dma.c dev_kfree_skb(meta->skb); meta 776 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta *meta; meta 783 drivers/net/wireless/broadcom/b43/dma.c ring->ops->idx2desc(ring, i, &meta); meta 785 drivers/net/wireless/broadcom/b43/dma.c if (!meta->skb || b43_dma_ptr_is_poisoned(meta->skb)) { meta 790 drivers/net/wireless/broadcom/b43/dma.c unmap_descbuffer(ring, meta->dmaaddr, meta 791 drivers/net/wireless/broadcom/b43/dma.c meta->skb->len, 1); meta 793 drivers/net/wireless/broadcom/b43/dma.c unmap_descbuffer(ring, meta->dmaaddr, meta 796 drivers/net/wireless/broadcom/b43/dma.c free_descriptor_buffer(ring, meta); meta 849 drivers/net/wireless/broadcom/b43/dma.c ring->meta = kcalloc(ring->nr_slots, sizeof(struct b43_dmadesc_meta), meta 851 drivers/net/wireless/broadcom/b43/dma.c if (!ring->meta) meta 854 drivers/net/wireless/broadcom/b43/dma.c ring->meta->skb = B43_DMA_PTR_POISON; meta 947 drivers/net/wireless/broadcom/b43/dma.c kfree(ring->meta); meta 1008 drivers/net/wireless/broadcom/b43/dma.c kfree(ring->meta); meta 1199 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta *meta; meta 1239 drivers/net/wireless/broadcom/b43/dma.c desc = ops->idx2desc(ring, slot, &meta); meta 1240 drivers/net/wireless/broadcom/b43/dma.c memset(meta, 0, sizeof(*meta)); meta 1242 drivers/net/wireless/broadcom/b43/dma.c meta->skb = skb; meta 1243 drivers/net/wireless/broadcom/b43/dma.c meta->is_last_fragment = true; meta 1246 drivers/net/wireless/broadcom/b43/dma.c meta->dmaaddr = map_descbuffer(ring, skb->data, skb->len, 1); meta 1248 drivers/net/wireless/broadcom/b43/dma.c if (b43_dma_mapping_error(ring, meta->dmaaddr, skb->len, 1)) { meta 1258 drivers/net/wireless/broadcom/b43/dma.c meta->dmaaddr = map_descbuffer(ring, priv_info->bouncebuffer, skb->len, 1); meta 1259 drivers/net/wireless/broadcom/b43/dma.c if (b43_dma_mapping_error(ring, meta->dmaaddr, skb->len, 1)) { meta 1269 drivers/net/wireless/broadcom/b43/dma.c ops->fill_descriptor(ring, desc, meta->dmaaddr, skb->len, 0, 1, 1); meta 1419 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta *meta; meta 1476 drivers/net/wireless/broadcom/b43/dma.c ops->idx2desc(ring, slot, &meta); meta 1478 drivers/net/wireless/broadcom/b43/dma.c if (b43_dma_ptr_is_poisoned(meta->skb)) { meta 1485 drivers/net/wireless/broadcom/b43/dma.c if (meta->skb) { meta 1487 drivers/net/wireless/broadcom/b43/dma.c b43_get_priv_tx_info(IEEE80211_SKB_CB(meta->skb)); meta 1489 drivers/net/wireless/broadcom/b43/dma.c unmap_descbuffer(ring, meta->dmaaddr, meta 1490 drivers/net/wireless/broadcom/b43/dma.c meta->skb->len, 1); meta 1494 drivers/net/wireless/broadcom/b43/dma.c unmap_descbuffer(ring, meta->dmaaddr, meta 1498 drivers/net/wireless/broadcom/b43/dma.c if (meta->is_last_fragment) { meta 1501 drivers/net/wireless/broadcom/b43/dma.c if (unlikely(!meta->skb)) { meta 1511 drivers/net/wireless/broadcom/b43/dma.c info = IEEE80211_SKB_CB(meta->skb); meta 1534 drivers/net/wireless/broadcom/b43/dma.c ieee80211_tx_status(dev->wl->hw, meta->skb); meta 1538 drivers/net/wireless/broadcom/b43/dma.c meta->skb = B43_DMA_PTR_POISON; meta 1543 drivers/net/wireless/broadcom/b43/dma.c if (unlikely(meta->skb)) { meta 1554 drivers/net/wireless/broadcom/b43/dma.c if (meta->is_last_fragment && !skip) { meta 1586 drivers/net/wireless/broadcom/b43/dma.c struct b43_dmadesc_meta *meta; meta 1593 drivers/net/wireless/broadcom/b43/dma.c desc = ops->idx2desc(ring, *slot, &meta); meta 1595 drivers/net/wireless/broadcom/b43/dma.c sync_descbuffer_for_cpu(ring, meta->dmaaddr, ring->rx_buffersize); meta 1596 drivers/net/wireless/broadcom/b43/dma.c skb = meta->skb; meta 1609 drivers/net/wireless/broadcom/b43/dma.c dmaaddr = meta->dmaaddr; meta 1617 drivers/net/wireless/broadcom/b43/dma.c dmaaddr = meta->dmaaddr; meta 1630 drivers/net/wireless/broadcom/b43/dma.c desc = ops->idx2desc(ring, *slot, &meta); meta 1632 drivers/net/wireless/broadcom/b43/dma.c b43_poison_rx_buffer(ring, meta->skb); meta 1633 drivers/net/wireless/broadcom/b43/dma.c sync_descbuffer_for_device(ring, meta->dmaaddr, meta 1647 drivers/net/wireless/broadcom/b43/dma.c dmaaddr = meta->dmaaddr; meta 1648 drivers/net/wireless/broadcom/b43/dma.c err = setup_rx_descbuffer(ring, desc, meta, GFP_ATOMIC); meta 202 drivers/net/wireless/broadcom/b43/dma.h meta); meta 232 drivers/net/wireless/broadcom/b43/dma.h struct b43_dmadesc_meta *meta; meta 34 drivers/net/wireless/broadcom/b43legacy/dma.c struct b43legacy_dmadesc_meta **meta) meta 38 drivers/net/wireless/broadcom/b43legacy/dma.c *meta = &(ring->meta[slot]); meta 306 drivers/net/wireless/broadcom/b43legacy/dma.c struct b43legacy_dmadesc_meta *meta, meta 309 drivers/net/wireless/broadcom/b43legacy/dma.c if (meta->skb) { meta 311 drivers/net/wireless/broadcom/b43legacy/dma.c dev_kfree_skb_irq(meta->skb); meta 313 drivers/net/wireless/broadcom/b43legacy/dma.c dev_kfree_skb(meta->skb); meta 314 drivers/net/wireless/broadcom/b43legacy/dma.c meta->skb = NULL; meta 442 drivers/net/wireless/broadcom/b43legacy/dma.c struct b43legacy_dmadesc_meta *meta, meta 475 drivers/net/wireless/broadcom/b43legacy/dma.c meta->skb = skb; meta 476 drivers/net/wireless/broadcom/b43legacy/dma.c meta->dmaaddr = dmaaddr; meta 495 drivers/net/wireless/broadcom/b43legacy/dma.c struct b43legacy_dmadesc_meta *meta; meta 498 drivers/net/wireless/broadcom/b43legacy/dma.c desc = op32_idx2desc(ring, i, &meta); meta 500 drivers/net/wireless/broadcom/b43legacy/dma.c err = setup_rx_descbuffer(ring, desc, meta, GFP_KERNEL); meta 515 drivers/net/wireless/broadcom/b43legacy/dma.c desc = op32_idx2desc(ring, i, &meta); meta 517 drivers/net/wireless/broadcom/b43legacy/dma.c unmap_descbuffer(ring, meta->dmaaddr, ring->rx_buffersize, 0); meta 518 drivers/net/wireless/broadcom/b43legacy/dma.c dev_kfree_skb(meta->skb); meta 584 drivers/net/wireless/broadcom/b43legacy/dma.c struct b43legacy_dmadesc_meta *meta; meta 590 drivers/net/wireless/broadcom/b43legacy/dma.c op32_idx2desc(ring, i, &meta); meta 592 drivers/net/wireless/broadcom/b43legacy/dma.c if (!meta->skb) { meta 597 drivers/net/wireless/broadcom/b43legacy/dma.c unmap_descbuffer(ring, meta->dmaaddr, meta 598 drivers/net/wireless/broadcom/b43legacy/dma.c meta->skb->len, 1); meta 600 drivers/net/wireless/broadcom/b43legacy/dma.c unmap_descbuffer(ring, meta->dmaaddr, meta 602 drivers/net/wireless/broadcom/b43legacy/dma.c free_descriptor_buffer(ring, meta, 0); meta 644 drivers/net/wireless/broadcom/b43legacy/dma.c ring->meta = kcalloc(nr_slots, sizeof(struct b43legacy_dmadesc_meta), meta 646 drivers/net/wireless/broadcom/b43legacy/dma.c if (!ring->meta) meta 720 drivers/net/wireless/broadcom/b43legacy/dma.c kfree(ring->meta); meta 745 drivers/net/wireless/broadcom/b43legacy/dma.c kfree(ring->meta); meta 955 drivers/net/wireless/broadcom/b43legacy/dma.c struct b43legacy_dmadesc_meta *meta; meta 994 drivers/net/wireless/broadcom/b43legacy/dma.c desc = op32_idx2desc(ring, slot, &meta); meta 995 drivers/net/wireless/broadcom/b43legacy/dma.c memset(meta, 0, sizeof(*meta)); meta 997 drivers/net/wireless/broadcom/b43legacy/dma.c meta->skb = skb; meta 998 drivers/net/wireless/broadcom/b43legacy/dma.c meta->is_last_fragment = true; meta 1000 drivers/net/wireless/broadcom/b43legacy/dma.c meta->dmaaddr = map_descbuffer(ring, skb->data, skb->len, 1); meta 1002 drivers/net/wireless/broadcom/b43legacy/dma.c if (b43legacy_dma_mapping_error(ring, meta->dmaaddr, skb->len, 1)) { meta 1020 drivers/net/wireless/broadcom/b43legacy/dma.c meta->skb = skb; meta 1021 drivers/net/wireless/broadcom/b43legacy/dma.c meta->dmaaddr = map_descbuffer(ring, skb->data, skb->len, 1); meta 1022 drivers/net/wireless/broadcom/b43legacy/dma.c if (b43legacy_dma_mapping_error(ring, meta->dmaaddr, skb->len, 1)) { meta 1030 drivers/net/wireless/broadcom/b43legacy/dma.c op32_fill_descriptor(ring, desc, meta->dmaaddr, meta 1126 drivers/net/wireless/broadcom/b43legacy/dma.c struct b43legacy_dmadesc_meta *meta; meta 1154 drivers/net/wireless/broadcom/b43legacy/dma.c op32_idx2desc(ring, slot, &meta); meta 1156 drivers/net/wireless/broadcom/b43legacy/dma.c if (meta->skb) meta 1157 drivers/net/wireless/broadcom/b43legacy/dma.c unmap_descbuffer(ring, meta->dmaaddr, meta 1158 drivers/net/wireless/broadcom/b43legacy/dma.c meta->skb->len, 1); meta 1160 drivers/net/wireless/broadcom/b43legacy/dma.c unmap_descbuffer(ring, meta->dmaaddr, meta 1164 drivers/net/wireless/broadcom/b43legacy/dma.c if (meta->is_last_fragment) { meta 1166 drivers/net/wireless/broadcom/b43legacy/dma.c BUG_ON(!meta->skb); meta 1167 drivers/net/wireless/broadcom/b43legacy/dma.c info = IEEE80211_SKB_CB(meta->skb); meta 1204 drivers/net/wireless/broadcom/b43legacy/dma.c ieee80211_tx_status_irqsafe(dev->wl->hw, meta->skb); meta 1206 drivers/net/wireless/broadcom/b43legacy/dma.c meta->skb = NULL; meta 1211 drivers/net/wireless/broadcom/b43legacy/dma.c B43legacy_WARN_ON(meta->skb != NULL); meta 1217 drivers/net/wireless/broadcom/b43legacy/dma.c if (meta->is_last_fragment) meta 1245 drivers/net/wireless/broadcom/b43legacy/dma.c struct b43legacy_dmadesc_meta *meta; meta 1252 drivers/net/wireless/broadcom/b43legacy/dma.c desc = op32_idx2desc(ring, *slot, &meta); meta 1254 drivers/net/wireless/broadcom/b43legacy/dma.c sync_descbuffer_for_cpu(ring, meta->dmaaddr, ring->rx_buffersize); meta 1255 drivers/net/wireless/broadcom/b43legacy/dma.c skb = meta->skb; meta 1272 drivers/net/wireless/broadcom/b43legacy/dma.c sync_descbuffer_for_device(ring, meta->dmaaddr, meta 1289 drivers/net/wireless/broadcom/b43legacy/dma.c sync_descbuffer_for_device(ring, meta->dmaaddr, meta 1304 drivers/net/wireless/broadcom/b43legacy/dma.c desc = op32_idx2desc(ring, *slot, &meta); meta 1306 drivers/net/wireless/broadcom/b43legacy/dma.c sync_descbuffer_for_device(ring, meta->dmaaddr, meta 1320 drivers/net/wireless/broadcom/b43legacy/dma.c dmaaddr = meta->dmaaddr; meta 1321 drivers/net/wireless/broadcom/b43legacy/dma.c err = setup_rx_descbuffer(ring, desc, meta, GFP_ATOMIC); meta 126 drivers/net/wireless/broadcom/b43legacy/dma.h struct b43legacy_dmadesc_meta *meta; meta 527 drivers/net/wireless/intel/iwlegacy/3945-mac.c out_meta = &txq->meta[idx]; meta 655 drivers/net/wireless/intel/iwlegacy/3945.c pci_unmap_single(dev, dma_unmap_addr(&txq->meta[idx], mapping), meta 656 drivers/net/wireless/intel/iwlegacy/3945.c dma_unmap_len(&txq->meta[idx], len), meta 1769 drivers/net/wireless/intel/iwlegacy/4965-mac.c out_meta = &txq->meta[q->write_ptr]; meta 3937 drivers/net/wireless/intel/iwlegacy/4965-mac.c pci_unmap_single(dev, dma_unmap_addr(&txq->meta[idx], mapping), meta 3938 drivers/net/wireless/intel/iwlegacy/4965-mac.c dma_unmap_len(&txq->meta[idx], len), meta 364 drivers/net/wireless/intel/iwlegacy/common.c il->txq[il->cmd_queue].meta[cmd_idx].flags &= ~CMD_WANT_SKB; meta 2799 drivers/net/wireless/intel/iwlegacy/common.c kfree(txq->meta); meta 2801 drivers/net/wireless/intel/iwlegacy/common.c txq->meta = NULL; meta 2824 drivers/net/wireless/intel/iwlegacy/common.c if (txq->meta[i].flags & CMD_MAPPED) { meta 2826 drivers/net/wireless/intel/iwlegacy/common.c dma_unmap_addr(&txq->meta[i], mapping), meta 2827 drivers/net/wireless/intel/iwlegacy/common.c dma_unmap_len(&txq->meta[i], len), meta 2829 drivers/net/wireless/intel/iwlegacy/common.c txq->meta[i].flags = 0; meta 2836 drivers/net/wireless/intel/iwlegacy/common.c if (txq->meta[i].flags & CMD_MAPPED) { meta 2838 drivers/net/wireless/intel/iwlegacy/common.c dma_unmap_addr(&txq->meta[i], mapping), meta 2839 drivers/net/wireless/intel/iwlegacy/common.c dma_unmap_len(&txq->meta[i], len), meta 2841 drivers/net/wireless/intel/iwlegacy/common.c txq->meta[i].flags = 0; meta 2876 drivers/net/wireless/intel/iwlegacy/common.c kfree(txq->meta); meta 2878 drivers/net/wireless/intel/iwlegacy/common.c txq->meta = NULL; meta 3027 drivers/net/wireless/intel/iwlegacy/common.c txq->meta = meta 3032 drivers/net/wireless/intel/iwlegacy/common.c if (!txq->meta || !txq->cmd) meta 3072 drivers/net/wireless/intel/iwlegacy/common.c kfree(txq->meta); meta 3073 drivers/net/wireless/intel/iwlegacy/common.c txq->meta = NULL; meta 3095 drivers/net/wireless/intel/iwlegacy/common.c memset(txq->meta, 0, sizeof(struct il_cmd_meta) * actual_slots); meta 3160 drivers/net/wireless/intel/iwlegacy/common.c out_meta = &txq->meta[idx]; meta 3287 drivers/net/wireless/intel/iwlegacy/common.c struct il_cmd_meta *meta; meta 3305 drivers/net/wireless/intel/iwlegacy/common.c meta = &txq->meta[cmd_idx]; meta 3309 drivers/net/wireless/intel/iwlegacy/common.c pci_unmap_single(il->pci_dev, dma_unmap_addr(meta, mapping), meta 3310 drivers/net/wireless/intel/iwlegacy/common.c dma_unmap_len(meta, len), PCI_DMA_BIDIRECTIONAL); meta 3313 drivers/net/wireless/intel/iwlegacy/common.c if (meta->flags & CMD_WANT_SKB) { meta 3314 drivers/net/wireless/intel/iwlegacy/common.c meta->source->reply_page = (unsigned long)rxb_addr(rxb); meta 3316 drivers/net/wireless/intel/iwlegacy/common.c } else if (meta->callback) meta 3317 drivers/net/wireless/intel/iwlegacy/common.c meta->callback(il, cmd, pkt); meta 3323 drivers/net/wireless/intel/iwlegacy/common.c if (!(meta->flags & CMD_ASYNC)) { meta 3331 drivers/net/wireless/intel/iwlegacy/common.c meta->flags = 0; meta 154 drivers/net/wireless/intel/iwlegacy/common.h struct il_cmd_meta *meta; meta 312 drivers/net/wireless/intel/iwlwifi/pcie/internal.h struct iwl_cmd_meta meta; meta 156 drivers/net/wireless/intel/iwlwifi/pcie/tx-gen2.c struct iwl_cmd_meta *meta, meta 172 drivers/net/wireless/intel/iwlwifi/pcie/tx-gen2.c if (meta->tbs & BIT(i)) meta 196 drivers/net/wireless/intel/iwlwifi/pcie/tx-gen2.c iwl_pcie_gen2_tfd_unmap(trans, &txq->entries[idx].meta, meta 640 drivers/net/wireless/intel/iwlwifi/pcie/tx-gen2.c out_meta = &txq->entries[idx].meta; meta 792 drivers/net/wireless/intel/iwlwifi/pcie/tx-gen2.c out_meta = &txq->entries[idx].meta; meta 1004 drivers/net/wireless/intel/iwlwifi/pcie/tx-gen2.c txq->entries[cmd_idx].meta.flags &= ~CMD_WANT_SKB; meta 404 drivers/net/wireless/intel/iwlwifi/pcie/tx.c struct iwl_cmd_meta *meta, meta 423 drivers/net/wireless/intel/iwlwifi/pcie/tx.c if (meta->tbs & BIT(i)) meta 437 drivers/net/wireless/intel/iwlwifi/pcie/tx.c meta->tbs = 0; meta 473 drivers/net/wireless/intel/iwlwifi/pcie/tx.c iwl_pcie_tfd_unmap(trans, &txq->entries[idx].meta, txq, rd_ptr); meta 1638 drivers/net/wireless/intel/iwlwifi/pcie/tx.c out_meta = &txq->entries[idx].meta; meta 1811 drivers/net/wireless/intel/iwlwifi/pcie/tx.c struct iwl_cmd_meta *meta; meta 1830 drivers/net/wireless/intel/iwlwifi/pcie/tx.c meta = &txq->entries[cmd_index].meta; meta 1834 drivers/net/wireless/intel/iwlwifi/pcie/tx.c iwl_pcie_tfd_unmap(trans, meta, txq, index); meta 1837 drivers/net/wireless/intel/iwlwifi/pcie/tx.c if (meta->flags & CMD_WANT_SKB) { meta 1840 drivers/net/wireless/intel/iwlwifi/pcie/tx.c meta->source->resp_pkt = pkt; meta 1841 drivers/net/wireless/intel/iwlwifi/pcie/tx.c meta->source->_rx_page_addr = (unsigned long)page_address(p); meta 1842 drivers/net/wireless/intel/iwlwifi/pcie/tx.c meta->source->_rx_page_order = trans_pcie->rx_page_order; meta 1845 drivers/net/wireless/intel/iwlwifi/pcie/tx.c if (meta->flags & CMD_WANT_ASYNC_CALLBACK) meta 1850 drivers/net/wireless/intel/iwlwifi/pcie/tx.c if (!(meta->flags & CMD_ASYNC)) { meta 1862 drivers/net/wireless/intel/iwlwifi/pcie/tx.c meta->flags = 0; meta 1972 drivers/net/wireless/intel/iwlwifi/pcie/tx.c txq->entries[cmd_idx].meta.flags &= ~CMD_WANT_SKB; meta 2393 drivers/net/wireless/intel/iwlwifi/pcie/tx.c out_meta = &txq->entries[txq->write_ptr].meta; meta 75 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c struct hostap_skb_tx_data *meta; meta 253 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 254 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c memset(meta, 0, sizeof(*meta)); meta 255 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->magic = HOSTAP_SKB_TX_DATA_MAGIC; meta 257 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->flags |= HOSTAP_TX_FLAGS_WDS; meta 258 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->ethertype = ethertype; meta 259 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->iface = iface; meta 274 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c struct hostap_skb_tx_data *meta; meta 291 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 292 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c memset(meta, 0, sizeof(*meta)); meta 293 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->magic = HOSTAP_SKB_TX_DATA_MAGIC; meta 294 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->iface = iface; meta 303 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->ethertype = (pos[0] << 8) | pos[1]; meta 391 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c struct hostap_skb_tx_data *meta; meta 401 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 402 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c if (meta->magic != HOSTAP_SKB_TX_DATA_MAGIC) { meta 405 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c dev->name, meta->magic, HOSTAP_SKB_TX_DATA_MAGIC); meta 435 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 444 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->ethertype != ETH_P_PAE && meta 445 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c !(meta->flags & HOSTAP_TX_FLAGS_WDS)) { meta 448 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c dev->name, meta->ethertype); meta 473 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c local->ap && local->ap->tx_callback_idx && meta->tx_cb_idx == 0) { meta 474 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->tx_cb_idx = local->ap->tx_callback_idx; meta 486 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c if (local->ieee_802_1x && meta->ethertype == ETH_P_PAE && tx.crypt && meta 505 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta->ethertype != ETH_P_PAE) { meta 523 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 524 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c if (meta->magic != HOSTAP_SKB_TX_DATA_MAGIC) { meta 527 drivers/net/wireless/intersil/hostap/hostap_80211_tx.c dev->name, meta->magic, meta 932 drivers/net/wireless/intersil/hostap/hostap_ap.c struct hostap_skb_tx_data *meta; meta 979 drivers/net/wireless/intersil/hostap/hostap_ap.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 980 drivers/net/wireless/intersil/hostap/hostap_ap.c memset(meta, 0, sizeof(*meta)); meta 981 drivers/net/wireless/intersil/hostap/hostap_ap.c meta->magic = HOSTAP_SKB_TX_DATA_MAGIC; meta 982 drivers/net/wireless/intersil/hostap/hostap_ap.c meta->iface = iface; meta 983 drivers/net/wireless/intersil/hostap/hostap_ap.c meta->tx_cb_idx = tx_cb_idx; meta 1842 drivers/net/wireless/intersil/hostap/hostap_ap.c struct hostap_skb_tx_data *meta; meta 1853 drivers/net/wireless/intersil/hostap/hostap_ap.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 1854 drivers/net/wireless/intersil/hostap/hostap_ap.c meta->flags |= HOSTAP_TX_FLAGS_BUFFERED_FRAME; meta 1857 drivers/net/wireless/intersil/hostap/hostap_ap.c meta->flags |= HOSTAP_TX_FLAGS_ADD_MOREDATA; meta 2688 drivers/net/wireless/intersil/hostap/hostap_ap.c struct hostap_skb_tx_data *meta; meta 2690 drivers/net/wireless/intersil/hostap/hostap_ap.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 2693 drivers/net/wireless/intersil/hostap/hostap_ap.c meta->iface->type == HOSTAP_INTERFACE_STA) meta 2713 drivers/net/wireless/intersil/hostap/hostap_ap.c !(meta->flags & HOSTAP_TX_FLAGS_WDS) && meta 2714 drivers/net/wireless/intersil/hostap/hostap_ap.c meta->iface->type != HOSTAP_INTERFACE_MASTER && meta 2715 drivers/net/wireless/intersil/hostap/hostap_ap.c meta->iface->type != HOSTAP_INTERFACE_AP) { meta 2740 drivers/net/wireless/intersil/hostap/hostap_ap.c local->ap->last_tx_rate = meta->rate = meta 2749 drivers/net/wireless/intersil/hostap/hostap_ap.c if (meta->flags & HOSTAP_TX_FLAGS_ADD_MOREDATA) { meta 2755 drivers/net/wireless/intersil/hostap/hostap_ap.c if (meta->flags & HOSTAP_TX_FLAGS_BUFFERED_FRAME) { meta 2827 drivers/net/wireless/intersil/hostap/hostap_ap.c struct hostap_skb_tx_data *meta; meta 2830 drivers/net/wireless/intersil/hostap/hostap_ap.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 2846 drivers/net/wireless/intersil/hostap/hostap_ap.c sta->tx_rate_idx > 0 && meta->rate <= sta->tx_rate) { meta 1804 drivers/net/wireless/intersil/hostap/hostap_hw.c struct hostap_skb_tx_data *meta; meta 1811 drivers/net/wireless/intersil/hostap/hostap_hw.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 1840 drivers/net/wireless/intersil/hostap/hostap_hw.c if (meta->tx_cb_idx) { meta 1842 drivers/net/wireless/intersil/hostap/hostap_hw.c txdesc.sw_support = cpu_to_le32(meta->tx_cb_idx); meta 1845 drivers/net/wireless/intersil/hostap/hostap_hw.c txdesc.tx_rate = meta->rate; meta 1031 drivers/net/wireless/intersil/hostap/hostap_main.c struct hostap_skb_tx_data *meta; meta 1046 drivers/net/wireless/intersil/hostap/hostap_main.c meta = (struct hostap_skb_tx_data *) skb->cb; meta 1047 drivers/net/wireless/intersil/hostap/hostap_main.c memset(meta, 0, sizeof(*meta)); meta 1048 drivers/net/wireless/intersil/hostap/hostap_main.c meta->magic = HOSTAP_SKB_TX_DATA_MAGIC; meta 1049 drivers/net/wireless/intersil/hostap/hostap_main.c meta->iface = netdev_priv(dev); meta 721 drivers/net/wireless/quantenna/qtnfmac/core.c struct qtnf_frame_meta_info *meta; meta 729 drivers/net/wireless/quantenna/qtnfmac/core.c meta = (struct qtnf_frame_meta_info *) meta 730 drivers/net/wireless/quantenna/qtnfmac/core.c (skb_tail_pointer(skb) - sizeof(*meta)); meta 732 drivers/net/wireless/quantenna/qtnfmac/core.c if (unlikely(!qtnf_is_frame_meta_magic_valid(meta))) { meta 734 drivers/net/wireless/quantenna/qtnfmac/core.c meta->magic_s, meta->magic_e); meta 738 drivers/net/wireless/quantenna/qtnfmac/core.c if (unlikely(meta->macid >= QTNF_MAX_MAC)) { meta 739 drivers/net/wireless/quantenna/qtnfmac/core.c pr_err_ratelimited("invalid mac(%u)\n", meta->macid); meta 743 drivers/net/wireless/quantenna/qtnfmac/core.c if (unlikely(meta->ifidx >= QTNF_MAX_INTF)) { meta 744 drivers/net/wireless/quantenna/qtnfmac/core.c pr_err_ratelimited("invalid vif(%u)\n", meta->ifidx); meta 748 drivers/net/wireless/quantenna/qtnfmac/core.c mac = bus->mac[meta->macid]; meta 751 drivers/net/wireless/quantenna/qtnfmac/core.c pr_err_ratelimited("mac(%d) does not exist\n", meta->macid); meta 755 drivers/net/wireless/quantenna/qtnfmac/core.c vif = &mac->iflist[meta->ifidx]; meta 758 drivers/net/wireless/quantenna/qtnfmac/core.c pr_err_ratelimited("vif(%u) does not exists\n", meta->ifidx); meta 766 drivers/net/wireless/quantenna/qtnfmac/core.c meta->macid, meta->ifidx); meta 770 drivers/net/wireless/quantenna/qtnfmac/core.c __skb_trim(skb, skb->len - sizeof(*meta)); meta 906 drivers/nvme/host/core.c void *meta = NULL; meta 924 drivers/nvme/host/core.c meta = nvme_add_user_metadata(bio, meta_buffer, meta_len, meta 926 drivers/nvme/host/core.c if (IS_ERR(meta)) { meta 927 drivers/nvme/host/core.c ret = PTR_ERR(meta); meta 941 drivers/nvme/host/core.c if (meta && !ret && !write) { meta 942 drivers/nvme/host/core.c if (copy_to_user(meta_buffer, meta, meta_len)) meta 945 drivers/nvme/host/core.c kfree(meta); meta 557 drivers/nvme/host/lightnvm.c struct nvm_chk_meta *meta) meta 604 drivers/nvme/host/lightnvm.c meta->state = dev_meta_off->state; meta 605 drivers/nvme/host/lightnvm.c meta->type = dev_meta_off->type; meta 606 drivers/nvme/host/lightnvm.c meta->wi = dev_meta_off->wi; meta 607 drivers/nvme/host/lightnvm.c meta->slba = le64_to_cpu(dev_meta_off->slba); meta 608 drivers/nvme/host/lightnvm.c meta->cnlb = le64_to_cpu(dev_meta_off->cnlb); meta 609 drivers/nvme/host/lightnvm.c meta->wp = le64_to_cpu(dev_meta_off->wp); meta 611 drivers/nvme/host/lightnvm.c meta++; meta 95 drivers/staging/media/ipu3/ipu3-css.h struct v4l2_meta_format meta; meta 351 drivers/staging/media/ipu3/ipu3-v4l2.c need_bytes = node->vdev_fmt.fmt.meta.buffersize; meta 394 drivers/staging/media/ipu3/ipu3-v4l2.c size = fmt->fmt.meta.buffersize; meta 1072 drivers/staging/media/ipu3/ipu3-v4l2.c f->fmt.meta.dataformat = V4L2_META_FMT_IPU3_PARAMS; meta 1074 drivers/staging/media/ipu3/ipu3-v4l2.c imgu_css_meta_fmt_set(&f->fmt.meta); meta 1079 drivers/staging/media/ipu3/ipu3-v4l2.c f->fmt.meta.dataformat = V4L2_META_FMT_IPU3_STAT_3A; meta 1081 drivers/staging/media/ipu3/ipu3-v4l2.c imgu_css_meta_fmt_set(&f->fmt.meta); meta 109 drivers/staging/media/ipu3/ipu3.c const struct v4l2_meta_format *meta; meta 128 drivers/staging/media/ipu3/ipu3.c meta = &imgu_pipe->nodes[node].vdev_fmt.fmt.meta; meta 132 drivers/staging/media/ipu3/ipu3.c size = meta->buffersize; meta 655 drivers/staging/wlan-ng/p80211conv.c struct p80211_frmmeta *meta; meta 657 drivers/staging/wlan-ng/p80211conv.c meta = p80211skb_frmmeta(skb); meta 658 drivers/staging/wlan-ng/p80211conv.c if (meta && meta->rx) meta 155 fs/afs/dir_edit.c static void afs_edit_init_block(union afs_xdr_dir_block *meta, meta 166 fs/afs/dir_edit.c memset(block->meta.alloc_ctrs, meta 168 fs/afs/dir_edit.c sizeof(block->meta.alloc_ctrs)); meta 169 fs/afs/dir_edit.c meta->meta.alloc_ctrs[0] = meta 174 fs/afs/dir_edit.c meta->meta.alloc_ctrs[block_num] = meta 190 fs/afs/dir_edit.c union afs_xdr_dir_block *meta, *block; meta 222 fs/afs/dir_edit.c meta = &meta_page->blocks[0]; meta 261 fs/afs/dir_edit.c (b < AFS_DIR_BLOCKS_WITH_CTR) ? meta->meta.alloc_ctrs[b] : 99, meta 268 fs/afs/dir_edit.c afs_edit_init_block(meta, block, b); meta 274 fs/afs/dir_edit.c meta->meta.alloc_ctrs[b] >= need_slots) { meta 300 fs/afs/dir_edit.c afs_edit_init_block(meta, meta, 0); meta 305 fs/afs/dir_edit.c block = meta; meta 332 fs/afs/dir_edit.c meta->meta.alloc_ctrs[b] -= need_slots; meta 371 fs/afs/dir_edit.c union afs_xdr_dir_block *meta, *block; meta 402 fs/afs/dir_edit.c meta = &meta_page->blocks[0]; meta 426 fs/afs/dir_edit.c meta->meta.alloc_ctrs[b] <= AFS_DIR_SLOTS_PER_BLOCK - 1 - need_slots) { meta 464 fs/afs/dir_edit.c meta->meta.alloc_ctrs[b] += need_slots; meta 87 fs/afs/xdr_fs.h } meta; meta 39 fs/btrfs/block-group.c bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT) { meta 40 fs/btrfs/block-group.c target = BTRFS_BLOCK_GROUP_METADATA | bctl->meta.target; meta 2048 fs/btrfs/ctree.h read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba); meta 2055 fs/btrfs/ctree.h write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba); meta 4543 fs/btrfs/ioctl.c memcpy(&bargs->meta, &bctl->meta, sizeof(bargs->meta)); meta 4653 fs/btrfs/ioctl.c memcpy(&bctl->meta, &bargs->meta, sizeof(bctl->meta)); meta 3296 fs/btrfs/volumes.c btrfs_cpu_balance_args_to_disk(&disk_bargs, &bctl->meta); meta 3364 fs/btrfs/volumes.c if (bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT) meta 3365 fs/btrfs/volumes.c bctl->meta.flags |= BTRFS_BALANCE_ARGS_SOFT; meta 3386 fs/btrfs/volumes.c if (!(bctl->meta.flags & BTRFS_BALANCE_ARGS_USAGE) && meta 3387 fs/btrfs/volumes.c !(bctl->meta.flags & BTRFS_BALANCE_ARGS_USAGE_RANGE) && meta 3388 fs/btrfs/volumes.c !(bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT)) { meta 3389 fs/btrfs/volumes.c bctl->meta.flags |= BTRFS_BALANCE_ARGS_USAGE; meta 3390 fs/btrfs/volumes.c bctl->meta.usage = 90; meta 3614 fs/btrfs/volumes.c bargs = &bctl->meta; meta 3700 fs/btrfs/volumes.c u64 limit_meta = bctl->meta.limit; meta 3724 fs/btrfs/volumes.c bctl->meta.limit = limit_meta; meta 3809 fs/btrfs/volumes.c count_meta < bctl->meta.limit_min) meta 4049 fs/btrfs/volumes.c describe_balance_args(&bctl->meta, tmp_buf, sizeof(tmp_buf)); meta 4106 fs/btrfs/volumes.c memcmp(&bctl->data, &bctl->meta, sizeof(bctl->data))) { meta 4137 fs/btrfs/volumes.c if (validate_convert_profile(&bctl->meta, allowed)) { meta 4140 fs/btrfs/volumes.c btrfs_bg_type_to_raid_name(bctl->meta.target)); meta 4168 fs/btrfs/volumes.c ((bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT) && meta 4170 fs/btrfs/volumes.c !(bctl->meta.target & allowed))) meta 4176 fs/btrfs/volumes.c meta_target = (bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT) ? meta 4177 fs/btrfs/volumes.c bctl->meta.target : fs_info->avail_metadata_alloc_bits; meta 4351 fs/btrfs/volumes.c btrfs_disk_balance_args_to_cpu(&bctl->meta, &disk_bargs); meta 391 fs/btrfs/volumes.h struct btrfs_balance_args meta; meta 1496 fs/gfs2/bmap.c bool meta, u32 *btotal) meta 1563 fs/gfs2/bmap.c if (meta) meta 1605 fs/gfs2/bmap.c __gfs2_free_blocks(ip, rgd, bstart, (u32)blen, meta); meta 1613 fs/gfs2/bmap.c __gfs2_free_blocks(ip, rgd, bstart, (u32)blen, meta); meta 329 fs/gfs2/meta_io.c void gfs2_remove_from_journal(struct buffer_head *bh, int meta) meta 341 fs/gfs2/meta_io.c if (meta == REMOVE_META) meta 62 fs/gfs2/meta_io.h extern void gfs2_remove_from_journal(struct buffer_head *bh, int meta); meta 2474 fs/gfs2/rgrp.c u64 bstart, u32 blen, int meta) meta 2486 fs/gfs2/rgrp.c if (meta || ip->i_depth) meta 52 fs/gfs2/rgrp.h u64 bstart, u32 blen, int meta); meta 1741 fs/ocfs2/ocfs2_trace.h TP_PROTO(const char *name, int meta, int clusters, int credits), meta 1742 fs/ocfs2/ocfs2_trace.h TP_ARGS(name, meta, clusters, credits), meta 1745 fs/ocfs2/ocfs2_trace.h __field(int, meta) meta 1751 fs/ocfs2/ocfs2_trace.h __entry->meta = meta; meta 1755 fs/ocfs2/ocfs2_trace.h TP_printk("%s %d %d %d", __get_str(name), __entry->meta, meta 50 fs/squashfs/file.c struct meta_index *meta = NULL; meta 68 fs/squashfs/file.c meta = &msblk->meta_index[i]; meta 69 fs/squashfs/file.c offset = meta->offset; meta 73 fs/squashfs/file.c if (meta) meta 74 fs/squashfs/file.c meta->locked = 1; meta 79 fs/squashfs/file.c return meta; meta 90 fs/squashfs/file.c struct meta_index *meta = NULL; meta 131 fs/squashfs/file.c meta = &msblk->meta_index[msblk->next_meta_index]; meta 135 fs/squashfs/file.c meta->inode_number = inode->i_ino; meta 136 fs/squashfs/file.c meta->offset = offset; meta 137 fs/squashfs/file.c meta->skip = skip; meta 138 fs/squashfs/file.c meta->entries = 0; meta 139 fs/squashfs/file.c meta->locked = 1; meta 143 fs/squashfs/file.c return meta; meta 147 fs/squashfs/file.c static void release_meta_index(struct inode *inode, struct meta_index *meta) meta 151 fs/squashfs/file.c meta->locked = 0; meta 233 fs/squashfs/file.c struct meta_index *meta; meta 246 fs/squashfs/file.c meta = locate_meta_index(inode, offset + 1, index); meta 248 fs/squashfs/file.c if (meta == NULL) { meta 249 fs/squashfs/file.c meta = empty_meta_index(inode, offset + 1, skip); meta 250 fs/squashfs/file.c if (meta == NULL) meta 253 fs/squashfs/file.c offset = index < meta->offset + meta->entries ? index : meta 254 fs/squashfs/file.c meta->offset + meta->entries - 1; meta 255 fs/squashfs/file.c meta_entry = &meta->meta_entry[offset - meta->offset]; meta 261 fs/squashfs/file.c "meta->entries %d\n", offset, meta->offset, meta 262 fs/squashfs/file.c meta->entries); meta 273 fs/squashfs/file.c for (i = meta->offset + meta->entries; i <= index && meta 274 fs/squashfs/file.c i < meta->offset + SQUASHFS_META_ENTRIES; i++) { meta 280 fs/squashfs/file.c if (meta->entries == 0) meta 285 fs/squashfs/file.c meta->inode_number = 0; meta 291 fs/squashfs/file.c meta_entry = &meta->meta_entry[i - meta->offset]; meta 296 fs/squashfs/file.c meta->entries++; meta 301 fs/squashfs/file.c meta->offset, meta->entries); meta 303 fs/squashfs/file.c release_meta_index(inode, meta); meta 317 fs/squashfs/file.c release_meta_index(inode, meta); meta 496 include/linux/bpf.h u64 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size, meta 134 include/linux/buffer_head.h BUFFER_FNS(Meta, meta) meta 411 include/uapi/linux/btrfs.h struct btrfs_balance_args meta; /* in/out */ meta 734 include/uapi/linux/btrfs_tree.h struct btrfs_disk_balance_args meta; meta 154 include/uapi/linux/fanotify.h #define FAN_EVENT_NEXT(meta, len) ((len) -= (meta)->event_len, \ meta 155 include/uapi/linux/fanotify.h (struct fanotify_event_metadata*)(((char *)(meta)) + \ meta 156 include/uapi/linux/fanotify.h (meta)->event_len)) meta 158 include/uapi/linux/fanotify.h #define FAN_EVENT_OK(meta, len) ((long)(len) >= (long)FAN_EVENT_METADATA_LEN && \ meta 159 include/uapi/linux/fanotify.h (long)(meta)->event_len >= (long)FAN_EVENT_METADATA_LEN && \ meta 160 include/uapi/linux/fanotify.h (long)(meta)->event_len <= (long)(len)) meta 2239 include/uapi/linux/videodev2.h struct v4l2_meta_format meta; /* V4L2_BUF_TYPE_META_CAPTURE */ meta 2052 kernel/bpf/core.c bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size, meta 2258 kernel/bpf/verifier.c const struct bpf_call_arg_meta *meta, meta 2280 kernel/bpf/verifier.c if (meta) meta 2281 kernel/bpf/verifier.c return meta->pkt_access; meta 2974 kernel/bpf/verifier.c struct bpf_call_arg_meta *meta) meta 3018 kernel/bpf/verifier.c if (meta && meta->raw_mode) meta 3019 kernel/bpf/verifier.c meta = NULL; meta 3045 kernel/bpf/verifier.c if (meta && meta->raw_mode) { meta 3046 kernel/bpf/verifier.c meta->access_size = access_size; meta 3047 kernel/bpf/verifier.c meta->regno = regno; meta 3099 kernel/bpf/verifier.c struct bpf_call_arg_meta *meta) meta 3110 kernel/bpf/verifier.c meta && meta->raw_mode ? BPF_WRITE : meta 3117 kernel/bpf/verifier.c zero_size_allowed, meta); meta 3237 kernel/bpf/verifier.c struct bpf_call_arg_meta *meta) meta 3260 kernel/bpf/verifier.c !may_access_direct_pkt_data(env, meta, BPF_READ)) { meta 3299 kernel/bpf/verifier.c if (meta->ref_obj_id) { meta 3302 kernel/bpf/verifier.c meta->ref_obj_id); meta 3305 kernel/bpf/verifier.c meta->ref_obj_id = reg->ref_obj_id; meta 3312 kernel/bpf/verifier.c if (meta->func_id == BPF_FUNC_spin_lock) { meta 3315 kernel/bpf/verifier.c } else if (meta->func_id == BPF_FUNC_spin_unlock) { meta 3335 kernel/bpf/verifier.c meta->raw_mode = arg_type == ARG_PTR_TO_UNINIT_MEM; meta 3349 kernel/bpf/verifier.c meta->map_ptr = reg->map_ptr; meta 3355 kernel/bpf/verifier.c if (!meta->map_ptr) { meta 3365 kernel/bpf/verifier.c meta->map_ptr->key_size, false, meta 3374 kernel/bpf/verifier.c if (!meta->map_ptr) { meta 3379 kernel/bpf/verifier.c meta->raw_mode = (arg_type == ARG_PTR_TO_UNINIT_MAP_VALUE); meta 3381 kernel/bpf/verifier.c meta->map_ptr->value_size, false, meta 3382 kernel/bpf/verifier.c meta); meta 3389 kernel/bpf/verifier.c meta->msize_max_value = reg->umax_value; meta 3400 kernel/bpf/verifier.c meta = NULL; meta 3411 kernel/bpf/verifier.c meta); meta 3423 kernel/bpf/verifier.c zero_size_allowed, meta); meta 3429 kernel/bpf/verifier.c err = check_helper_mem_access(env, regno, size, false, meta); meta 3879 kernel/bpf/verifier.c int func_id, struct bpf_call_arg_meta *meta) meta 3906 kernel/bpf/verifier.c ret_reg->smax_value = meta->msize_max_value; meta 3918 kernel/bpf/verifier.c record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, meta 3922 kernel/bpf/verifier.c struct bpf_map *map = meta->map_ptr; meta 3952 kernel/bpf/verifier.c bpf_map_ptr_store(aux, meta->map_ptr, meta 3953 kernel/bpf/verifier.c meta->map_ptr->unpriv_array); meta 3954 kernel/bpf/verifier.c else if (BPF_MAP_PTR(aux->map_state) != meta->map_ptr) meta 3956 kernel/bpf/verifier.c meta->map_ptr->unpriv_array); meta 3976 kernel/bpf/verifier.c struct bpf_call_arg_meta meta; meta 4009 kernel/bpf/verifier.c memset(&meta, 0, sizeof(meta)); meta 4010 kernel/bpf/verifier.c meta.pkt_access = fn->pkt_access; meta 4019 kernel/bpf/verifier.c meta.func_id = func_id; meta 4021 kernel/bpf/verifier.c err = check_func_arg(env, BPF_REG_1, fn->arg1_type, &meta); meta 4024 kernel/bpf/verifier.c err = check_func_arg(env, BPF_REG_2, fn->arg2_type, &meta); meta 4027 kernel/bpf/verifier.c err = check_func_arg(env, BPF_REG_3, fn->arg3_type, &meta); meta 4030 kernel/bpf/verifier.c err = check_func_arg(env, BPF_REG_4, fn->arg4_type, &meta); meta 4033 kernel/bpf/verifier.c err = check_func_arg(env, BPF_REG_5, fn->arg5_type, &meta); meta 4037 kernel/bpf/verifier.c err = record_func_map(env, &meta, func_id, insn_idx); meta 4044 kernel/bpf/verifier.c for (i = 0; i < meta.access_size; i++) { meta 4045 kernel/bpf/verifier.c err = check_mem_access(env, insn_idx, meta.regno, i, BPF_B, meta 4058 kernel/bpf/verifier.c err = release_reference(env, meta.ref_obj_id); meta 4100 kernel/bpf/verifier.c if (meta.map_ptr == NULL) { meta 4105 kernel/bpf/verifier.c regs[BPF_REG_0].map_ptr = meta.map_ptr; meta 4108 kernel/bpf/verifier.c if (map_value_has_spin_lock(meta.map_ptr)) meta 4134 kernel/bpf/verifier.c regs[BPF_REG_0].ref_obj_id = meta.ref_obj_id; meta 4146 kernel/bpf/verifier.c err = do_refine_retval_range(env, regs, fn->ret_type, func_id, &meta); meta 4150 kernel/bpf/verifier.c err = check_map_func_compatibility(env, meta.map_ptr, func_id); meta 513 kernel/trace/bpf_trace.c u64 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size, meta 528 kernel/trace/bpf_trace.c .data = meta, meta 271 kernel/trace/trace_syscalls.c struct syscall_metadata *meta = call->data; meta 281 kernel/trace/trace_syscalls.c for (i = 0; i < meta->nb_args; i++) { meta 282 kernel/trace/trace_syscalls.c ret = trace_define_field(call, meta->types[i], meta 283 kernel/trace/trace_syscalls.c meta->args[i], offset, meta 536 kernel/trace/trace_syscalls.c struct syscall_metadata *meta; meta 549 kernel/trace/trace_syscalls.c meta = find_syscall_meta(addr); meta 550 kernel/trace/trace_syscalls.c if (!meta) meta 553 kernel/trace/trace_syscalls.c meta->syscall_nr = i; meta 554 kernel/trace/trace_syscalls.c syscalls_metadata[i] = meta; meta 26 lib/parser.c char *meta; meta 34 lib/parser.c meta = strchr(p, '%'); meta 35 lib/parser.c if (!meta) meta 38 lib/parser.c if (strncmp(p, s, meta-p)) meta 41 lib/parser.c s += meta - p; meta 42 lib/parser.c p = meta + 1; meta 3437 net/core/filter.c void *meta = xdp->data_meta + offset; meta 3438 net/core/filter.c unsigned long metalen = xdp->data - meta; meta 3442 net/core/filter.c if (unlikely(meta < xdp_frame_end || meta 3443 net/core/filter.c meta > xdp->data)) meta 3449 net/core/filter.c xdp->data_meta = meta; meta 3797 net/core/filter.c u64, flags, void *, meta, u64, meta_size) meta 3806 net/core/filter.c return bpf_event_output(map, flags, meta, meta_size, skb, skb_size, meta 4139 net/core/filter.c u64, flags, void *, meta, u64, meta_size) meta 4148 net/core/filter.c return bpf_event_output(map, flags, meta, meta_size, xdp->data, meta 226 net/core/flow_dissector.c struct flow_dissector_key_meta *meta; meta 231 net/core/flow_dissector.c meta = skb_flow_dissector_target(flow_dissector, meta 234 net/core/flow_dissector.c meta->ingress_ifindex = skb->skb_iif; meta 5284 net/core/skbuff.c void *meta; meta 5299 net/core/skbuff.c meta = skb_metadata_end(skb) - meta_len; meta 5300 net/core/skbuff.c memmove(meta + VLAN_HLEN, meta, meta_len); meta 36 net/dsa/tag_sja1105.c struct sja1105_meta *meta) meta 50 net/dsa/tag_sja1105.c packing(buf, &meta->tstamp, 31, 0, 4, UNPACK, 0); meta 51 net/dsa/tag_sja1105.c packing(buf + 4, &meta->dmac_byte_4, 7, 0, 1, UNPACK, 0); meta 52 net/dsa/tag_sja1105.c packing(buf + 5, &meta->dmac_byte_3, 7, 0, 1, UNPACK, 0); meta 53 net/dsa/tag_sja1105.c packing(buf + 6, &meta->source_port, 7, 0, 1, UNPACK, 0); meta 54 net/dsa/tag_sja1105.c packing(buf + 7, &meta->switch_id, 7, 0, 1, UNPACK, 0); meta 115 net/dsa/tag_sja1105.c const struct sja1105_meta *meta) meta 119 net/dsa/tag_sja1105.c hdr->h_dest[3] = meta->dmac_byte_3; meta 120 net/dsa/tag_sja1105.c hdr->h_dest[4] = meta->dmac_byte_4; meta 121 net/dsa/tag_sja1105.c SJA1105_SKB_CB(skb)->meta_tstamp = meta->tstamp; meta 146 net/dsa/tag_sja1105.c struct sja1105_meta *meta, meta 227 net/dsa/tag_sja1105.c sja1105_transfer_meta(skb, meta); meta 239 net/dsa/tag_sja1105.c struct sja1105_meta meta = {0}; meta 278 net/dsa/tag_sja1105.c sja1105_meta_unpack(skb, &meta); meta 279 net/dsa/tag_sja1105.c source_port = meta.source_port; meta 280 net/dsa/tag_sja1105.c switch_id = meta.switch_id; meta 291 net/dsa/tag_sja1105.c return sja1105_rcv_meta_state_machine(skb, &meta, is_link_local, meta 273 net/netfilter/nft_meta.c const struct nft_meta *meta = nft_expr_priv(expr); meta 275 net/netfilter/nft_meta.c u32 *sreg = ®s->data[meta->sreg]; meta 279 net/netfilter/nft_meta.c switch (meta->key) { meta 32 net/sched/cls_flower.c struct flow_dissector_key_meta meta; meta 1063 net/sched/cls_flower.c key->meta.ingress_ifindex = err; meta 1064 net/sched/cls_flower.c mask->meta.ingress_ifindex = 0xffffffff; meta 1323 net/sched/cls_flower.c FLOW_DISSECTOR_KEY_META, meta); meta 2234 net/sched/cls_flower.c if (mask->meta.ingress_ifindex) { meta 2237 net/sched/cls_flower.c dev = __dev_get_by_index(net, key->meta.ingress_ifindex); meta 847 net/sched/em_meta.c struct meta_match *meta = (struct meta_match *) m->data; meta 850 net/sched/em_meta.c if (meta_get(skb, info, &meta->lvalue, &l_value) < 0 || meta 851 net/sched/em_meta.c meta_get(skb, info, &meta->rvalue, &r_value) < 0) meta 854 net/sched/em_meta.c r = meta_type_ops(&meta->lvalue)->compare(&l_value, &r_value); meta 856 net/sched/em_meta.c switch (meta->lvalue.hdr.op) { meta 868 net/sched/em_meta.c static void meta_delete(struct meta_match *meta) meta 870 net/sched/em_meta.c if (meta) { meta 871 net/sched/em_meta.c const struct meta_type_ops *ops = meta_type_ops(&meta->lvalue); meta 874 net/sched/em_meta.c ops->destroy(&meta->lvalue); meta 875 net/sched/em_meta.c ops->destroy(&meta->rvalue); meta 879 net/sched/em_meta.c kfree(meta); meta 909 net/sched/em_meta.c struct meta_match *meta = NULL; meta 927 net/sched/em_meta.c meta = kzalloc(sizeof(*meta), GFP_KERNEL); meta 928 net/sched/em_meta.c if (meta == NULL) { meta 933 net/sched/em_meta.c memcpy(&meta->lvalue.hdr, &hdr->left, sizeof(hdr->left)); meta 934 net/sched/em_meta.c memcpy(&meta->rvalue.hdr, &hdr->right, sizeof(hdr->right)); meta 936 net/sched/em_meta.c if (!meta_is_supported(&meta->lvalue) || meta 937 net/sched/em_meta.c !meta_is_supported(&meta->rvalue)) { meta 942 net/sched/em_meta.c if (meta_change_data(&meta->lvalue, tb[TCA_EM_META_LVALUE]) < 0 || meta 943 net/sched/em_meta.c meta_change_data(&meta->rvalue, tb[TCA_EM_META_RVALUE]) < 0) meta 946 net/sched/em_meta.c m->datalen = sizeof(*meta); meta 947 net/sched/em_meta.c m->data = (unsigned long) meta; meta 951 net/sched/em_meta.c if (err && meta) meta 952 net/sched/em_meta.c meta_delete(meta); meta 964 net/sched/em_meta.c struct meta_match *meta = (struct meta_match *) em->data; meta 969 net/sched/em_meta.c memcpy(&hdr.left, &meta->lvalue.hdr, sizeof(hdr.left)); meta 970 net/sched/em_meta.c memcpy(&hdr.right, &meta->rvalue.hdr, sizeof(hdr.right)); meta 975 net/sched/em_meta.c ops = meta_type_ops(&meta->lvalue); meta 976 net/sched/em_meta.c if (ops->dump(skb, &meta->lvalue, TCA_EM_META_LVALUE) < 0 || meta 977 net/sched/em_meta.c ops->dump(skb, &meta->rvalue, TCA_EM_META_RVALUE) < 0) meta 34 samples/bpf/xdp2skb_meta_kern.c struct meta_info *meta; meta 41 samples/bpf/xdp2skb_meta_kern.c ret = bpf_xdp_adjust_meta(ctx, -(int)sizeof(*meta)); meta 53 samples/bpf/xdp2skb_meta_kern.c meta = (void *)(unsigned long)ctx->data_meta; meta 54 samples/bpf/xdp2skb_meta_kern.c if (meta + 1 > data) meta 57 samples/bpf/xdp2skb_meta_kern.c meta->mark = 42; meta 68 samples/bpf/xdp2skb_meta_kern.c struct meta_info *meta = data_meta; meta 71 samples/bpf/xdp2skb_meta_kern.c if (meta + 1 > data) { meta 78 samples/bpf/xdp2skb_meta_kern.c ctx->mark = meta->mark; /* Transfer XDP-mark to SKB-mark */