H A D | qat_hal.c | 78 #define AE(handle, ae) handle->hal_handle->aes[ae] 112 unsigned char ae, unsigned int ctx_mask) qat_hal_set_live_ctx() 114 AE(handle, ae).live_ctx_mask = ctx_mask; qat_hal_set_live_ctx() 119 unsigned char ae, unsigned int csr, qat_hal_rd_ae_csr() 125 *value = GET_AE_CSR(handle, ae, csr); qat_hal_rd_ae_csr() 126 if (!(GET_AE_CSR(handle, ae, LOCAL_CSR_STATUS) & LCS_STATUS)) qat_hal_rd_ae_csr() 135 unsigned char ae, unsigned int csr, qat_hal_wr_ae_csr() 141 SET_AE_CSR(handle, ae, csr, value); qat_hal_wr_ae_csr() 142 if (!(GET_AE_CSR(handle, ae, LOCAL_CSR_STATUS) & LCS_STATUS)) qat_hal_wr_ae_csr() 151 unsigned char ae, unsigned char ctx, qat_hal_get_wakeup_event() 156 qat_hal_rd_ae_csr(handle, ae, CSR_CTX_POINTER, &cur_ctx); qat_hal_get_wakeup_event() 157 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, ctx); qat_hal_get_wakeup_event() 158 qat_hal_rd_ae_csr(handle, ae, CTX_WAKEUP_EVENTS_INDIRECT, events); qat_hal_get_wakeup_event() 159 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, cur_ctx); qat_hal_get_wakeup_event() 163 unsigned char ae, unsigned int cycles, qat_hal_wait_cycles() 171 qat_hal_rd_ae_csr(handle, ae, PROFILE_COUNT, &base_cnt); qat_hal_wait_cycles() 175 qat_hal_rd_ae_csr(handle, ae, ACTIVE_CTX_STATUS, &csr); qat_hal_wait_cycles() 177 qat_hal_rd_ae_csr(handle, ae, PROFILE_COUNT, &cur_cnt); qat_hal_wait_cycles() 199 unsigned char ae, unsigned char mode) qat_hal_set_ae_ctx_mode() 209 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &csr); qat_hal_set_ae_ctx_mode() 214 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, new_csr); qat_hal_set_ae_ctx_mode() 219 unsigned char ae, unsigned char mode) qat_hal_set_ae_nn_mode() 223 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &csr); qat_hal_set_ae_nn_mode() 231 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, new_csr); qat_hal_set_ae_nn_mode() 237 unsigned char ae, enum icp_qat_uof_regtype lm_type, qat_hal_set_ae_lm_mode() 242 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &csr); qat_hal_set_ae_lm_mode() 261 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, new_csr); qat_hal_set_ae_lm_mode() 325 unsigned char ae, unsigned int ctx_mask, qat_hal_wr_indr_csr() 330 qat_hal_rd_ae_csr(handle, ae, CSR_CTX_POINTER, &cur_ctx); qat_hal_wr_indr_csr() 335 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, ctx); qat_hal_wr_indr_csr() 336 qat_hal_wr_ae_csr(handle, ae, ae_csr, csr_val); qat_hal_wr_indr_csr() 339 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, cur_ctx); qat_hal_wr_indr_csr() 343 unsigned char ae, unsigned char ctx, qat_hal_rd_indr_csr() 348 qat_hal_rd_ae_csr(handle, ae, CSR_CTX_POINTER, &cur_ctx); qat_hal_rd_indr_csr() 349 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, ctx); qat_hal_rd_indr_csr() 350 qat_hal_rd_ae_csr(handle, ae, ae_csr, csr_val); qat_hal_rd_indr_csr() 351 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, cur_ctx); qat_hal_rd_indr_csr() 355 unsigned char ae, unsigned int ctx_mask, qat_hal_put_sig_event() 360 qat_hal_rd_ae_csr(handle, ae, CSR_CTX_POINTER, &cur_ctx); qat_hal_put_sig_event() 364 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, ctx); qat_hal_put_sig_event() 365 qat_hal_wr_ae_csr(handle, ae, CTX_SIG_EVENTS_INDIRECT, events); qat_hal_put_sig_event() 367 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, cur_ctx); qat_hal_put_sig_event() 371 unsigned char ae, unsigned int ctx_mask, qat_hal_put_wakeup_event() 376 qat_hal_rd_ae_csr(handle, ae, CSR_CTX_POINTER, &cur_ctx); qat_hal_put_wakeup_event() 380 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, ctx); qat_hal_put_wakeup_event() 381 qat_hal_wr_ae_csr(handle, ae, CTX_WAKEUP_EVENTS_INDIRECT, qat_hal_put_wakeup_event() 384 qat_hal_wr_ae_csr(handle, ae, CSR_CTX_POINTER, cur_ctx); qat_hal_put_wakeup_event() 390 unsigned char ae; qat_hal_check_ae_alive() local 393 for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) { qat_hal_check_ae_alive() 394 if (!(handle->hal_handle->ae_mask & (1 << ae))) qat_hal_check_ae_alive() 397 qat_hal_rd_ae_csr(handle, ae, PROFILE_COUNT, qat_hal_check_ae_alive() 402 qat_hal_rd_ae_csr(handle, ae, PROFILE_COUNT, qat_hal_check_ae_alive() 408 pr_err("QAT: AE%d is inactive!!\n", ae); qat_hal_check_ae_alive() 419 unsigned char ae; qat_hal_reset_timestamp() local 427 for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) { qat_hal_reset_timestamp() 428 if (!(handle->hal_handle->ae_mask & (1 << ae))) qat_hal_reset_timestamp() 430 qat_hal_wr_ae_csr(handle, ae, TIMESTAMP_LOW, 0); qat_hal_reset_timestamp() 431 qat_hal_wr_ae_csr(handle, ae, TIMESTAMP_HIGH, 0); qat_hal_reset_timestamp() 470 unsigned char ae; qat_hal_clr_reset() local 495 for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) { qat_hal_clr_reset() 496 if (!(handle->hal_handle->ae_mask & (1 << ae))) qat_hal_clr_reset() 498 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, qat_hal_clr_reset() 500 qat_hal_wr_indr_csr(handle, ae, ICP_QAT_UCLO_AE_ALL_CTX, qat_hal_clr_reset() 504 qat_hal_wr_ae_csr(handle, ae, CTX_ARB_CNTL, INIT_CTX_ARB_VALUE); qat_hal_clr_reset() 505 qat_hal_wr_ae_csr(handle, ae, CC_ENABLE, INIT_CCENABLE_VALUE); qat_hal_clr_reset() 506 qat_hal_put_wakeup_event(handle, ae, qat_hal_clr_reset() 509 qat_hal_put_sig_event(handle, ae, qat_hal_clr_reset() 526 unsigned char ae, unsigned int ctx_mask) qat_hal_disable_ctx() 530 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &ctx); qat_hal_disable_ctx() 533 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, ctx); qat_hal_disable_ctx() 567 unsigned char ae, unsigned int uaddr, qat_hal_wr_uwords() 573 qat_hal_rd_ae_csr(handle, ae, USTORE_ADDRESS, &ustore_addr); qat_hal_wr_uwords() 575 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, uaddr); qat_hal_wr_uwords() 583 qat_hal_wr_ae_csr(handle, ae, USTORE_DATA_LOWER, uwrd_lo); qat_hal_wr_uwords() 584 qat_hal_wr_ae_csr(handle, ae, USTORE_DATA_UPPER, uwrd_hi); qat_hal_wr_uwords() 586 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, ustore_addr); qat_hal_wr_uwords() 590 unsigned char ae, unsigned int ctx_mask) qat_hal_enable_ctx() 594 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &ctx); qat_hal_enable_ctx() 598 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, ctx); qat_hal_enable_ctx() 603 unsigned char ae; qat_hal_clear_gpr() local 611 for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) { qat_hal_clear_gpr() 612 if (!(handle->hal_handle->ae_mask & (1 << ae))) qat_hal_clear_gpr() 615 qat_hal_init_rd_xfer(handle, ae, 0, ICP_SR_RD_ABS, qat_hal_clear_gpr() 617 qat_hal_init_rd_xfer(handle, ae, 0, ICP_DR_RD_ABS, qat_hal_clear_gpr() 620 qat_hal_rd_ae_csr(handle, ae, AE_MISC_CONTROL, &csr_val); qat_hal_clear_gpr() 622 qat_hal_wr_ae_csr(handle, ae, AE_MISC_CONTROL, csr_val); qat_hal_clear_gpr() 623 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &csr_val); qat_hal_clear_gpr() 626 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, csr_val); qat_hal_clear_gpr() 627 qat_hal_wr_uwords(handle, ae, 0, ARRAY_SIZE(inst), qat_hal_clear_gpr() 629 qat_hal_wr_indr_csr(handle, ae, ctx_mask, CTX_STS_INDIRECT, qat_hal_clear_gpr() 632 qat_hal_rd_ae_csr(handle, ae, ACTIVE_CTX_STATUS, &savctx); qat_hal_clear_gpr() 633 qat_hal_wr_ae_csr(handle, ae, ACTIVE_CTX_STATUS, 0); qat_hal_clear_gpr() 634 qat_hal_put_wakeup_event(handle, ae, ctx_mask, XCWE_VOLUNTARY); qat_hal_clear_gpr() 635 qat_hal_wr_indr_csr(handle, ae, ctx_mask, qat_hal_clear_gpr() 637 qat_hal_wr_ae_csr(handle, ae, CTX_SIG_EVENTS_ACTIVE, 0); qat_hal_clear_gpr() 638 qat_hal_enable_ctx(handle, ae, ctx_mask); qat_hal_clear_gpr() 640 for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) { qat_hal_clear_gpr() 641 if (!(handle->hal_handle->ae_mask & (1 << ae))) qat_hal_clear_gpr() 645 ret = qat_hal_wait_cycles(handle, ae, 20, 1); qat_hal_clear_gpr() 649 pr_err("QAT: clear GPR of AE %d failed", ae); qat_hal_clear_gpr() 652 qat_hal_disable_ctx(handle, ae, ctx_mask); qat_hal_clear_gpr() 653 qat_hal_wr_ae_csr(handle, ae, ACTIVE_CTX_STATUS, qat_hal_clear_gpr() 655 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, qat_hal_clear_gpr() 657 qat_hal_wr_indr_csr(handle, ae, ctx_mask, CTX_STS_INDIRECT, qat_hal_clear_gpr() 660 qat_hal_wr_ae_csr(handle, ae, CTX_ARB_CNTL, INIT_CTX_ARB_VALUE); qat_hal_clear_gpr() 661 qat_hal_wr_ae_csr(handle, ae, CC_ENABLE, INIT_CCENABLE_VALUE); qat_hal_clear_gpr() 662 qat_hal_put_wakeup_event(handle, ae, ctx_mask, qat_hal_clear_gpr() 664 qat_hal_put_sig_event(handle, ae, ctx_mask, qat_hal_clear_gpr() 677 unsigned char ae; qat_hal_init() local 706 for (ae = 0; ae < ICP_QAT_UCLO_MAX_AE; ae++) { qat_hal_init() 707 if (!(hw_data->ae_mask & (1 << ae))) qat_hal_init() 709 handle->hal_handle->aes[ae].free_addr = 0; qat_hal_init() 710 handle->hal_handle->aes[ae].free_size = qat_hal_init() 712 handle->hal_handle->aes[ae].ustore_size = qat_hal_init() 714 handle->hal_handle->aes[ae].live_ctx_mask = qat_hal_init() 716 max_en_ae_id = ae; qat_hal_init() 727 for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) { qat_hal_init() 730 if (!(hw_data->ae_mask & (1 << ae))) qat_hal_init() 732 qat_hal_rd_ae_csr(handle, ae, SIGNATURE_ENABLE, &csr_val); qat_hal_init() 734 qat_hal_wr_ae_csr(handle, ae, SIGNATURE_ENABLE, csr_val); qat_hal_init() 754 void qat_hal_start(struct icp_qat_fw_loader_handle *handle, unsigned char ae, qat_hal_start() argument 757 qat_hal_put_wakeup_event(handle, ae, (~ctx_mask) & qat_hal_start() 759 qat_hal_enable_ctx(handle, ae, ctx_mask); qat_hal_start() 762 void qat_hal_stop(struct icp_qat_fw_loader_handle *handle, unsigned char ae, qat_hal_stop() argument 765 qat_hal_disable_ctx(handle, ae, ctx_mask); qat_hal_stop() 769 unsigned char ae, unsigned int ctx_mask, unsigned int upc) qat_hal_set_pc() 771 qat_hal_wr_indr_csr(handle, ae, ctx_mask, CTX_STS_INDIRECT, qat_hal_set_pc() 776 unsigned char ae, unsigned int uaddr, qat_hal_get_uwords() 782 qat_hal_rd_ae_csr(handle, ae, AE_MISC_CONTROL, &misc_control); qat_hal_get_uwords() 783 qat_hal_wr_ae_csr(handle, ae, AE_MISC_CONTROL, qat_hal_get_uwords() 785 qat_hal_rd_ae_csr(handle, ae, USTORE_ADDRESS, &ustore_addr); qat_hal_get_uwords() 788 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, uaddr); qat_hal_get_uwords() 790 qat_hal_rd_ae_csr(handle, ae, USTORE_DATA_LOWER, &uwrd_lo); qat_hal_get_uwords() 791 qat_hal_rd_ae_csr(handle, ae, USTORE_DATA_UPPER, &uwrd_hi); qat_hal_get_uwords() 795 qat_hal_wr_ae_csr(handle, ae, AE_MISC_CONTROL, misc_control); qat_hal_get_uwords() 796 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, ustore_addr); qat_hal_get_uwords() 800 unsigned char ae, unsigned int uaddr, qat_hal_wr_umem() 805 qat_hal_rd_ae_csr(handle, ae, USTORE_ADDRESS, &ustore_addr); qat_hal_wr_umem() 807 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, uaddr); qat_hal_wr_umem() 818 qat_hal_wr_ae_csr(handle, ae, USTORE_DATA_LOWER, uwrd_lo); qat_hal_wr_umem() 819 qat_hal_wr_ae_csr(handle, ae, USTORE_DATA_UPPER, uwrd_hi); qat_hal_wr_umem() 821 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, ustore_addr); qat_hal_wr_umem() 826 unsigned char ae, unsigned char ctx, qat_hal_exec_micro_inst() 846 qat_hal_rd_indr_csr(handle, ae, ctx, LM_ADDR_0_INDIRECT, &ind_lm_addr0); qat_hal_exec_micro_inst() 847 qat_hal_rd_indr_csr(handle, ae, ctx, LM_ADDR_1_INDIRECT, &ind_lm_addr1); qat_hal_exec_micro_inst() 848 qat_hal_rd_indr_csr(handle, ae, ctx, INDIRECT_LM_ADDR_0_BYTE_INDEX, qat_hal_exec_micro_inst() 850 qat_hal_rd_indr_csr(handle, ae, ctx, INDIRECT_LM_ADDR_1_BYTE_INDEX, qat_hal_exec_micro_inst() 853 qat_hal_get_uwords(handle, ae, 0, inst_num, savuwords); qat_hal_exec_micro_inst() 854 qat_hal_get_wakeup_event(handle, ae, ctx, &wakeup_events); qat_hal_exec_micro_inst() 855 qat_hal_rd_indr_csr(handle, ae, ctx, CTX_STS_INDIRECT, &savpc); qat_hal_exec_micro_inst() 857 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &ctx_enables); qat_hal_exec_micro_inst() 859 qat_hal_rd_ae_csr(handle, ae, CC_ENABLE, &savcc); qat_hal_exec_micro_inst() 860 qat_hal_rd_ae_csr(handle, ae, ACTIVE_CTX_STATUS, &savctx); qat_hal_exec_micro_inst() 861 qat_hal_rd_ae_csr(handle, ae, CTX_ARB_CNTL, &ctxarb_ctl); qat_hal_exec_micro_inst() 862 qat_hal_rd_indr_csr(handle, ae, ctx, FUTURE_COUNT_SIGNAL_INDIRECT, qat_hal_exec_micro_inst() 864 qat_hal_rd_indr_csr(handle, ae, ctx, CTX_SIG_EVENTS_INDIRECT, &ind_sig); qat_hal_exec_micro_inst() 865 qat_hal_rd_ae_csr(handle, ae, CTX_SIG_EVENTS_ACTIVE, &act_sig); qat_hal_exec_micro_inst() 867 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, ctx_enables); qat_hal_exec_micro_inst() 868 qat_hal_wr_uwords(handle, ae, 0, inst_num, micro_inst); qat_hal_exec_micro_inst() 869 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), CTX_STS_INDIRECT, 0); qat_hal_exec_micro_inst() 870 qat_hal_wr_ae_csr(handle, ae, ACTIVE_CTX_STATUS, ctx & ACS_ACNO); qat_hal_exec_micro_inst() 872 qat_hal_wr_ae_csr(handle, ae, CC_ENABLE, savcc & 0xffffdfff); qat_hal_exec_micro_inst() 873 qat_hal_put_wakeup_event(handle, ae, (1 << ctx), XCWE_VOLUNTARY); qat_hal_exec_micro_inst() 874 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), CTX_SIG_EVENTS_INDIRECT, 0); qat_hal_exec_micro_inst() 875 qat_hal_wr_ae_csr(handle, ae, CTX_SIG_EVENTS_ACTIVE, 0); qat_hal_exec_micro_inst() 876 qat_hal_enable_ctx(handle, ae, (1 << ctx)); qat_hal_exec_micro_inst() 878 if (qat_hal_wait_cycles(handle, ae, max_cycle, 1) != 0) qat_hal_exec_micro_inst() 883 qat_hal_rd_indr_csr(handle, ae, ctx, CTX_STS_INDIRECT, qat_hal_exec_micro_inst() 888 qat_hal_disable_ctx(handle, ae, (1 << ctx)); qat_hal_exec_micro_inst() 890 qat_hal_wr_uwords(handle, ae, 0, inst_num, savuwords); qat_hal_exec_micro_inst() 891 qat_hal_put_wakeup_event(handle, ae, (1 << ctx), wakeup_events); qat_hal_exec_micro_inst() 892 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), CTX_STS_INDIRECT, qat_hal_exec_micro_inst() 894 qat_hal_rd_ae_csr(handle, ae, AE_MISC_CONTROL, &csr_val); qat_hal_exec_micro_inst() 896 qat_hal_wr_ae_csr(handle, ae, AE_MISC_CONTROL, newcsr_val); qat_hal_exec_micro_inst() 897 qat_hal_wr_ae_csr(handle, ae, CC_ENABLE, savcc); qat_hal_exec_micro_inst() 898 qat_hal_wr_ae_csr(handle, ae, ACTIVE_CTX_STATUS, savctx & ACS_ACNO); qat_hal_exec_micro_inst() 899 qat_hal_wr_ae_csr(handle, ae, CTX_ARB_CNTL, ctxarb_ctl); qat_hal_exec_micro_inst() 900 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), qat_hal_exec_micro_inst() 902 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), qat_hal_exec_micro_inst() 904 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), qat_hal_exec_micro_inst() 906 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), qat_hal_exec_micro_inst() 908 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), qat_hal_exec_micro_inst() 910 qat_hal_wr_indr_csr(handle, ae, (1 << ctx), qat_hal_exec_micro_inst() 912 qat_hal_wr_ae_csr(handle, ae, CTX_SIG_EVENTS_ACTIVE, act_sig); qat_hal_exec_micro_inst() 913 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, ctx_enables); qat_hal_exec_micro_inst() 919 unsigned char ae, unsigned char ctx, qat_hal_rd_rel_reg() 942 qat_hal_rd_ae_csr(handle, ae, ACTIVE_CTX_STATUS, &savctx); qat_hal_rd_rel_reg() 943 qat_hal_rd_ae_csr(handle, ae, CTX_ARB_CNTL, &ctxarb_cntl); qat_hal_rd_rel_reg() 944 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &ctx_enables); qat_hal_rd_rel_reg() 947 qat_hal_wr_ae_csr(handle, ae, ACTIVE_CTX_STATUS, qat_hal_rd_rel_reg() 949 qat_hal_get_uwords(handle, ae, 0, 1, &savuword); qat_hal_rd_rel_reg() 950 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, ctx_enables); qat_hal_rd_rel_reg() 951 qat_hal_rd_ae_csr(handle, ae, USTORE_ADDRESS, &ustore_addr); qat_hal_rd_rel_reg() 953 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, uaddr); qat_hal_rd_rel_reg() 957 qat_hal_wr_ae_csr(handle, ae, USTORE_DATA_LOWER, uwrd_lo); qat_hal_rd_rel_reg() 958 qat_hal_wr_ae_csr(handle, ae, USTORE_DATA_UPPER, uwrd_hi); qat_hal_rd_rel_reg() 959 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, uaddr); qat_hal_rd_rel_reg() 961 qat_hal_wait_cycles(handle, ae, 0x8, 0); qat_hal_rd_rel_reg() 967 qat_hal_rd_ae_csr(handle, ae, ALU_OUT, data); qat_hal_rd_rel_reg() 968 qat_hal_wr_ae_csr(handle, ae, USTORE_ADDRESS, ustore_addr); qat_hal_rd_rel_reg() 969 qat_hal_wr_uwords(handle, ae, 0, 1, &savuword); qat_hal_rd_rel_reg() 971 qat_hal_wr_ae_csr(handle, ae, ACTIVE_CTX_STATUS, qat_hal_rd_rel_reg() 973 qat_hal_wr_ae_csr(handle, ae, CTX_ARB_CNTL, ctxarb_cntl); qat_hal_rd_rel_reg() 974 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, ctx_enables); qat_hal_rd_rel_reg() 980 unsigned char ae, unsigned char ctx, qat_hal_wr_rel_reg() 1022 return qat_hal_exec_micro_inst(handle, ae, ctx, insts, num_inst, qat_hal_wr_rel_reg() 1062 unsigned char ae, unsigned char ctx, qat_hal_exec_micro_init_lm() 1071 qat_hal_rd_rel_reg(handle, ae, ctx, ICP_GPA_REL, 0, &gpra0); qat_hal_exec_micro_init_lm() 1072 qat_hal_rd_rel_reg(handle, ae, ctx, ICP_GPA_REL, 0x1, &gpra1); qat_hal_exec_micro_init_lm() 1073 qat_hal_rd_rel_reg(handle, ae, ctx, ICP_GPA_REL, 0x2, &gpra2); qat_hal_exec_micro_init_lm() 1074 qat_hal_rd_rel_reg(handle, ae, ctx, ICP_GPB_REL, 0, &gprb0); qat_hal_exec_micro_init_lm() 1075 qat_hal_rd_rel_reg(handle, ae, ctx, ICP_GPB_REL, 0x1, &gprb1); qat_hal_exec_micro_init_lm() 1078 stat = qat_hal_exec_micro_inst(handle, ae, ctx, micro_inst, inst_num, 1, qat_hal_exec_micro_init_lm() 1082 qat_hal_wr_rel_reg(handle, ae, ctx, ICP_GPA_REL, 0, gpra0); qat_hal_exec_micro_init_lm() 1083 qat_hal_wr_rel_reg(handle, ae, ctx, ICP_GPA_REL, 0x1, gpra1); qat_hal_exec_micro_init_lm() 1084 qat_hal_wr_rel_reg(handle, ae, ctx, ICP_GPA_REL, 0x2, gpra2); qat_hal_exec_micro_init_lm() 1085 qat_hal_wr_rel_reg(handle, ae, ctx, ICP_GPB_REL, 0, gprb0); qat_hal_exec_micro_init_lm() 1086 qat_hal_wr_rel_reg(handle, ae, ctx, ICP_GPB_REL, 0x1, gprb1); qat_hal_exec_micro_init_lm() 1092 unsigned char ae, qat_hal_batch_wr_lm() 1114 ae = plm_init->ae; qat_hal_batch_wr_lm() 1126 stat = qat_hal_exec_micro_init_lm(handle, ae, 0, &first_exec, qat_hal_batch_wr_lm() 1135 unsigned char ae, unsigned char ctx, qat_hal_put_rel_rd_xfer() 1145 status = qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &ctx_enables); qat_hal_put_rel_rd_xfer() 1162 SET_AE_XFER(handle, ae, reg_addr, val); qat_hal_put_rel_rd_xfer() 1166 SET_AE_XFER(handle, ae, (reg_addr + dr_offset), val); qat_hal_put_rel_rd_xfer() 1176 unsigned char ae, unsigned char ctx, qat_hal_put_rel_wr_xfer() 1195 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &ctx_enables); qat_hal_put_rel_wr_xfer() 1212 qat_hal_rd_rel_reg(handle, ae, ctx, ICP_GPB_REL, gprnum, &gprval); qat_hal_put_rel_wr_xfer() 1226 status = qat_hal_exec_micro_inst(handle, ae, ctx, micro_inst, num_inst, qat_hal_put_rel_wr_xfer() 1228 qat_hal_wr_rel_reg(handle, ae, ctx, ICP_GPB_REL, gprnum, gprval); qat_hal_put_rel_wr_xfer() 1233 unsigned char ae, unsigned char ctx, qat_hal_put_rel_nn() 1239 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &ctx_enables); qat_hal_put_rel_nn() 1241 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, ctx_enables | CE_NN_MODE); qat_hal_put_rel_nn() 1243 stat = qat_hal_put_rel_wr_xfer(handle, ae, ctx, ICP_NEIGH_REL, nn, val); qat_hal_put_rel_nn() 1244 qat_hal_wr_ae_csr(handle, ae, CTX_ENABLES, ctx_enables); qat_hal_put_rel_nn() 1249 *handle, unsigned char ae, qat_hal_convert_abs_to_rel() 1256 qat_hal_rd_ae_csr(handle, ae, CTX_ENABLES, &ctx_enables); qat_hal_convert_abs_to_rel() 1270 unsigned char ae, unsigned char ctx_mask, qat_hal_init_gpr() 1284 qat_hal_convert_abs_to_rel(handle, ae, reg_num, ®, qat_hal_init_gpr() 1293 stat = qat_hal_wr_rel_reg(handle, ae, ctx, type, reg, regdata); qat_hal_init_gpr() 1304 unsigned char ae, unsigned char ctx_mask, qat_hal_init_wr_xfer() 1318 qat_hal_convert_abs_to_rel(handle, ae, reg_num, ®, qat_hal_init_wr_xfer() 1327 stat = qat_hal_put_rel_wr_xfer(handle, ae, ctx, type, reg, qat_hal_init_wr_xfer() 1339 unsigned char ae, unsigned char ctx_mask, qat_hal_init_rd_xfer() 1353 qat_hal_convert_abs_to_rel(handle, ae, reg_num, ®, qat_hal_init_rd_xfer() 1362 stat = qat_hal_put_rel_rd_xfer(handle, ae, ctx, type, reg, qat_hal_init_rd_xfer() 1374 unsigned char ae, unsigned char ctx_mask, qat_hal_init_nn() 1386 stat = qat_hal_put_rel_nn(handle, ae, ctx, reg_num, regdata); qat_hal_init_nn() 111 qat_hal_set_live_ctx(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int ctx_mask) qat_hal_set_live_ctx() argument 118 qat_hal_rd_ae_csr(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int csr, unsigned int *value) qat_hal_rd_ae_csr() argument 134 qat_hal_wr_ae_csr(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int csr, unsigned int value) qat_hal_wr_ae_csr() argument 150 qat_hal_get_wakeup_event(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, unsigned int *events) qat_hal_get_wakeup_event() argument 162 qat_hal_wait_cycles(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int cycles, int chk_inactive) qat_hal_wait_cycles() argument 198 qat_hal_set_ae_ctx_mode(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char mode) qat_hal_set_ae_ctx_mode() argument 218 qat_hal_set_ae_nn_mode(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char mode) qat_hal_set_ae_nn_mode() argument 236 qat_hal_set_ae_lm_mode(struct icp_qat_fw_loader_handle *handle, unsigned char ae, enum icp_qat_uof_regtype lm_type, unsigned char mode) qat_hal_set_ae_lm_mode() argument 324 qat_hal_wr_indr_csr(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int ctx_mask, unsigned int ae_csr, unsigned int csr_val) qat_hal_wr_indr_csr() argument 342 qat_hal_rd_indr_csr(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, unsigned int ae_csr, unsigned int *csr_val) qat_hal_rd_indr_csr() argument 354 qat_hal_put_sig_event(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int ctx_mask, unsigned int events) qat_hal_put_sig_event() argument 370 qat_hal_put_wakeup_event(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int ctx_mask, unsigned int events) qat_hal_put_wakeup_event() argument 525 qat_hal_disable_ctx(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int ctx_mask) qat_hal_disable_ctx() argument 566 qat_hal_wr_uwords(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int uaddr, unsigned int words_num, uint64_t *uword) qat_hal_wr_uwords() argument 589 qat_hal_enable_ctx(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int ctx_mask) qat_hal_enable_ctx() argument 768 qat_hal_set_pc(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int ctx_mask, unsigned int upc) qat_hal_set_pc() argument 775 qat_hal_get_uwords(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int uaddr, unsigned int words_num, uint64_t *uword) qat_hal_get_uwords() argument 799 qat_hal_wr_umem(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned int uaddr, unsigned int words_num, unsigned int *data) qat_hal_wr_umem() argument 825 qat_hal_exec_micro_inst(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, uint64_t *micro_inst, unsigned int inst_num, int code_off, unsigned int max_cycle, unsigned int *endpc) qat_hal_exec_micro_inst() argument 918 qat_hal_rd_rel_reg(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, enum icp_qat_uof_regtype reg_type, unsigned short reg_num, unsigned int *data) qat_hal_rd_rel_reg() argument 979 qat_hal_wr_rel_reg(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, enum icp_qat_uof_regtype reg_type, unsigned short reg_num, unsigned int data) qat_hal_wr_rel_reg() argument 1061 qat_hal_exec_micro_init_lm(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, int *pfirst_exec, uint64_t *micro_inst, unsigned int inst_num) qat_hal_exec_micro_init_lm() argument 1091 qat_hal_batch_wr_lm(struct icp_qat_fw_loader_handle *handle, unsigned char ae, struct icp_qat_uof_batch_init *lm_init_header) qat_hal_batch_wr_lm() argument 1134 qat_hal_put_rel_rd_xfer(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, enum icp_qat_uof_regtype reg_type, unsigned short reg_num, unsigned int val) qat_hal_put_rel_rd_xfer() argument 1175 qat_hal_put_rel_wr_xfer(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, enum icp_qat_uof_regtype reg_type, unsigned short reg_num, unsigned int data) qat_hal_put_rel_wr_xfer() argument 1232 qat_hal_put_rel_nn(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx, unsigned short nn, unsigned int val) qat_hal_put_rel_nn() argument 1248 qat_hal_convert_abs_to_rel(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned short absreg_num, unsigned short *relreg, unsigned char *ctx) qat_hal_convert_abs_to_rel() argument 1269 qat_hal_init_gpr(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx_mask, enum icp_qat_uof_regtype reg_type, unsigned short reg_num, unsigned int regdata) qat_hal_init_gpr() argument 1303 qat_hal_init_wr_xfer(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx_mask, enum icp_qat_uof_regtype reg_type, unsigned short reg_num, unsigned int regdata) qat_hal_init_wr_xfer() argument 1338 qat_hal_init_rd_xfer(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx_mask, enum icp_qat_uof_regtype reg_type, unsigned short reg_num, unsigned int regdata) qat_hal_init_rd_xfer() argument 1373 qat_hal_init_nn(struct icp_qat_fw_loader_handle *handle, unsigned char ae, unsigned char ctx_mask, unsigned short reg_num, unsigned int regdata) qat_hal_init_nn() argument
|