kcb 79 arch/arc/kernel/kprobes.c static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 81 arch/arc/kernel/kprobes.c kcb->prev_kprobe.kp = kprobe_running(); kcb 82 arch/arc/kernel/kprobes.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 85 arch/arc/kernel/kprobes.c static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 87 arch/arc/kernel/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 88 arch/arc/kernel/kprobes.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 196 arch/arc/kernel/kprobes.c struct kprobe_ctlblk *kcb; kcb 200 arch/arc/kernel/kprobes.c kcb = get_kprobe_ctlblk(); kcb 212 arch/arc/kernel/kprobes.c save_previous_kprobe(kcb); kcb 216 arch/arc/kernel/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 221 arch/arc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 230 arch/arc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 248 arch/arc/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 265 arch/arc/kernel/kprobes.c if ((kcb->kprobe_status != KPROBE_REENTER) && cur->post_handler) { kcb 266 arch/arc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 270 arch/arc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 271 arch/arc/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 292 arch/arc/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 294 arch/arc/kernel/kprobes.c switch (kcb->kprobe_status) { kcb 305 arch/arc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) kcb 306 arch/arc/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 190 arch/arm/probes/kprobes/core.c static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 192 arch/arm/probes/kprobes/core.c kcb->prev_kprobe.kp = kprobe_running(); kcb 193 arch/arm/probes/kprobes/core.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 196 arch/arm/probes/kprobes/core.c static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 198 arch/arm/probes/kprobes/core.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 199 arch/arm/probes/kprobes/core.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 222 arch/arm/probes/kprobes/core.c singlestep(struct kprobe *p, struct pt_regs *regs, struct kprobe_ctlblk *kcb) kcb 237 arch/arm/probes/kprobes/core.c struct kprobe_ctlblk *kcb; kcb 239 arch/arm/probes/kprobes/core.c kcb = get_kprobe_ctlblk(); kcb 267 arch/arm/probes/kprobes/core.c switch (kcb->kprobe_status) { kcb 273 arch/arm/probes/kprobes/core.c save_previous_kprobe(kcb); kcb 275 arch/arm/probes/kprobes/core.c kcb->kprobe_status = KPROBE_REENTER; kcb 276 arch/arm/probes/kprobes/core.c singlestep(p, regs, kcb); kcb 277 arch/arm/probes/kprobes/core.c restore_previous_kprobe(kcb); kcb 291 arch/arm/probes/kprobes/core.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 301 arch/arm/probes/kprobes/core.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 302 arch/arm/probes/kprobes/core.c singlestep(p, regs, kcb); kcb 304 arch/arm/probes/kprobes/core.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 332 arch/arm/probes/kprobes/core.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 334 arch/arm/probes/kprobes/core.c switch (kcb->kprobe_status) { kcb 345 arch/arm/probes/kprobes/core.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 346 arch/arm/probes/kprobes/core.c restore_previous_kprobe(kcb); kcb 155 arch/arm/probes/kprobes/opt-arm.c struct kprobe_ctlblk *kcb; kcb 162 arch/arm/probes/kprobes/opt-arm.c kcb = get_kprobe_ctlblk(); kcb 168 arch/arm/probes/kprobes/opt-arm.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 74 arch/arm64/kernel/probes/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 80 arch/arm64/kernel/probes/kprobes.c post_kprobe_handler(kcb, regs); kcb 154 arch/arm64/kernel/probes/kprobes.c static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 156 arch/arm64/kernel/probes/kprobes.c kcb->prev_kprobe.kp = kprobe_running(); kcb 157 arch/arm64/kernel/probes/kprobes.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 160 arch/arm64/kernel/probes/kprobes.c static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 162 arch/arm64/kernel/probes/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 163 arch/arm64/kernel/probes/kprobes.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 179 arch/arm64/kernel/probes/kprobes.c static void __kprobes kprobes_save_local_irqflag(struct kprobe_ctlblk *kcb, kcb 182 arch/arm64/kernel/probes/kprobes.c kcb->saved_irqflag = regs->pstate & DAIF_MASK; kcb 188 arch/arm64/kernel/probes/kprobes.c static void __kprobes kprobes_restore_local_irqflag(struct kprobe_ctlblk *kcb, kcb 192 arch/arm64/kernel/probes/kprobes.c regs->pstate |= kcb->saved_irqflag; kcb 196 arch/arm64/kernel/probes/kprobes.c set_ss_context(struct kprobe_ctlblk *kcb, unsigned long addr) kcb 198 arch/arm64/kernel/probes/kprobes.c kcb->ss_ctx.ss_pending = true; kcb 199 arch/arm64/kernel/probes/kprobes.c kcb->ss_ctx.match_addr = addr + sizeof(kprobe_opcode_t); kcb 202 arch/arm64/kernel/probes/kprobes.c static void __kprobes clear_ss_context(struct kprobe_ctlblk *kcb) kcb 204 arch/arm64/kernel/probes/kprobes.c kcb->ss_ctx.ss_pending = false; kcb 205 arch/arm64/kernel/probes/kprobes.c kcb->ss_ctx.match_addr = 0; kcb 210 arch/arm64/kernel/probes/kprobes.c struct kprobe_ctlblk *kcb, int reenter) kcb 215 arch/arm64/kernel/probes/kprobes.c save_previous_kprobe(kcb); kcb 217 arch/arm64/kernel/probes/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 219 arch/arm64/kernel/probes/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 227 arch/arm64/kernel/probes/kprobes.c set_ss_context(kcb, slot); /* mark pending ss */ kcb 230 arch/arm64/kernel/probes/kprobes.c kprobes_save_local_irqflag(kcb, regs); kcb 241 arch/arm64/kernel/probes/kprobes.c struct kprobe_ctlblk *kcb) kcb 243 arch/arm64/kernel/probes/kprobes.c switch (kcb->kprobe_status) { kcb 247 arch/arm64/kernel/probes/kprobes.c setup_singlestep(p, regs, kcb, 1); kcb 264 arch/arm64/kernel/probes/kprobes.c post_kprobe_handler(struct kprobe_ctlblk *kcb, struct pt_regs *regs) kcb 276 arch/arm64/kernel/probes/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 277 arch/arm64/kernel/probes/kprobes.c restore_previous_kprobe(kcb); kcb 281 arch/arm64/kernel/probes/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 295 arch/arm64/kernel/probes/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 297 arch/arm64/kernel/probes/kprobes.c switch (kcb->kprobe_status) { kcb 313 arch/arm64/kernel/probes/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) kcb 314 arch/arm64/kernel/probes/kprobes.c restore_previous_kprobe(kcb); kcb 351 arch/arm64/kernel/probes/kprobes.c struct kprobe_ctlblk *kcb; kcb 354 arch/arm64/kernel/probes/kprobes.c kcb = get_kprobe_ctlblk(); kcb 361 arch/arm64/kernel/probes/kprobes.c if (reenter_kprobe(p, regs, kcb)) kcb 366 arch/arm64/kernel/probes/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 380 arch/arm64/kernel/probes/kprobes.c setup_singlestep(p, regs, kcb, 0); kcb 396 arch/arm64/kernel/probes/kprobes.c kprobe_ss_hit(struct kprobe_ctlblk *kcb, unsigned long addr) kcb 398 arch/arm64/kernel/probes/kprobes.c if ((kcb->ss_ctx.ss_pending) kcb 399 arch/arm64/kernel/probes/kprobes.c && (kcb->ss_ctx.match_addr == addr)) { kcb 400 arch/arm64/kernel/probes/kprobes.c clear_ss_context(kcb); /* clear pending ss */ kcb 410 arch/arm64/kernel/probes/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 414 arch/arm64/kernel/probes/kprobes.c retval = kprobe_ss_hit(kcb, instruction_pointer(regs)); kcb 417 arch/arm64/kernel/probes/kprobes.c kprobes_restore_local_irqflag(kcb, regs); kcb 420 arch/arm64/kernel/probes/kprobes.c post_kprobe_handler(kcb, regs); kcb 372 arch/ia64/kernel/kprobes.c static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 375 arch/ia64/kernel/kprobes.c i = atomic_add_return(1, &kcb->prev_kprobe_index); kcb 376 arch/ia64/kernel/kprobes.c kcb->prev_kprobe[i-1].kp = kprobe_running(); kcb 377 arch/ia64/kernel/kprobes.c kcb->prev_kprobe[i-1].status = kcb->kprobe_status; kcb 380 arch/ia64/kernel/kprobes.c static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 383 arch/ia64/kernel/kprobes.c i = atomic_read(&kcb->prev_kprobe_index); kcb 384 arch/ia64/kernel/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe[i-1].kp); kcb 385 arch/ia64/kernel/kprobes.c kcb->kprobe_status = kcb->prev_kprobe[i-1].status; kcb 386 arch/ia64/kernel/kprobes.c atomic_sub(1, &kcb->prev_kprobe_index); kcb 390 arch/ia64/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 774 arch/ia64/kernel/kprobes.c struct kprobe_ctlblk *kcb; kcb 781 arch/ia64/kernel/kprobes.c kcb = get_kprobe_ctlblk(); kcb 787 arch/ia64/kernel/kprobes.c if ((kcb->kprobe_status == KPROBE_HIT_SS) && kcb 798 arch/ia64/kernel/kprobes.c save_previous_kprobe(kcb); kcb 799 arch/ia64/kernel/kprobes.c set_current_kprobe(p, kcb); kcb 802 arch/ia64/kernel/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 835 arch/ia64/kernel/kprobes.c set_current_kprobe(p, kcb); kcb 836 arch/ia64/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 858 arch/ia64/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 869 arch/ia64/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 874 arch/ia64/kernel/kprobes.c if ((kcb->kprobe_status != KPROBE_REENTER) && cur->post_handler) { kcb 875 arch/ia64/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 882 arch/ia64/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 883 arch/ia64/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 896 arch/ia64/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 899 arch/ia64/kernel/kprobes.c switch(kcb->kprobe_status) { kcb 911 arch/ia64/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) kcb 912 arch/ia64/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 155 arch/mips/kernel/kprobes.c static void save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 157 arch/mips/kernel/kprobes.c kcb->prev_kprobe.kp = kprobe_running(); kcb 158 arch/mips/kernel/kprobes.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 159 arch/mips/kernel/kprobes.c kcb->prev_kprobe.old_SR = kcb->kprobe_old_SR; kcb 160 arch/mips/kernel/kprobes.c kcb->prev_kprobe.saved_SR = kcb->kprobe_saved_SR; kcb 161 arch/mips/kernel/kprobes.c kcb->prev_kprobe.saved_epc = kcb->kprobe_saved_epc; kcb 164 arch/mips/kernel/kprobes.c static void restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 166 arch/mips/kernel/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 167 arch/mips/kernel/kprobes.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 168 arch/mips/kernel/kprobes.c kcb->kprobe_old_SR = kcb->prev_kprobe.old_SR; kcb 169 arch/mips/kernel/kprobes.c kcb->kprobe_saved_SR = kcb->prev_kprobe.saved_SR; kcb 170 arch/mips/kernel/kprobes.c kcb->kprobe_saved_epc = kcb->prev_kprobe.saved_epc; kcb 174 arch/mips/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 177 arch/mips/kernel/kprobes.c kcb->kprobe_saved_SR = kcb->kprobe_old_SR = (regs->cp0_status & ST0_IE); kcb 178 arch/mips/kernel/kprobes.c kcb->kprobe_saved_epc = regs->cp0_epc; kcb 195 arch/mips/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 206 arch/mips/kernel/kprobes.c kcb->flags |= SKIP_DELAYSLOT; kcb 208 arch/mips/kernel/kprobes.c kcb->flags &= ~SKIP_DELAYSLOT; kcb 215 arch/mips/kernel/kprobes.c kcb->flags |= SKIP_DELAYSLOT; kcb 217 arch/mips/kernel/kprobes.c kcb->target_epc = regs->cp0_epc; kcb 229 arch/mips/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 240 arch/mips/kernel/kprobes.c ret = evaluate_branch_instruction(p, regs, kcb); kcb 263 arch/mips/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 266 arch/mips/kernel/kprobes.c regs->cp0_epc = kcb->target_epc; kcb 268 arch/mips/kernel/kprobes.c unsigned long orig_epc = kcb->kprobe_saved_epc; kcb 278 arch/mips/kernel/kprobes.c struct kprobe_ctlblk *kcb; kcb 287 arch/mips/kernel/kprobes.c kcb = get_kprobe_ctlblk(); kcb 293 arch/mips/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_HIT_SS && kcb 296 arch/mips/kernel/kprobes.c regs->cp0_status |= kcb->kprobe_saved_SR; kcb 306 arch/mips/kernel/kprobes.c save_previous_kprobe(kcb); kcb 307 arch/mips/kernel/kprobes.c set_current_kprobe(p, regs, kcb); kcb 309 arch/mips/kernel/kprobes.c prepare_singlestep(p, regs, kcb); kcb 310 arch/mips/kernel/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 311 arch/mips/kernel/kprobes.c if (kcb->flags & SKIP_DELAYSLOT) { kcb 312 arch/mips/kernel/kprobes.c resume_execution(p, regs, kcb); kcb 313 arch/mips/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 344 arch/mips/kernel/kprobes.c set_current_kprobe(p, regs, kcb); kcb 345 arch/mips/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 354 arch/mips/kernel/kprobes.c prepare_singlestep(p, regs, kcb); kcb 355 arch/mips/kernel/kprobes.c if (kcb->flags & SKIP_DELAYSLOT) { kcb 356 arch/mips/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 359 arch/mips/kernel/kprobes.c resume_execution(p, regs, kcb); kcb 362 arch/mips/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 375 arch/mips/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 380 arch/mips/kernel/kprobes.c if ((kcb->kprobe_status != KPROBE_REENTER) && cur->post_handler) { kcb 381 arch/mips/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 385 arch/mips/kernel/kprobes.c resume_execution(cur, regs, kcb); kcb 387 arch/mips/kernel/kprobes.c regs->cp0_status |= kcb->kprobe_saved_SR; kcb 390 arch/mips/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 391 arch/mips/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 404 arch/mips/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 409 arch/mips/kernel/kprobes.c if (kcb->kprobe_status & KPROBE_HIT_SS) { kcb 410 arch/mips/kernel/kprobes.c resume_execution(cur, regs, kcb); kcb 411 arch/mips/kernel/kprobes.c regs->cp0_status |= kcb->kprobe_old_SR; kcb 208 arch/parisc/kernel/ftrace.c struct kprobe_ctlblk *kcb; kcb 221 arch/parisc/kernel/ftrace.c kcb = get_kprobe_ctlblk(); kcb 222 arch/parisc/kernel/ftrace.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 232 arch/parisc/kernel/ftrace.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 54 arch/parisc/kernel/kprobes.c static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 56 arch/parisc/kernel/kprobes.c kcb->prev_kprobe.kp = kprobe_running(); kcb 57 arch/parisc/kernel/kprobes.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 60 arch/parisc/kernel/kprobes.c static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 62 arch/parisc/kernel/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 63 arch/parisc/kernel/kprobes.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 72 arch/parisc/kernel/kprobes.c struct kprobe_ctlblk *kcb, struct pt_regs *regs) kcb 74 arch/parisc/kernel/kprobes.c kcb->iaoq[0] = regs->iaoq[0]; kcb 75 arch/parisc/kernel/kprobes.c kcb->iaoq[1] = regs->iaoq[1]; kcb 84 arch/parisc/kernel/kprobes.c struct kprobe_ctlblk *kcb; kcb 88 arch/parisc/kernel/kprobes.c kcb = get_kprobe_ctlblk(); kcb 104 arch/parisc/kernel/kprobes.c save_previous_kprobe(kcb); kcb 107 arch/parisc/kernel/kprobes.c setup_singlestep(p, kcb, regs); kcb 108 arch/parisc/kernel/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 113 arch/parisc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 122 arch/parisc/kernel/kprobes.c setup_singlestep(p, kcb, regs); kcb 123 arch/parisc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 133 arch/parisc/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 143 arch/parisc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 144 arch/parisc/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 165 arch/parisc/kernel/kprobes.c regs->iaoq[0] = kcb->iaoq[1]; kcb 168 arch/parisc/kernel/kprobes.c regs->iaoq[1] = kcb->iaoq[0]; kcb 170 arch/parisc/kernel/kprobes.c regs->iaoq[0] = kcb->iaoq[1]; kcb 173 arch/parisc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 20 arch/powerpc/kernel/kprobes-ftrace.c struct kprobe_ctlblk *kcb; kcb 26 arch/powerpc/kernel/kprobes-ftrace.c kcb = get_kprobe_ctlblk(); kcb 37 arch/powerpc/kernel/kprobes-ftrace.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 45 arch/powerpc/kernel/kprobes-ftrace.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 173 arch/powerpc/kernel/kprobes.c static nokprobe_inline void save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 175 arch/powerpc/kernel/kprobes.c kcb->prev_kprobe.kp = kprobe_running(); kcb 176 arch/powerpc/kernel/kprobes.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 177 arch/powerpc/kernel/kprobes.c kcb->prev_kprobe.saved_msr = kcb->kprobe_saved_msr; kcb 180 arch/powerpc/kernel/kprobes.c static nokprobe_inline void restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 182 arch/powerpc/kernel/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 183 arch/powerpc/kernel/kprobes.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 184 arch/powerpc/kernel/kprobes.c kcb->kprobe_saved_msr = kcb->prev_kprobe.saved_msr; kcb 188 arch/powerpc/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 191 arch/powerpc/kernel/kprobes.c kcb->kprobe_saved_msr = regs->msr; kcb 262 arch/powerpc/kernel/kprobes.c struct kprobe_ctlblk *kcb; kcb 275 arch/powerpc/kernel/kprobes.c kcb = get_kprobe_ctlblk(); kcb 282 arch/powerpc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_HIT_SS && kcb 286 arch/powerpc/kernel/kprobes.c regs->msr |= kcb->kprobe_saved_msr; kcb 295 arch/powerpc/kernel/kprobes.c save_previous_kprobe(kcb); kcb 296 arch/powerpc/kernel/kprobes.c set_current_kprobe(p, regs, kcb); kcb 298 arch/powerpc/kernel/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 303 arch/powerpc/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 349 arch/powerpc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 350 arch/powerpc/kernel/kprobes.c set_current_kprobe(p, regs, kcb); kcb 365 arch/powerpc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 372 arch/powerpc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 483 arch/powerpc/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 492 arch/powerpc/kernel/kprobes.c if ((kcb->kprobe_status != KPROBE_REENTER) && cur->post_handler) { kcb 493 arch/powerpc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 499 arch/powerpc/kernel/kprobes.c regs->msr |= kcb->kprobe_saved_msr; kcb 502 arch/powerpc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 503 arch/powerpc/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 525 arch/powerpc/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 528 arch/powerpc/kernel/kprobes.c switch(kcb->kprobe_status) { kcb 540 arch/powerpc/kernel/kprobes.c regs->msr |= kcb->kprobe_saved_msr; kcb 541 arch/powerpc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) kcb 542 arch/powerpc/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 200 arch/s390/kernel/kprobes.c static void enable_singlestep(struct kprobe_ctlblk *kcb, kcb 212 arch/s390/kernel/kprobes.c __ctl_store(kcb->kprobe_saved_ctl, 9, 11); kcb 213 arch/s390/kernel/kprobes.c kcb->kprobe_saved_imask = regs->psw.mask & kcb 224 arch/s390/kernel/kprobes.c static void disable_singlestep(struct kprobe_ctlblk *kcb, kcb 229 arch/s390/kernel/kprobes.c __ctl_load(kcb->kprobe_saved_ctl, 9, 11); kcb 231 arch/s390/kernel/kprobes.c regs->psw.mask |= kcb->kprobe_saved_imask; kcb 241 arch/s390/kernel/kprobes.c static void push_kprobe(struct kprobe_ctlblk *kcb, struct kprobe *p) kcb 243 arch/s390/kernel/kprobes.c kcb->prev_kprobe.kp = __this_cpu_read(current_kprobe); kcb 244 arch/s390/kernel/kprobes.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 254 arch/s390/kernel/kprobes.c static void pop_kprobe(struct kprobe_ctlblk *kcb) kcb 256 arch/s390/kernel/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 257 arch/s390/kernel/kprobes.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 270 arch/s390/kernel/kprobes.c static void kprobe_reenter_check(struct kprobe_ctlblk *kcb, struct kprobe *p) kcb 272 arch/s390/kernel/kprobes.c switch (kcb->kprobe_status) { kcb 294 arch/s390/kernel/kprobes.c struct kprobe_ctlblk *kcb; kcb 303 arch/s390/kernel/kprobes.c kcb = get_kprobe_ctlblk(); kcb 317 arch/s390/kernel/kprobes.c kprobe_reenter_check(kcb, p); kcb 318 arch/s390/kernel/kprobes.c push_kprobe(kcb, p); kcb 319 arch/s390/kernel/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 328 arch/s390/kernel/kprobes.c push_kprobe(kcb, p); kcb 329 arch/s390/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 331 arch/s390/kernel/kprobes.c pop_kprobe(kcb); kcb 335 arch/s390/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 337 arch/s390/kernel/kprobes.c enable_singlestep(kcb, regs, (unsigned long) p->ainsn.insn); kcb 463 arch/s390/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 500 arch/s390/kernel/kprobes.c disable_singlestep(kcb, regs, ip); kcb 506 arch/s390/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 512 arch/s390/kernel/kprobes.c if (kcb->kprobe_status != KPROBE_REENTER && p->post_handler) { kcb 513 arch/s390/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 518 arch/s390/kernel/kprobes.c pop_kprobe(kcb); kcb 535 arch/s390/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 539 arch/s390/kernel/kprobes.c switch(kcb->kprobe_status) { kcb 549 arch/s390/kernel/kprobes.c disable_singlestep(kcb, regs, (unsigned long) p->addr); kcb 550 arch/s390/kernel/kprobes.c pop_kprobe(kcb); kcb 121 arch/sh/kernel/kprobes.c static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 123 arch/sh/kernel/kprobes.c kcb->prev_kprobe.kp = kprobe_running(); kcb 124 arch/sh/kernel/kprobes.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 127 arch/sh/kernel/kprobes.c static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 129 arch/sh/kernel/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 130 arch/sh/kernel/kprobes.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 134 arch/sh/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 217 arch/sh/kernel/kprobes.c struct kprobe_ctlblk *kcb; kcb 224 arch/sh/kernel/kprobes.c kcb = get_kprobe_ctlblk(); kcb 232 arch/sh/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_HIT_SS && kcb 242 arch/sh/kernel/kprobes.c save_previous_kprobe(kcb); kcb 243 arch/sh/kernel/kprobes.c set_current_kprobe(p, regs, kcb); kcb 246 arch/sh/kernel/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 269 arch/sh/kernel/kprobes.c set_current_kprobe(p, regs, kcb); kcb 270 arch/sh/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 280 arch/sh/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 366 arch/sh/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 373 arch/sh/kernel/kprobes.c if ((kcb->kprobe_status != KPROBE_REENTER) && cur->post_handler) { kcb 374 arch/sh/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 399 arch/sh/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 400 arch/sh/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 415 arch/sh/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 418 arch/sh/kernel/kprobes.c switch (kcb->kprobe_status) { kcb 429 arch/sh/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) kcb 430 arch/sh/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 485 arch/sh/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 499 arch/sh/kernel/kprobes.c if ((kcb->kprobe_status == KPROBE_HIT_SS) || kcb 500 arch/sh/kernel/kprobes.c (kcb->kprobe_status == KPROBE_REENTER)) { kcb 77 arch/sparc/kernel/kprobes.c static void __kprobes save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 79 arch/sparc/kernel/kprobes.c kcb->prev_kprobe.kp = kprobe_running(); kcb 80 arch/sparc/kernel/kprobes.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 81 arch/sparc/kernel/kprobes.c kcb->prev_kprobe.orig_tnpc = kcb->kprobe_orig_tnpc; kcb 82 arch/sparc/kernel/kprobes.c kcb->prev_kprobe.orig_tstate_pil = kcb->kprobe_orig_tstate_pil; kcb 85 arch/sparc/kernel/kprobes.c static void __kprobes restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 87 arch/sparc/kernel/kprobes.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 88 arch/sparc/kernel/kprobes.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 89 arch/sparc/kernel/kprobes.c kcb->kprobe_orig_tnpc = kcb->prev_kprobe.orig_tnpc; kcb 90 arch/sparc/kernel/kprobes.c kcb->kprobe_orig_tstate_pil = kcb->prev_kprobe.orig_tstate_pil; kcb 94 arch/sparc/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 97 arch/sparc/kernel/kprobes.c kcb->kprobe_orig_tnpc = regs->tnpc; kcb 98 arch/sparc/kernel/kprobes.c kcb->kprobe_orig_tstate_pil = (regs->tstate & TSTATE_PIL); kcb 102 arch/sparc/kernel/kprobes.c struct kprobe_ctlblk *kcb) kcb 109 arch/sparc/kernel/kprobes.c regs->tnpc = kcb->kprobe_orig_tnpc; kcb 121 arch/sparc/kernel/kprobes.c struct kprobe_ctlblk *kcb; kcb 128 arch/sparc/kernel/kprobes.c kcb = get_kprobe_ctlblk(); kcb 133 arch/sparc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_HIT_SS) { kcb 135 arch/sparc/kernel/kprobes.c kcb->kprobe_orig_tstate_pil); kcb 144 arch/sparc/kernel/kprobes.c save_previous_kprobe(kcb); kcb 145 arch/sparc/kernel/kprobes.c set_current_kprobe(p, regs, kcb); kcb 147 arch/sparc/kernel/kprobes.c kcb->kprobe_status = KPROBE_REENTER; kcb 148 arch/sparc/kernel/kprobes.c prepare_singlestep(p, regs, kcb); kcb 176 arch/sparc/kernel/kprobes.c set_current_kprobe(p, regs, kcb); kcb 177 arch/sparc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 184 arch/sparc/kernel/kprobes.c prepare_singlestep(p, regs, kcb); kcb 185 arch/sparc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 278 arch/sparc/kernel/kprobes.c struct pt_regs *regs, struct kprobe_ctlblk *kcb) kcb 285 arch/sparc/kernel/kprobes.c regs->tpc = kcb->kprobe_orig_tnpc; kcb 290 arch/sparc/kernel/kprobes.c kcb->kprobe_orig_tstate_pil); kcb 296 arch/sparc/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 301 arch/sparc/kernel/kprobes.c if ((kcb->kprobe_status != KPROBE_REENTER) && cur->post_handler) { kcb 302 arch/sparc/kernel/kprobes.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 306 arch/sparc/kernel/kprobes.c resume_execution(cur, regs, kcb); kcb 309 arch/sparc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 310 arch/sparc/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 323 arch/sparc/kernel/kprobes.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 326 arch/sparc/kernel/kprobes.c switch(kcb->kprobe_status) { kcb 337 arch/sparc/kernel/kprobes.c regs->tnpc = kcb->kprobe_orig_tnpc; kcb 339 arch/sparc/kernel/kprobes.c kcb->kprobe_orig_tstate_pil); kcb 340 arch/sparc/kernel/kprobes.c if (kcb->kprobe_status == KPROBE_REENTER) kcb 341 arch/sparc/kernel/kprobes.c restore_previous_kprobe(kcb); kcb 517 arch/x86/kernel/kprobes/core.c save_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 519 arch/x86/kernel/kprobes/core.c kcb->prev_kprobe.kp = kprobe_running(); kcb 520 arch/x86/kernel/kprobes/core.c kcb->prev_kprobe.status = kcb->kprobe_status; kcb 521 arch/x86/kernel/kprobes/core.c kcb->prev_kprobe.old_flags = kcb->kprobe_old_flags; kcb 522 arch/x86/kernel/kprobes/core.c kcb->prev_kprobe.saved_flags = kcb->kprobe_saved_flags; kcb 526 arch/x86/kernel/kprobes/core.c restore_previous_kprobe(struct kprobe_ctlblk *kcb) kcb 528 arch/x86/kernel/kprobes/core.c __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); kcb 529 arch/x86/kernel/kprobes/core.c kcb->kprobe_status = kcb->prev_kprobe.status; kcb 530 arch/x86/kernel/kprobes/core.c kcb->kprobe_old_flags = kcb->prev_kprobe.old_flags; kcb 531 arch/x86/kernel/kprobes/core.c kcb->kprobe_saved_flags = kcb->prev_kprobe.saved_flags; kcb 536 arch/x86/kernel/kprobes/core.c struct kprobe_ctlblk *kcb) kcb 539 arch/x86/kernel/kprobes/core.c kcb->kprobe_saved_flags = kcb->kprobe_old_flags kcb 542 arch/x86/kernel/kprobes/core.c kcb->kprobe_saved_flags &= ~X86_EFLAGS_IF; kcb 578 arch/x86/kernel/kprobes/core.c struct kprobe_ctlblk *kcb, int reenter) kcb 598 arch/x86/kernel/kprobes/core.c save_previous_kprobe(kcb); kcb 599 arch/x86/kernel/kprobes/core.c set_current_kprobe(p, regs, kcb); kcb 600 arch/x86/kernel/kprobes/core.c kcb->kprobe_status = KPROBE_REENTER; kcb 602 arch/x86/kernel/kprobes/core.c kcb->kprobe_status = KPROBE_HIT_SS; kcb 621 arch/x86/kernel/kprobes/core.c struct kprobe_ctlblk *kcb) kcb 623 arch/x86/kernel/kprobes/core.c switch (kcb->kprobe_status) { kcb 628 arch/x86/kernel/kprobes/core.c setup_singlestep(p, regs, kcb, 1); kcb 658 arch/x86/kernel/kprobes/core.c struct kprobe_ctlblk *kcb; kcb 670 arch/x86/kernel/kprobes/core.c kcb = get_kprobe_ctlblk(); kcb 675 arch/x86/kernel/kprobes/core.c if (reenter_kprobe(p, regs, kcb)) kcb 678 arch/x86/kernel/kprobes/core.c set_current_kprobe(p, regs, kcb); kcb 679 arch/x86/kernel/kprobes/core.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 689 arch/x86/kernel/kprobes/core.c setup_singlestep(p, regs, kcb, 0); kcb 758 arch/x86/kernel/kprobes/core.c struct kprobe_ctlblk *kcb; kcb 775 arch/x86/kernel/kprobes/core.c kcb = get_kprobe_ctlblk(); kcb 777 arch/x86/kernel/kprobes/core.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 908 arch/x86/kernel/kprobes/core.c struct kprobe_ctlblk *kcb) kcb 922 arch/x86/kernel/kprobes/core.c *tos |= kcb->kprobe_old_flags; kcb 977 arch/x86/kernel/kprobes/core.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 982 arch/x86/kernel/kprobes/core.c resume_execution(cur, regs, kcb); kcb 983 arch/x86/kernel/kprobes/core.c regs->flags |= kcb->kprobe_saved_flags; kcb 985 arch/x86/kernel/kprobes/core.c if ((kcb->kprobe_status != KPROBE_REENTER) && cur->post_handler) { kcb 986 arch/x86/kernel/kprobes/core.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 991 arch/x86/kernel/kprobes/core.c if (kcb->kprobe_status == KPROBE_REENTER) { kcb 992 arch/x86/kernel/kprobes/core.c restore_previous_kprobe(kcb); kcb 1012 arch/x86/kernel/kprobes/core.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 1016 arch/x86/kernel/kprobes/core.c WARN_ON(kcb->kprobe_status != KPROBE_HIT_SS && kcb 1017 arch/x86/kernel/kprobes/core.c kcb->kprobe_status != KPROBE_REENTER); kcb 1037 arch/x86/kernel/kprobes/core.c regs->flags |= kcb->kprobe_old_flags; kcb 1039 arch/x86/kernel/kprobes/core.c if (kcb->kprobe_status == KPROBE_REENTER) kcb 1040 arch/x86/kernel/kprobes/core.c restore_previous_kprobe(kcb); kcb 1043 arch/x86/kernel/kprobes/core.c } else if (kcb->kprobe_status == KPROBE_HIT_ACTIVE || kcb 1044 arch/x86/kernel/kprobes/core.c kcb->kprobe_status == KPROBE_HIT_SSDONE) { kcb 20 arch/x86/kernel/kprobes/ftrace.c struct kprobe_ctlblk *kcb; kcb 27 arch/x86/kernel/kprobes/ftrace.c kcb = get_kprobe_ctlblk(); kcb 36 arch/x86/kernel/kprobes/ftrace.c kcb->kprobe_status = KPROBE_HIT_ACTIVE; kcb 44 arch/x86/kernel/kprobes/ftrace.c kcb->kprobe_status = KPROBE_HIT_SSDONE; kcb 158 arch/x86/kernel/kprobes/opt.c struct kprobe_ctlblk *kcb = get_kprobe_ctlblk(); kcb 169 arch/x86/kernel/kprobes/opt.c kcb->kprobe_status = KPROBE_HIT_ACTIVE;