cur_ops 95 kernel/locking/locktorture.c struct lock_torture_ops *cur_ops; cur_ops 192 kernel/locking/locktorture.c cxt.cur_ops->flags = flags; cur_ops 199 kernel/locking/locktorture.c spin_unlock_irqrestore(&torture_spinlock, cxt.cur_ops->flags); cur_ops 283 kernel/locking/locktorture.c cxt.cur_ops->flags = flags; cur_ops 290 kernel/locking/locktorture.c write_unlock_irqrestore(&torture_rwlock, cxt.cur_ops->flags); cur_ops 298 kernel/locking/locktorture.c cxt.cur_ops->flags = flags; cur_ops 305 kernel/locking/locktorture.c read_unlock_irqrestore(&torture_rwlock, cxt.cur_ops->flags); cur_ops 631 kernel/locking/locktorture.c cxt.cur_ops->task_boost(&rand); cur_ops 632 kernel/locking/locktorture.c cxt.cur_ops->writelock(); cur_ops 640 kernel/locking/locktorture.c cxt.cur_ops->write_delay(&rand); cur_ops 642 kernel/locking/locktorture.c cxt.cur_ops->writeunlock(); cur_ops 647 kernel/locking/locktorture.c cxt.cur_ops->task_boost(NULL); /* reset prio */ cur_ops 668 kernel/locking/locktorture.c cxt.cur_ops->readlock(); cur_ops 674 kernel/locking/locktorture.c cxt.cur_ops->read_delay(&rand); cur_ops 676 kernel/locking/locktorture.c cxt.cur_ops->readunlock(); cur_ops 727 kernel/locking/locktorture.c if (cxt.cur_ops->readlock) cur_ops 741 kernel/locking/locktorture.c if (cxt.cur_ops->readlock) { cur_ops 775 kernel/locking/locktorture.c lock_torture_print_module_parms(struct lock_torture_ops *cur_ops, cur_ops 822 kernel/locking/locktorture.c lock_torture_print_module_parms(cxt.cur_ops, cur_ops 825 kernel/locking/locktorture.c lock_torture_print_module_parms(cxt.cur_ops, cur_ops 828 kernel/locking/locktorture.c lock_torture_print_module_parms(cxt.cur_ops, cur_ops 862 kernel/locking/locktorture.c cxt.cur_ops = torture_ops[i]; cur_ops 863 kernel/locking/locktorture.c if (strcmp(torture_type, cxt.cur_ops->name) == 0) cur_ops 883 kernel/locking/locktorture.c if (cxt.cur_ops->init) cur_ops 884 kernel/locking/locktorture.c cxt.cur_ops->init(); cur_ops 923 kernel/locking/locktorture.c if (cxt.cur_ops->readlock) { cur_ops 957 kernel/locking/locktorture.c lock_torture_print_module_parms(cxt.cur_ops, "Start of test"); cur_ops 994 kernel/locking/locktorture.c if (cxt.cur_ops->readlock) { cur_ops 1027 kernel/locking/locktorture.c if (cxt.cur_ops->readlock == NULL || (j >= cxt.nrealreaders_stress)) cur_ops 144 kernel/rcu/rcuperf.c static struct rcu_perf_ops *cur_ops; cur_ops 300 kernel/rcu/rcuperf.c if (!cur_ops->gp_diff) cur_ops 302 kernel/rcu/rcuperf.c return cur_ops->gp_diff(new, old); cur_ops 335 kernel/rcu/rcuperf.c idx = cur_ops->readlock(); cur_ops 336 kernel/rcu/rcuperf.c cur_ops->readunlock(idx); cur_ops 391 kernel/rcu/rcuperf.c cur_ops->exp_completed() / 2; cur_ops 393 kernel/rcu/rcuperf.c b_rcu_perf_writer_started = cur_ops->get_gp_seq(); cur_ops 409 kernel/rcu/rcuperf.c cur_ops->async(rhp, rcu_perf_async_cb); cur_ops 413 kernel/rcu/rcuperf.c cur_ops->gp_barrier(); cur_ops 420 kernel/rcu/rcuperf.c cur_ops->exp_sync(); cur_ops 423 kernel/rcu/rcuperf.c cur_ops->sync(); cur_ops 447 kernel/rcu/rcuperf.c cur_ops->exp_completed() / 2; cur_ops 450 kernel/rcu/rcuperf.c cur_ops->get_gp_seq(); cur_ops 467 kernel/rcu/rcuperf.c cur_ops->gp_barrier(); cur_ops 476 kernel/rcu/rcuperf.c rcu_perf_print_module_parms(struct rcu_perf_ops *cur_ops, const char *tag) cur_ops 505 kernel/rcu/rcuperf.c if (!cur_ops) { cur_ops 560 kernel/rcu/rcuperf.c if (cur_ops->cleanup != NULL) cur_ops 561 kernel/rcu/rcuperf.c cur_ops->cleanup(); cur_ops 617 kernel/rcu/rcuperf.c cur_ops = perf_ops[i]; cur_ops 618 kernel/rcu/rcuperf.c if (strcmp(perf_type, cur_ops->name) == 0) cur_ops 629 kernel/rcu/rcuperf.c cur_ops = NULL; cur_ops 632 kernel/rcu/rcuperf.c if (cur_ops->init) cur_ops 633 kernel/rcu/rcuperf.c cur_ops->init(); cur_ops 640 kernel/rcu/rcuperf.c rcu_perf_print_module_parms(cur_ops, "Start of test"); cur_ops 316 kernel/rcu/rcutorture.c static struct rcu_torture_ops *cur_ops; cur_ops 343 kernel/rcu/rcutorture.c started = cur_ops->get_gp_seq(); cur_ops 349 kernel/rcu/rcutorture.c completed = cur_ops->get_gp_seq(); cur_ops 350 kernel/rcu/rcutorture.c do_trace_rcu_torture_read(cur_ops->name, NULL, ts, cur_ops 421 kernel/rcu/rcutorture.c cur_ops->deferred_free(rp); cur_ops 728 kernel/rcu/rcutorture.c if (!cur_ops->gp_diff) cur_ops 730 kernel/rcu/rcutorture.c return cur_ops->gp_diff(new, old); cur_ops 735 kernel/rcu/rcutorture.c return cur_ops == &tasks_ops; cur_ops 922 kernel/rcu/rcutorture.c cur_ops->fqs(); cur_ops 957 kernel/rcu/rcutorture.c torture_type, cur_ops->name); cur_ops 962 kernel/rcu/rcutorture.c if (gp_cond1 && cur_ops->get_state && cur_ops->cond_sync) { cur_ops 965 kernel/rcu/rcutorture.c } else if (gp_cond && (!cur_ops->get_state || !cur_ops->cond_sync)) { cur_ops 968 kernel/rcu/rcutorture.c if (gp_exp1 && cur_ops->exp_sync) { cur_ops 971 kernel/rcu/rcutorture.c } else if (gp_exp && !cur_ops->exp_sync) { cur_ops 974 kernel/rcu/rcutorture.c if (gp_normal1 && cur_ops->deferred_free) { cur_ops 977 kernel/rcu/rcutorture.c } else if (gp_normal && !cur_ops->deferred_free) { cur_ops 980 kernel/rcu/rcutorture.c if (gp_sync1 && cur_ops->sync) { cur_ops 983 kernel/rcu/rcutorture.c } else if (gp_sync && !cur_ops->sync) { cur_ops 1021 kernel/rcu/rcutorture.c cur_ops->deferred_free(old_rp); cur_ops 1025 kernel/rcu/rcutorture.c cur_ops->exp_sync(); cur_ops 1030 kernel/rcu/rcutorture.c gp_snap = cur_ops->get_state(); cur_ops 1036 kernel/rcu/rcutorture.c cur_ops->cond_sync(gp_snap); cur_ops 1041 kernel/rcu/rcutorture.c cur_ops->sync(); cur_ops 1068 kernel/rcu/rcutorture.c !cur_ops->slow_gps && cur_ops 1108 kernel/rcu/rcutorture.c if (cur_ops->cb_barrier != NULL && cur_ops 1110 kernel/rcu/rcutorture.c cur_ops->cb_barrier(); cur_ops 1112 kernel/rcu/rcutorture.c if (cur_ops->sync && torture_random(&rand) & 0x80) cur_ops 1113 kernel/rcu/rcutorture.c cur_ops->sync(); cur_ops 1114 kernel/rcu/rcutorture.c else if (cur_ops->exp_sync) cur_ops 1115 kernel/rcu/rcutorture.c cur_ops->exp_sync(); cur_ops 1116 kernel/rcu/rcutorture.c } else if (gp_normal && cur_ops->sync) { cur_ops 1117 kernel/rcu/rcutorture.c cur_ops->sync(); cur_ops 1118 kernel/rcu/rcutorture.c } else if (cur_ops->exp_sync) { cur_ops 1119 kernel/rcu/rcutorture.c cur_ops->exp_sync(); cur_ops 1167 kernel/rcu/rcutorture.c idxnew = cur_ops->readlock() << RCUTORTURE_RDR_SHIFT; cur_ops 1181 kernel/rcu/rcutorture.c cur_ops->readunlock(idxold >> RCUTORTURE_RDR_SHIFT); cur_ops 1185 kernel/rcu/rcutorture.c cur_ops->read_delay(trsp, rtrsp); cur_ops 1203 kernel/rcu/rcutorture.c mask = extendables & RCUTORTURE_MAX_EXTEND & cur_ops->extendables; cur_ops 1276 kernel/rcu/rcutorture.c started = cur_ops->get_gp_seq(); cur_ops 1297 kernel/rcu/rcutorture.c completed = cur_ops->get_gp_seq(); cur_ops 1299 kernel/rcu/rcutorture.c do_trace_rcu_torture_read(cur_ops->name, &p->rtort_rcu, cur_ops 1339 kernel/rcu/rcutorture.c if (cur_ops->call) { cur_ops 1343 kernel/rcu/rcutorture.c cur_ops->call(rhp, rcu_torture_timer_cb); cur_ops 1364 kernel/rcu/rcutorture.c if (irqreader && cur_ops->irq_capable) cur_ops 1368 kernel/rcu/rcutorture.c if (irqreader && cur_ops->irq_capable) { cur_ops 1382 kernel/rcu/rcutorture.c if (irqreader && cur_ops->irq_capable) { cur_ops 1473 kernel/rcu/rcutorture.c if (cur_ops->stats) cur_ops 1474 kernel/rcu/rcutorture.c cur_ops->stats(); cur_ops 1480 kernel/rcu/rcutorture.c rcutorture_get_gp_data(cur_ops->ttype, cur_ops 1482 kernel/rcu/rcutorture.c srcutorture_get_gp_data(cur_ops->ttype, srcu_ctlp, cur_ops 1518 kernel/rcu/rcutorture.c rcu_torture_print_module_parms(struct rcu_torture_ops *cur_ops, const char *tag) cur_ops 1533 kernel/rcu/rcutorture.c test_boost, cur_ops->can_boost, cur_ops 1652 kernel/rcu/rcutorture.c cur_ops->call(&fcsp->rh, rcu_torture_fwd_prog_cb); cur_ops 1721 kernel/rcu/rcutorture.c n_launders_hist[i].launder_gp_seq = cur_ops->get_gp_seq(); cur_ops 1780 kernel/rcu/rcutorture.c if (cur_ops->call && cur_ops->sync && cur_ops->cb_barrier) { cur_ops 1787 kernel/rcu/rcutorture.c cur_ops->sync(); /* Later readers see above write. */ cur_ops 1790 kernel/rcu/rcutorture.c cur_ops->call(&fcs.rh, rcu_torture_fwd_prog_cb); cur_ops 1793 kernel/rcu/rcutorture.c gps = cur_ops->get_gp_seq(); cur_ops 1794 kernel/rcu/rcutorture.c sd = cur_ops->stall_dur() + 1; cur_ops 1802 kernel/rcu/rcutorture.c idx = cur_ops->readlock(); cur_ops 1804 kernel/rcu/rcutorture.c cur_ops->readunlock(idx); cur_ops 1814 kernel/rcu/rcutorture.c gps = rcutorture_seq_diff(cur_ops->get_gp_seq(), gps); cur_ops 1820 kernel/rcu/rcutorture.c cur_ops->sync(); /* Wait for running CB to complete. */ cur_ops 1821 kernel/rcu/rcutorture.c cur_ops->cb_barrier(); /* Wait for queued callbacks. */ cur_ops 1850 kernel/rcu/rcutorture.c if (!cur_ops->call) cur_ops 1855 kernel/rcu/rcutorture.c cur_ops->sync(); /* Later readers see above write. */ cur_ops 1866 kernel/rcu/rcutorture.c gps = cur_ops->get_gp_seq(); cur_ops 1892 kernel/rcu/rcutorture.c cur_ops->call(&rfcp->rh, rcu_torture_fwd_cb_cr); cur_ops 1898 kernel/rcu/rcutorture.c gps = rcutorture_seq_diff(cur_ops->get_gp_seq(), gps); cur_ops 1899 kernel/rcu/rcutorture.c cur_ops->cb_barrier(); /* Wait for callbacks to be invoked. */ cur_ops 1982 kernel/rcu/rcutorture.c if (!cur_ops->stall_dur || cur_ops->stall_dur() <= 0 || cur_ops 1983 kernel/rcu/rcutorture.c cur_ops == &rcu_busted_ops) { cur_ops 2032 kernel/rcu/rcutorture.c cur_ops->call(&rcu, rcu_torture_barrier_cbf); cur_ops 2037 kernel/rcu/rcutorture.c if (cur_ops->cb_barrier != NULL) cur_ops 2038 kernel/rcu/rcutorture.c cur_ops->cb_barrier(); cur_ops 2063 kernel/rcu/rcutorture.c cur_ops->cb_barrier(); /* Implies smp_mb() for wait_event(). */ cur_ops 2087 kernel/rcu/rcutorture.c if (cur_ops->call == NULL || cur_ops->cb_barrier == NULL) { cur_ops 2090 kernel/rcu/rcutorture.c torture_type, cur_ops->name); cur_ops 2140 kernel/rcu/rcutorture.c if (!(test_boost == 1 && cur_ops->can_boost) && test_boost != 2) cur_ops 2170 kernel/rcu/rcutorture.c if (cur_ops->cb_barrier != NULL) cur_ops 2171 kernel/rcu/rcutorture.c cur_ops->cb_barrier(); cur_ops 2174 kernel/rcu/rcutorture.c if (!cur_ops) { cur_ops 2202 kernel/rcu/rcutorture.c rcutorture_get_gp_data(cur_ops->ttype, &flags, &gp_seq); cur_ops 2203 kernel/rcu/rcutorture.c srcutorture_get_gp_data(cur_ops->ttype, srcu_ctlp, &flags, &gp_seq); cur_ops 2205 kernel/rcu/rcutorture.c cur_ops->name, gp_seq, flags); cur_ops 2215 kernel/rcu/rcutorture.c if (cur_ops->cb_barrier != NULL) cur_ops 2216 kernel/rcu/rcutorture.c cur_ops->cb_barrier(); cur_ops 2217 kernel/rcu/rcutorture.c if (cur_ops->cleanup != NULL) cur_ops 2218 kernel/rcu/rcutorture.c cur_ops->cleanup(); cur_ops 2250 kernel/rcu/rcutorture.c rcu_torture_print_module_parms(cur_ops, "End of test: FAILURE"); cur_ops 2252 kernel/rcu/rcutorture.c rcu_torture_print_module_parms(cur_ops, cur_ops 2255 kernel/rcu/rcutorture.c rcu_torture_print_module_parms(cur_ops, "End of test: SUCCESS"); cur_ops 2319 kernel/rcu/rcutorture.c if (cur_ops->sync && !(++n & 0xfff)) cur_ops 2320 kernel/rcu/rcutorture.c cur_ops->sync(); cur_ops 2339 kernel/rcu/rcutorture.c cur_ops = torture_ops[i]; cur_ops 2340 kernel/rcu/rcutorture.c if (strcmp(torture_type, cur_ops->name) == 0) cur_ops 2352 kernel/rcu/rcutorture.c cur_ops = NULL; cur_ops 2355 kernel/rcu/rcutorture.c if (cur_ops->fqs == NULL && fqs_duration != 0) { cur_ops 2359 kernel/rcu/rcutorture.c if (cur_ops->init) cur_ops 2360 kernel/rcu/rcutorture.c cur_ops->init(); cur_ops 2369 kernel/rcu/rcutorture.c rcu_torture_print_module_parms(cur_ops, "Start of test"); cur_ops 2456 kernel/rcu/rcutorture.c t = cur_ops->stall_dur ? cur_ops->stall_dur() : stutter * HZ;