Lines Matching refs:cur_ops
264 static struct rcu_torture_ops *cur_ops; variable
353 cur_ops->deferred_free(rp); in rcu_torture_cb()
691 return cur_ops == &tasks_ops; in torturing_tasks()
829 cur_ops->call && in rcu_torture_cbflood()
830 cur_ops->cb_barrier) { in rcu_torture_cbflood()
846 cur_ops->call(&rhp[i * cbflood_n_per_burst + j], in rcu_torture_cbflood()
852 cur_ops->cb_barrier(); in rcu_torture_cbflood()
882 cur_ops->fqs(); in rcu_torture_fqs()
916 torture_type, cur_ops->name); in rcu_torture_writer()
924 if (gp_cond1 && cur_ops->get_state && cur_ops->cond_sync) in rcu_torture_writer()
926 else if (gp_cond && (!cur_ops->get_state || !cur_ops->cond_sync)) in rcu_torture_writer()
928 if (gp_exp1 && cur_ops->exp_sync) in rcu_torture_writer()
930 else if (gp_exp && !cur_ops->exp_sync) in rcu_torture_writer()
932 if (gp_normal1 && cur_ops->deferred_free) in rcu_torture_writer()
934 else if (gp_normal && !cur_ops->deferred_free) in rcu_torture_writer()
936 if (gp_sync1 && cur_ops->sync) in rcu_torture_writer()
938 else if (gp_sync && !cur_ops->sync) in rcu_torture_writer()
975 cur_ops->deferred_free(old_rp); in rcu_torture_writer()
979 cur_ops->exp_sync(); in rcu_torture_writer()
984 gp_snap = cur_ops->get_state(); in rcu_torture_writer()
990 cur_ops->cond_sync(gp_snap); in rcu_torture_writer()
995 cur_ops->sync(); in rcu_torture_writer()
1044 if (cur_ops->cb_barrier != NULL && in rcu_torture_fakewriter()
1046 cur_ops->cb_barrier(); in rcu_torture_fakewriter()
1049 cur_ops->sync(); in rcu_torture_fakewriter()
1051 cur_ops->exp_sync(); in rcu_torture_fakewriter()
1053 cur_ops->sync(); in rcu_torture_fakewriter()
1055 cur_ops->exp_sync(); in rcu_torture_fakewriter()
1092 idx = cur_ops->readlock(); in rcu_torture_timer()
1093 if (cur_ops->started) in rcu_torture_timer()
1094 started = cur_ops->started(); in rcu_torture_timer()
1096 started = cur_ops->completed(); in rcu_torture_timer()
1105 cur_ops->readunlock(idx); in rcu_torture_timer()
1111 cur_ops->read_delay(&rand); in rcu_torture_timer()
1120 completed = cur_ops->completed(); in rcu_torture_timer()
1122 do_trace_rcu_torture_read(cur_ops->name, &p->rtort_rcu, ts, in rcu_torture_timer()
1128 if (cur_ops->started) in rcu_torture_timer()
1136 cur_ops->readunlock(idx); in rcu_torture_timer()
1159 if (irqreader && cur_ops->irq_capable) in rcu_torture_reader()
1163 if (irqreader && cur_ops->irq_capable) { in rcu_torture_reader()
1167 idx = cur_ops->readlock(); in rcu_torture_reader()
1168 if (cur_ops->started) in rcu_torture_reader()
1169 started = cur_ops->started(); in rcu_torture_reader()
1171 started = cur_ops->completed(); in rcu_torture_reader()
1180 cur_ops->readunlock(idx); in rcu_torture_reader()
1186 cur_ops->read_delay(&rand); in rcu_torture_reader()
1193 completed = cur_ops->completed(); in rcu_torture_reader()
1195 do_trace_rcu_torture_read(cur_ops->name, &p->rtort_rcu, in rcu_torture_reader()
1201 if (cur_ops->started) in rcu_torture_reader()
1209 cur_ops->readunlock(idx); in rcu_torture_reader()
1212 if (irqreader && cur_ops->irq_capable) { in rcu_torture_reader()
1300 if (cur_ops->stats) in rcu_torture_stats_print()
1301 cur_ops->stats(); in rcu_torture_stats_print()
1308 rcutorture_get_gp_data(cur_ops->ttype, in rcu_torture_stats_print()
1337 rcu_torture_print_module_parms(struct rcu_torture_ops *cur_ops, const char *tag) in rcu_torture_print_module_parms() argument
1352 test_boost, cur_ops->can_boost, in rcu_torture_print_module_parms()
1470 cur_ops->call(&rcu, rcu_torture_barrier_cbf); in rcu_torture_barrier_cbs()
1474 if (cur_ops->cb_barrier != NULL) in rcu_torture_barrier_cbs()
1475 cur_ops->cb_barrier(); in rcu_torture_barrier_cbs()
1500 cur_ops->cb_barrier(); /* Implies smp_mb() for wait_event(). */ in rcu_torture_barrier()
1523 if (cur_ops->call == NULL || cur_ops->cb_barrier == NULL) { in rcu_torture_barrier_init()
1526 torture_type, cur_ops->name); in rcu_torture_barrier_init()
1602 if (cur_ops->cb_barrier != NULL) in rcu_torture_cleanup()
1603 cur_ops->cb_barrier(); in rcu_torture_cleanup()
1632 if ((test_boost == 1 && cur_ops->can_boost) || in rcu_torture_cleanup()
1643 if (cur_ops->cb_barrier != NULL) in rcu_torture_cleanup()
1644 cur_ops->cb_barrier(); in rcu_torture_cleanup()
1645 if (cur_ops->cleanup != NULL) in rcu_torture_cleanup()
1646 cur_ops->cleanup(); in rcu_torture_cleanup()
1651 rcu_torture_print_module_parms(cur_ops, "End of test: FAILURE"); in rcu_torture_cleanup()
1653 rcu_torture_print_module_parms(cur_ops, in rcu_torture_cleanup()
1656 rcu_torture_print_module_parms(cur_ops, "End of test: SUCCESS"); in rcu_torture_cleanup()
1732 cur_ops = torture_ops[i]; in rcu_torture_init()
1733 if (strcmp(torture_type, cur_ops->name) == 0) in rcu_torture_init()
1746 if (cur_ops->fqs == NULL && fqs_duration != 0) { in rcu_torture_init()
1750 if (cur_ops->init) in rcu_torture_init()
1751 cur_ops->init(); in rcu_torture_init()
1760 rcu_torture_print_module_parms(cur_ops, "Start of test"); in rcu_torture_init()
1860 if ((test_boost == 1 && cur_ops->can_boost) || in rcu_torture_init()