Lines Matching refs:cur_ops
263 static struct rcu_torture_ops *cur_ops; variable
352 cur_ops->deferred_free(rp); in rcu_torture_cb()
784 cur_ops->call && in rcu_torture_cbflood()
785 cur_ops->cb_barrier) { in rcu_torture_cbflood()
803 cur_ops->call(&rhp[i * cbflood_n_per_burst + j], in rcu_torture_cbflood()
809 cur_ops->cb_barrier(); in rcu_torture_cbflood()
838 cur_ops->fqs(); in rcu_torture_fqs()
872 torture_type, cur_ops->name); in rcu_torture_writer()
880 if (gp_cond1 && cur_ops->get_state && cur_ops->cond_sync) in rcu_torture_writer()
882 else if (gp_cond && (!cur_ops->get_state || !cur_ops->cond_sync)) in rcu_torture_writer()
884 if (gp_exp1 && cur_ops->exp_sync) in rcu_torture_writer()
886 else if (gp_exp && !cur_ops->exp_sync) in rcu_torture_writer()
888 if (gp_normal1 && cur_ops->deferred_free) in rcu_torture_writer()
890 else if (gp_normal && !cur_ops->deferred_free) in rcu_torture_writer()
892 if (gp_sync1 && cur_ops->sync) in rcu_torture_writer()
894 else if (gp_sync && !cur_ops->sync) in rcu_torture_writer()
931 cur_ops->deferred_free(old_rp); in rcu_torture_writer()
935 cur_ops->exp_sync(); in rcu_torture_writer()
940 gp_snap = cur_ops->get_state(); in rcu_torture_writer()
946 cur_ops->cond_sync(gp_snap); in rcu_torture_writer()
951 cur_ops->sync(); in rcu_torture_writer()
1000 if (cur_ops->cb_barrier != NULL && in rcu_torture_fakewriter()
1002 cur_ops->cb_barrier(); in rcu_torture_fakewriter()
1005 cur_ops->sync(); in rcu_torture_fakewriter()
1007 cur_ops->exp_sync(); in rcu_torture_fakewriter()
1009 cur_ops->sync(); in rcu_torture_fakewriter()
1011 cur_ops->exp_sync(); in rcu_torture_fakewriter()
1048 idx = cur_ops->readlock(); in rcu_torture_timer()
1049 if (cur_ops->started) in rcu_torture_timer()
1050 started = cur_ops->started(); in rcu_torture_timer()
1052 started = cur_ops->completed(); in rcu_torture_timer()
1060 cur_ops->readunlock(idx); in rcu_torture_timer()
1066 cur_ops->read_delay(&rand); in rcu_torture_timer()
1075 completed = cur_ops->completed(); in rcu_torture_timer()
1077 do_trace_rcu_torture_read(cur_ops->name, &p->rtort_rcu, ts, in rcu_torture_timer()
1083 if (cur_ops->started) in rcu_torture_timer()
1091 cur_ops->readunlock(idx); in rcu_torture_timer()
1114 if (irqreader && cur_ops->irq_capable) in rcu_torture_reader()
1118 if (irqreader && cur_ops->irq_capable) { in rcu_torture_reader()
1122 idx = cur_ops->readlock(); in rcu_torture_reader()
1123 if (cur_ops->started) in rcu_torture_reader()
1124 started = cur_ops->started(); in rcu_torture_reader()
1126 started = cur_ops->completed(); in rcu_torture_reader()
1134 cur_ops->readunlock(idx); in rcu_torture_reader()
1140 cur_ops->read_delay(&rand); in rcu_torture_reader()
1147 completed = cur_ops->completed(); in rcu_torture_reader()
1149 do_trace_rcu_torture_read(cur_ops->name, &p->rtort_rcu, in rcu_torture_reader()
1155 if (cur_ops->started) in rcu_torture_reader()
1163 cur_ops->readunlock(idx); in rcu_torture_reader()
1167 if (irqreader && cur_ops->irq_capable) { in rcu_torture_reader()
1255 if (cur_ops->stats) in rcu_torture_stats_print()
1256 cur_ops->stats(); in rcu_torture_stats_print()
1263 rcutorture_get_gp_data(cur_ops->ttype, in rcu_torture_stats_print()
1292 rcu_torture_print_module_parms(struct rcu_torture_ops *cur_ops, const char *tag) in rcu_torture_print_module_parms() argument
1307 test_boost, cur_ops->can_boost, in rcu_torture_print_module_parms()
1422 cur_ops->call(&rcu, rcu_torture_barrier_cbf); in rcu_torture_barrier_cbs()
1426 if (cur_ops->cb_barrier != NULL) in rcu_torture_barrier_cbs()
1427 cur_ops->cb_barrier(); in rcu_torture_barrier_cbs()
1452 cur_ops->cb_barrier(); /* Implies smp_mb() for wait_event(). */ in rcu_torture_barrier()
1475 if (cur_ops->call == NULL || cur_ops->cb_barrier == NULL) { in rcu_torture_barrier_init()
1478 torture_type, cur_ops->name); in rcu_torture_barrier_init()
1554 if (cur_ops->cb_barrier != NULL) in rcu_torture_cleanup()
1555 cur_ops->cb_barrier(); in rcu_torture_cleanup()
1584 if ((test_boost == 1 && cur_ops->can_boost) || in rcu_torture_cleanup()
1593 if (cur_ops->cb_barrier != NULL) in rcu_torture_cleanup()
1594 cur_ops->cb_barrier(); in rcu_torture_cleanup()
1599 rcu_torture_print_module_parms(cur_ops, "End of test: FAILURE"); in rcu_torture_cleanup()
1601 rcu_torture_print_module_parms(cur_ops, in rcu_torture_cleanup()
1604 rcu_torture_print_module_parms(cur_ops, "End of test: SUCCESS"); in rcu_torture_cleanup()
1680 cur_ops = torture_ops[i]; in rcu_torture_init()
1681 if (strcmp(torture_type, cur_ops->name) == 0) in rcu_torture_init()
1694 if (cur_ops->fqs == NULL && fqs_duration != 0) { in rcu_torture_init()
1698 if (cur_ops->init) in rcu_torture_init()
1699 cur_ops->init(); /* no "goto unwind" prior to this point!!! */ in rcu_torture_init()
1708 rcu_torture_print_module_parms(cur_ops, "Start of test"); in rcu_torture_init()
1805 if ((test_boost == 1 && cur_ops->can_boost) || in rcu_torture_init()