This source file includes following definitions.
- iowait_set_flag
- iowait_flag_set
- iowait_clear_flag
- iowait_init
- iowait_cancel_work
- iowait_set_work_flag
- iowait_priority_update_top
1
2
3
4
5
6 #include "iowait.h"
7 #include "trace_iowait.h"
8
9
10 #define IOWAIT_PRIORITY_STARVE_SHIFT 4
11
12 void iowait_set_flag(struct iowait *wait, u32 flag)
13 {
14 trace_hfi1_iowait_set(wait, flag);
15 set_bit(flag, &wait->flags);
16 }
17
18 bool iowait_flag_set(struct iowait *wait, u32 flag)
19 {
20 return test_bit(flag, &wait->flags);
21 }
22
23 inline void iowait_clear_flag(struct iowait *wait, u32 flag)
24 {
25 trace_hfi1_iowait_clear(wait, flag);
26 clear_bit(flag, &wait->flags);
27 }
28
29
30
31
32
33
34
35
36
37
38
39
40
41 void iowait_init(struct iowait *wait, u32 tx_limit,
42 void (*func)(struct work_struct *work),
43 void (*tidfunc)(struct work_struct *work),
44 int (*sleep)(struct sdma_engine *sde,
45 struct iowait_work *wait,
46 struct sdma_txreq *tx,
47 uint seq,
48 bool pkts_sent),
49 void (*wakeup)(struct iowait *wait, int reason),
50 void (*sdma_drained)(struct iowait *wait),
51 void (*init_priority)(struct iowait *wait))
52 {
53 int i;
54
55 wait->count = 0;
56 INIT_LIST_HEAD(&wait->list);
57 init_waitqueue_head(&wait->wait_dma);
58 init_waitqueue_head(&wait->wait_pio);
59 atomic_set(&wait->sdma_busy, 0);
60 atomic_set(&wait->pio_busy, 0);
61 wait->tx_limit = tx_limit;
62 wait->sleep = sleep;
63 wait->wakeup = wakeup;
64 wait->sdma_drained = sdma_drained;
65 wait->init_priority = init_priority;
66 wait->flags = 0;
67 for (i = 0; i < IOWAIT_SES; i++) {
68 wait->wait[i].iow = wait;
69 INIT_LIST_HEAD(&wait->wait[i].tx_head);
70 if (i == IOWAIT_IB_SE)
71 INIT_WORK(&wait->wait[i].iowork, func);
72 else
73 INIT_WORK(&wait->wait[i].iowork, tidfunc);
74 }
75 }
76
77
78
79
80
81 void iowait_cancel_work(struct iowait *w)
82 {
83 cancel_work_sync(&iowait_get_ib_work(w)->iowork);
84
85 if (iowait_get_tid_work(w)->iowork.func)
86 cancel_work_sync(&iowait_get_tid_work(w)->iowork);
87 }
88
89
90
91
92
93 int iowait_set_work_flag(struct iowait_work *w)
94 {
95 if (w == &w->iow->wait[IOWAIT_IB_SE]) {
96 iowait_set_flag(w->iow, IOWAIT_PENDING_IB);
97 return IOWAIT_IB_SE;
98 }
99 iowait_set_flag(w->iow, IOWAIT_PENDING_TID);
100 return IOWAIT_TID_SE;
101 }
102
103
104
105
106
107
108
109
110
111
112
113
114 uint iowait_priority_update_top(struct iowait *w,
115 struct iowait *top,
116 uint idx, uint top_idx)
117 {
118 u8 cnt, tcnt;
119
120
121 cnt = (w->priority << IOWAIT_PRIORITY_STARVE_SHIFT) + w->starved_cnt;
122 tcnt = (top->priority << IOWAIT_PRIORITY_STARVE_SHIFT) +
123 top->starved_cnt;
124 if (cnt > tcnt)
125 return idx;
126 else
127 return top_idx;
128 }