143 	u32 *p;  in kvm_alloc()  local
152 	p = (void*)&kvm_tmp[kvm_tmp_index];  in kvm_alloc()
155 	return p;  in kvm_alloc()
166 	u32 *p;  in kvm_patch_ins_mtmsrd()  local
171 	p = kvm_alloc(kvm_emulate_mtmsrd_len * 4);  in kvm_patch_ins_mtmsrd()
172 	if (!p)  in kvm_patch_ins_mtmsrd()
176 	distance_start = (ulong)p - (ulong)inst;  in kvm_patch_ins_mtmsrd()
178 	distance_end = next_inst - (ulong)&p[kvm_emulate_mtmsrd_branch_offs];  in kvm_patch_ins_mtmsrd()
187 	memcpy(p, kvm_emulate_mtmsrd, kvm_emulate_mtmsrd_len * 4);  in kvm_patch_ins_mtmsrd()
188 	p[kvm_emulate_mtmsrd_branch_offs] |= distance_end & KVM_INST_B_MASK;  in kvm_patch_ins_mtmsrd()
191 		kvm_patch_ins_ll(&p[kvm_emulate_mtmsrd_reg_offs],  in kvm_patch_ins_mtmsrd()
195 		kvm_patch_ins_ll(&p[kvm_emulate_mtmsrd_reg_offs],  in kvm_patch_ins_mtmsrd()
199 		p[kvm_emulate_mtmsrd_reg_offs] |= rt;  in kvm_patch_ins_mtmsrd()
203 	p[kvm_emulate_mtmsrd_orig_ins_offs] = *inst;  in kvm_patch_ins_mtmsrd()
204 	flush_icache_range((ulong)p, (ulong)p + kvm_emulate_mtmsrd_len * 4);  in kvm_patch_ins_mtmsrd()
219 	u32 *p;  in kvm_patch_ins_mtmsr()  local
224 	p = kvm_alloc(kvm_emulate_mtmsr_len * 4);  in kvm_patch_ins_mtmsr()
225 	if (!p)  in kvm_patch_ins_mtmsr()
229 	distance_start = (ulong)p - (ulong)inst;  in kvm_patch_ins_mtmsr()
231 	distance_end = next_inst - (ulong)&p[kvm_emulate_mtmsr_branch_offs];  in kvm_patch_ins_mtmsr()
240 	memcpy(p, kvm_emulate_mtmsr, kvm_emulate_mtmsr_len * 4);  in kvm_patch_ins_mtmsr()
241 	p[kvm_emulate_mtmsr_branch_offs] |= distance_end & KVM_INST_B_MASK;  in kvm_patch_ins_mtmsr()
246 		kvm_patch_ins_ll(&p[kvm_emulate_mtmsr_reg1_offs],  in kvm_patch_ins_mtmsr()
248 		kvm_patch_ins_ll(&p[kvm_emulate_mtmsr_reg2_offs],  in kvm_patch_ins_mtmsr()
252 		kvm_patch_ins_ll(&p[kvm_emulate_mtmsr_reg1_offs],  in kvm_patch_ins_mtmsr()
254 		kvm_patch_ins_ll(&p[kvm_emulate_mtmsr_reg2_offs],  in kvm_patch_ins_mtmsr()
258 		p[kvm_emulate_mtmsr_reg1_offs] |= rt;  in kvm_patch_ins_mtmsr()
259 		p[kvm_emulate_mtmsr_reg2_offs] |= rt;  in kvm_patch_ins_mtmsr()
263 	p[kvm_emulate_mtmsr_orig_ins_offs] = *inst;  in kvm_patch_ins_mtmsr()
264 	flush_icache_range((ulong)p, (ulong)p + kvm_emulate_mtmsr_len * 4);  in kvm_patch_ins_mtmsr()
280 	u32 *p;  in kvm_patch_ins_wrtee()  local
285 	p = kvm_alloc(kvm_emulate_wrtee_len * 4);  in kvm_patch_ins_wrtee()
286 	if (!p)  in kvm_patch_ins_wrtee()
290 	distance_start = (ulong)p - (ulong)inst;  in kvm_patch_ins_wrtee()
292 	distance_end = next_inst - (ulong)&p[kvm_emulate_wrtee_branch_offs];  in kvm_patch_ins_wrtee()
301 	memcpy(p, kvm_emulate_wrtee, kvm_emulate_wrtee_len * 4);  in kvm_patch_ins_wrtee()
302 	p[kvm_emulate_wrtee_branch_offs] |= distance_end & KVM_INST_B_MASK;  in kvm_patch_ins_wrtee()
305 		p[kvm_emulate_wrtee_reg_offs] =  in kvm_patch_ins_wrtee()
311 			kvm_patch_ins_ll(&p[kvm_emulate_wrtee_reg_offs],  in kvm_patch_ins_wrtee()
315 			kvm_patch_ins_ll(&p[kvm_emulate_wrtee_reg_offs],  in kvm_patch_ins_wrtee()
319 			p[kvm_emulate_wrtee_reg_offs] |= rt;  in kvm_patch_ins_wrtee()
324 	p[kvm_emulate_wrtee_orig_ins_offs] = *inst;  in kvm_patch_ins_wrtee()
325 	flush_icache_range((ulong)p, (ulong)p + kvm_emulate_wrtee_len * 4);  in kvm_patch_ins_wrtee()
337 	u32 *p;  in kvm_patch_ins_wrteei_0()  local
342 	p = kvm_alloc(kvm_emulate_wrteei_0_len * 4);  in kvm_patch_ins_wrteei_0()
343 	if (!p)  in kvm_patch_ins_wrteei_0()
347 	distance_start = (ulong)p - (ulong)inst;  in kvm_patch_ins_wrteei_0()
349 	distance_end = next_inst - (ulong)&p[kvm_emulate_wrteei_0_branch_offs];  in kvm_patch_ins_wrteei_0()
357 	memcpy(p, kvm_emulate_wrteei_0, kvm_emulate_wrteei_0_len * 4);  in kvm_patch_ins_wrteei_0()
358 	p[kvm_emulate_wrteei_0_branch_offs] |= distance_end & KVM_INST_B_MASK;  in kvm_patch_ins_wrteei_0()
359 	flush_icache_range((ulong)p, (ulong)p + kvm_emulate_wrteei_0_len * 4);  in kvm_patch_ins_wrteei_0()
378 	u32 *p;  in kvm_patch_ins_mtsrin()  local
383 	p = kvm_alloc(kvm_emulate_mtsrin_len * 4);  in kvm_patch_ins_mtsrin()
384 	if (!p)  in kvm_patch_ins_mtsrin()
388 	distance_start = (ulong)p - (ulong)inst;  in kvm_patch_ins_mtsrin()
390 	distance_end = next_inst - (ulong)&p[kvm_emulate_mtsrin_branch_offs];  in kvm_patch_ins_mtsrin()
399 	memcpy(p, kvm_emulate_mtsrin, kvm_emulate_mtsrin_len * 4);  in kvm_patch_ins_mtsrin()
400 	p[kvm_emulate_mtsrin_branch_offs] |= distance_end & KVM_INST_B_MASK;  in kvm_patch_ins_mtsrin()
401 	p[kvm_emulate_mtsrin_reg1_offs] |= (rb << 10);  in kvm_patch_ins_mtsrin()
402 	p[kvm_emulate_mtsrin_reg2_offs] |= rt;  in kvm_patch_ins_mtsrin()
403 	p[kvm_emulate_mtsrin_orig_ins_offs] = *inst;  in kvm_patch_ins_mtsrin()
404 	flush_icache_range((ulong)p, (ulong)p + kvm_emulate_mtsrin_len * 4);  in kvm_patch_ins_mtsrin()
674 	u32 *p;  in kvm_use_magic_page()  local
699 	for (p = start; p < end; p++) {  in kvm_use_magic_page()
701 		if (p >= kvm_template_start && p < kvm_template_end) {  in kvm_use_magic_page()
702 			p = kvm_template_end - 1;  in kvm_use_magic_page()
705 		kvm_check_ins(p, features);  in kvm_use_magic_page()