39 static void r128_emit_clip_rects(drm_r128_private_t *dev_priv,  in r128_emit_clip_rects()  argument
82 static __inline__ void r128_emit_core(drm_r128_private_t *dev_priv)  in r128_emit_core()  argument
84 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_core()
97 static __inline__ void r128_emit_context(drm_r128_private_t *dev_priv)  in r128_emit_context()  argument
99 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_context()
123 static __inline__ void r128_emit_setup(drm_r128_private_t *dev_priv)  in r128_emit_setup()  argument
125 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_setup()
139 static __inline__ void r128_emit_masks(drm_r128_private_t *dev_priv)  in r128_emit_masks()  argument
141 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_masks()
158 static __inline__ void r128_emit_window(drm_r128_private_t *dev_priv)  in r128_emit_window()  argument
160 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_window()
173 static __inline__ void r128_emit_tex0(drm_r128_private_t *dev_priv)  in r128_emit_tex0()  argument
175 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_tex0()
199 static __inline__ void r128_emit_tex1(drm_r128_private_t *dev_priv)  in r128_emit_tex1()  argument
201 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_tex1()
221 static void r128_emit_state(drm_r128_private_t *dev_priv)  in r128_emit_state()  argument
223 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_state()
229 		r128_emit_core(dev_priv);  in r128_emit_state()
234 		r128_emit_context(dev_priv);  in r128_emit_state()
239 		r128_emit_setup(dev_priv);  in r128_emit_state()
244 		r128_emit_masks(dev_priv);  in r128_emit_state()
249 		r128_emit_window(dev_priv);  in r128_emit_state()
254 		r128_emit_tex0(dev_priv);  in r128_emit_state()
259 		r128_emit_tex1(dev_priv);  in r128_emit_state()
274 static void r128_clear_box(drm_r128_private_t *dev_priv,  in r128_clear_box()  argument
281 	switch (dev_priv->fb_bpp) {  in r128_clear_box()
299 	offset = dev_priv->back_offset;  in r128_clear_box()
300 	pitch = dev_priv->back_pitch >> 3;  in r128_clear_box()
321 static void r128_cce_performance_boxes(drm_r128_private_t *dev_priv)  in r128_cce_performance_boxes()  argument
323 	if (atomic_read(&dev_priv->idle_count) == 0)  in r128_cce_performance_boxes()
324 		r128_clear_box(dev_priv, 64, 4, 8, 8, 0, 255, 0);  in r128_cce_performance_boxes()
326 		atomic_set(&dev_priv->idle_count, 0);  in r128_cce_performance_boxes()
354 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_clear()  local
355 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_dispatch_clear()
363 	if (dev_priv->page_flipping && dev_priv->current_page == 1) {  in r128_cce_dispatch_clear()
398 				 (dev_priv->color_fmt << 8) |  in r128_cce_dispatch_clear()
404 			OUT_RING(dev_priv->front_pitch_offset_c);  in r128_cce_dispatch_clear()
419 				 (dev_priv->color_fmt << 8) |  in r128_cce_dispatch_clear()
425 			OUT_RING(dev_priv->back_pitch_offset_c);  in r128_cce_dispatch_clear()
440 				 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_clear()
446 			OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_clear()
459 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_swap()  local
460 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_dispatch_swap()
470 	r128_cce_performance_boxes(dev_priv);  in r128_cce_dispatch_swap()
485 			 (dev_priv->color_fmt << 8) |  in r128_cce_dispatch_swap()
494 		if (dev_priv->current_page == 0) {  in r128_cce_dispatch_swap()
495 			OUT_RING(dev_priv->back_pitch_offset_c);  in r128_cce_dispatch_swap()
496 			OUT_RING(dev_priv->front_pitch_offset_c);  in r128_cce_dispatch_swap()
498 			OUT_RING(dev_priv->front_pitch_offset_c);  in r128_cce_dispatch_swap()
499 			OUT_RING(dev_priv->back_pitch_offset_c);  in r128_cce_dispatch_swap()
513 	dev_priv->sarea_priv->last_frame++;  in r128_cce_dispatch_swap()
518 	OUT_RING(dev_priv->sarea_priv->last_frame);  in r128_cce_dispatch_swap()
525 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_flip()  local
528 		  dev_priv->current_page, dev_priv->sarea_priv->pfCurrentPage);  in r128_cce_dispatch_flip()
533 	r128_cce_performance_boxes(dev_priv);  in r128_cce_dispatch_flip()
541 	if (dev_priv->current_page == 0)  in r128_cce_dispatch_flip()
542 		OUT_RING(dev_priv->back_offset);  in r128_cce_dispatch_flip()
544 		OUT_RING(dev_priv->front_offset);  in r128_cce_dispatch_flip()
552 	dev_priv->sarea_priv->last_frame++;  in r128_cce_dispatch_flip()
553 	dev_priv->sarea_priv->pfCurrentPage = dev_priv->current_page =  in r128_cce_dispatch_flip()
554 	    1 - dev_priv->current_page;  in r128_cce_dispatch_flip()
559 	OUT_RING(dev_priv->sarea_priv->last_frame);  in r128_cce_dispatch_flip()
566 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_vertex()  local
568 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_dispatch_vertex()
584 			r128_emit_state(dev_priv);  in r128_cce_dispatch_vertex()
589 				r128_emit_clip_rects(dev_priv,  in r128_cce_dispatch_vertex()
611 		buf_priv->age = dev_priv->sarea_priv->last_dispatch;  in r128_cce_dispatch_vertex()
627 	dev_priv->sarea_priv->last_dispatch++;  in r128_cce_dispatch_vertex()
636 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_indirect()  local
669 		buf_priv->age = dev_priv->sarea_priv->last_dispatch;  in r128_cce_dispatch_indirect()
685 	dev_priv->sarea_priv->last_dispatch++;  in r128_cce_dispatch_indirect()
692 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_indices()  local
694 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_dispatch_indices()
696 	int offset = dev->agp_buffer_map->offset - dev_priv->cce_buffers_offset;  in r128_cce_dispatch_indices()
711 			r128_emit_state(dev_priv);  in r128_cce_dispatch_indices()
738 				r128_emit_clip_rects(dev_priv,  in r128_cce_dispatch_indices()
750 		buf_priv->age = dev_priv->sarea_priv->last_dispatch;  in r128_cce_dispatch_indices()
765 	dev_priv->sarea_priv->last_dispatch++;  in r128_cce_dispatch_indices()
775 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_blit()  local
886 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_write_span()  local
923 					 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_write_span()
929 				OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_write_span()
947 				 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_write_span()
953 			OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_write_span()
971 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_write_pixels()  local
1029 					 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_write_pixels()
1035 				OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_write_pixels()
1053 				 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_write_pixels()
1059 			OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_write_pixels()
1079 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_read_span()  local
1099 		 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_read_span()
1105 	OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_read_span()
1106 	OUT_RING(dev_priv->span_pitch_offset_c);  in r128_cce_dispatch_read_span()
1120 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_read_pixels()  local
1130 	if (count > dev_priv->depth_pitch)  in r128_cce_dispatch_read_pixels()
1131 		count = dev_priv->depth_pitch;  in r128_cce_dispatch_read_pixels()
1161 			 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_read_pixels()
1167 		OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_read_pixels()
1168 		OUT_RING(dev_priv->span_pitch_offset_c);  in r128_cce_dispatch_read_pixels()
1189 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_stipple()  local
1209 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_clear()  local
1216 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_clear()
1218 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_clear()
1220 	sarea_priv = dev_priv->sarea_priv;  in r128_cce_clear()
1230 	dev_priv->sarea_priv->dirty |= R128_UPLOAD_CONTEXT | R128_UPLOAD_MASKS;  in r128_cce_clear()
1237 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_do_init_pageflip()  local
1240 	dev_priv->crtc_offset = R128_READ(R128_CRTC_OFFSET);  in r128_do_init_pageflip()
1241 	dev_priv->crtc_offset_cntl = R128_READ(R128_CRTC_OFFSET_CNTL);  in r128_do_init_pageflip()
1243 	R128_WRITE(R128_CRTC_OFFSET, dev_priv->front_offset);  in r128_do_init_pageflip()
1245 		   dev_priv->crtc_offset_cntl | R128_CRTC_OFFSET_FLIP_CNTL);  in r128_do_init_pageflip()
1247 	dev_priv->page_flipping = 1;  in r128_do_init_pageflip()
1248 	dev_priv->current_page = 0;  in r128_do_init_pageflip()
1249 	dev_priv->sarea_priv->pfCurrentPage = dev_priv->current_page;  in r128_do_init_pageflip()
1256 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_do_cleanup_pageflip()  local
1259 	R128_WRITE(R128_CRTC_OFFSET, dev_priv->crtc_offset);  in r128_do_cleanup_pageflip()
1260 	R128_WRITE(R128_CRTC_OFFSET_CNTL, dev_priv->crtc_offset_cntl);  in r128_do_cleanup_pageflip()
1262 	if (dev_priv->current_page != 0) {  in r128_do_cleanup_pageflip()
1267 	dev_priv->page_flipping = 0;  in r128_do_cleanup_pageflip()
1277 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_flip()  local
1282 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_flip()
1284 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_flip()
1286 	if (!dev_priv->page_flipping)  in r128_cce_flip()
1297 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_swap()  local
1298 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_swap()
1303 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_swap()
1305 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_swap()
1311 	dev_priv->sarea_priv->dirty |= (R128_UPLOAD_CONTEXT |  in r128_cce_swap()
1320 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_vertex()  local
1328 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_vertex()
1344 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_vertex()
1345 	VB_AGE_TEST_WITH_RETURN(dev_priv);  in r128_cce_vertex()
1372 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_indices()  local
1381 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_indices()
1397 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_indices()
1398 	VB_AGE_TEST_WITH_RETURN(dev_priv);  in r128_cce_indices()
1438 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_blit()  local
1444 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_blit()
1454 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_blit()
1455 	VB_AGE_TEST_WITH_RETURN(dev_priv);  in r128_cce_blit()
1465 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_depth()  local
1471 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_depth()
1473 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_depth()
1497 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_stipple()  local
1503 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_stipple()
1508 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_stipple()
1518 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_indirect()  local
1529 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_cce_indirect()
1560 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_indirect()
1561 	VB_AGE_TEST_WITH_RETURN(dev_priv);  in r128_cce_indirect()
1587 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_getparam()  local
1591 	DEV_INIT_TEST_WITH_RETURN(dev_priv);  in r128_getparam()
1614 		drm_r128_private_t *dev_priv = dev->dev_private;  in r128_driver_preclose()  local
1615 		if (dev_priv->page_flipping)  in r128_driver_preclose()