1/************************************************************************** 2 * 3 * Copyright (C) 2010 VMware, Inc., Palo Alto, CA., USA 4 * All Rights Reserved. 5 * 6 * Permission is hereby granted, free of charge, to any person obtaining a 7 * copy of this software and associated documentation files (the 8 * "Software"), to deal in the Software without restriction, including 9 * without limitation the rights to use, copy, modify, merge, publish, 10 * distribute, sub license, and/or sell copies of the Software, and to 11 * permit persons to whom the Software is furnished to do so, subject to 12 * the following conditions: 13 * 14 * The above copyright notice and this permission notice (including the 15 * next paragraph) shall be included in all copies or substantial portions 16 * of the Software. 17 * 18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 24 * USE OR OTHER DEALINGS IN THE SOFTWARE. 25 * 26 **************************************************************************/ 27 28 29#include "vmwgfx_drv.h" 30 31struct vmw_marker { 32 struct list_head head; 33 uint32_t seqno; 34 u64 submitted; 35}; 36 37void vmw_marker_queue_init(struct vmw_marker_queue *queue) 38{ 39 INIT_LIST_HEAD(&queue->head); 40 queue->lag = 0; 41 queue->lag_time = ktime_get_raw_ns(); 42 spin_lock_init(&queue->lock); 43} 44 45void vmw_marker_queue_takedown(struct vmw_marker_queue *queue) 46{ 47 struct vmw_marker *marker, *next; 48 49 spin_lock(&queue->lock); 50 list_for_each_entry_safe(marker, next, &queue->head, head) { 51 kfree(marker); 52 } 53 spin_unlock(&queue->lock); 54} 55 56int vmw_marker_push(struct vmw_marker_queue *queue, 57 uint32_t seqno) 58{ 59 struct vmw_marker *marker = kmalloc(sizeof(*marker), GFP_KERNEL); 60 61 if (unlikely(!marker)) 62 return -ENOMEM; 63 64 marker->seqno = seqno; 65 marker->submitted = ktime_get_raw_ns(); 66 spin_lock(&queue->lock); 67 list_add_tail(&marker->head, &queue->head); 68 spin_unlock(&queue->lock); 69 70 return 0; 71} 72 73int vmw_marker_pull(struct vmw_marker_queue *queue, 74 uint32_t signaled_seqno) 75{ 76 struct vmw_marker *marker, *next; 77 bool updated = false; 78 u64 now; 79 80 spin_lock(&queue->lock); 81 now = ktime_get_raw_ns(); 82 83 if (list_empty(&queue->head)) { 84 queue->lag = 0; 85 queue->lag_time = now; 86 updated = true; 87 goto out_unlock; 88 } 89 90 list_for_each_entry_safe(marker, next, &queue->head, head) { 91 if (signaled_seqno - marker->seqno > (1 << 30)) 92 continue; 93 94 queue->lag = now - marker->submitted; 95 queue->lag_time = now; 96 updated = true; 97 list_del(&marker->head); 98 kfree(marker); 99 } 100 101out_unlock: 102 spin_unlock(&queue->lock); 103 104 return (updated) ? 0 : -EBUSY; 105} 106 107static u64 vmw_fifo_lag(struct vmw_marker_queue *queue) 108{ 109 u64 now; 110 111 spin_lock(&queue->lock); 112 now = ktime_get_raw_ns(); 113 queue->lag += now - queue->lag_time; 114 queue->lag_time = now; 115 spin_unlock(&queue->lock); 116 return queue->lag; 117} 118 119 120static bool vmw_lag_lt(struct vmw_marker_queue *queue, 121 uint32_t us) 122{ 123 u64 cond = (u64) us * NSEC_PER_USEC; 124 125 return vmw_fifo_lag(queue) <= cond; 126} 127 128int vmw_wait_lag(struct vmw_private *dev_priv, 129 struct vmw_marker_queue *queue, uint32_t us) 130{ 131 struct vmw_marker *marker; 132 uint32_t seqno; 133 int ret; 134 135 while (!vmw_lag_lt(queue, us)) { 136 spin_lock(&queue->lock); 137 if (list_empty(&queue->head)) 138 seqno = atomic_read(&dev_priv->marker_seq); 139 else { 140 marker = list_first_entry(&queue->head, 141 struct vmw_marker, head); 142 seqno = marker->seqno; 143 } 144 spin_unlock(&queue->lock); 145 146 ret = vmw_wait_seqno(dev_priv, false, seqno, true, 147 3*HZ); 148 149 if (unlikely(ret != 0)) 150 return ret; 151 152 (void) vmw_marker_pull(queue, seqno); 153 } 154 return 0; 155} 156