1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright (c) 2017 The Linux Foundation. All rights reserved.
5 #include <linux/kref.h>
6 #include <linux/uaccess.h>
10 void __msm_file_private_destroy(struct kref *kref)
12 struct msm_file_private *ctx = container_of(kref,
13 struct msm_file_private, ref);
16 for (i = 0; i < ARRAY_SIZE(ctx->entities); i++) {
17 if (!ctx->entities[i])
20 drm_sched_entity_destroy(ctx->entities[i]);
21 kfree(ctx->entities[i]);
24 msm_gem_address_space_put(ctx->aspace);
28 void msm_submitqueue_destroy(struct kref *kref)
30 struct msm_gpu_submitqueue *queue = container_of(kref,
31 struct msm_gpu_submitqueue, ref);
33 idr_destroy(&queue->fence_idr);
35 msm_file_private_put(queue->ctx);
40 struct msm_gpu_submitqueue *msm_submitqueue_get(struct msm_file_private *ctx,
43 struct msm_gpu_submitqueue *entry;
48 read_lock(&ctx->queuelock);
50 list_for_each_entry(entry, &ctx->submitqueues, node) {
51 if (entry->id == id) {
52 kref_get(&entry->ref);
53 read_unlock(&ctx->queuelock);
59 read_unlock(&ctx->queuelock);
63 void msm_submitqueue_close(struct msm_file_private *ctx)
65 struct msm_gpu_submitqueue *entry, *tmp;
71 * No lock needed in close and there won't
72 * be any more user ioctls coming our way
74 list_for_each_entry_safe(entry, tmp, &ctx->submitqueues, node) {
75 list_del(&entry->node);
76 msm_submitqueue_put(entry);
80 static struct drm_sched_entity *
81 get_sched_entity(struct msm_file_private *ctx, struct msm_ringbuffer *ring,
82 unsigned ring_nr, enum drm_sched_priority sched_prio)
84 static DEFINE_MUTEX(entity_lock);
85 unsigned idx = (ring_nr * NR_SCHED_PRIORITIES) + sched_prio;
87 /* We should have already validated that the requested priority is
88 * valid by the time we get here.
90 if (WARN_ON(idx >= ARRAY_SIZE(ctx->entities)))
91 return ERR_PTR(-EINVAL);
93 mutex_lock(&entity_lock);
95 if (!ctx->entities[idx]) {
96 struct drm_sched_entity *entity;
97 struct drm_gpu_scheduler *sched = &ring->sched;
100 entity = kzalloc(sizeof(*ctx->entities[idx]), GFP_KERNEL);
102 ret = drm_sched_entity_init(entity, sched_prio, &sched, 1, NULL);
108 ctx->entities[idx] = entity;
111 mutex_unlock(&entity_lock);
113 return ctx->entities[idx];
116 int msm_submitqueue_create(struct drm_device *drm, struct msm_file_private *ctx,
117 u32 prio, u32 flags, u32 *id)
119 struct msm_drm_private *priv = drm->dev_private;
120 struct msm_gpu_submitqueue *queue;
121 enum drm_sched_priority sched_prio;
131 ret = msm_gpu_convert_priority(priv->gpu, prio, &ring_nr, &sched_prio);
135 queue = kzalloc(sizeof(*queue), GFP_KERNEL);
140 kref_init(&queue->ref);
141 queue->flags = flags;
142 queue->ring_nr = ring_nr;
144 queue->entity = get_sched_entity(ctx, priv->gpu->rb[ring_nr],
145 ring_nr, sched_prio);
146 if (IS_ERR(queue->entity)) {
147 ret = PTR_ERR(queue->entity);
152 write_lock(&ctx->queuelock);
154 queue->ctx = msm_file_private_get(ctx);
155 queue->id = ctx->queueid++;
160 idr_init(&queue->fence_idr);
161 mutex_init(&queue->lock);
163 list_add_tail(&queue->node, &ctx->submitqueues);
165 write_unlock(&ctx->queuelock);
171 * Create the default submit-queue (id==0), used for backwards compatibility
172 * for userspace that pre-dates the introduction of submitqueues.
174 int msm_submitqueue_init(struct drm_device *drm, struct msm_file_private *ctx)
176 struct msm_drm_private *priv = drm->dev_private;
177 int default_prio, max_priority;
182 max_priority = (priv->gpu->nr_rings * NR_SCHED_PRIORITIES) - 1;
185 * Pick a medium priority level as default. Lower numeric value is
186 * higher priority, so round-up to pick a priority that is not higher
187 * than the middle priority level.
189 default_prio = DIV_ROUND_UP(max_priority, 2);
191 return msm_submitqueue_create(drm, ctx, default_prio, 0, NULL);
194 static int msm_submitqueue_query_faults(struct msm_gpu_submitqueue *queue,
195 struct drm_msm_submitqueue_query *args)
197 size_t size = min_t(size_t, args->len, sizeof(queue->faults));
200 /* If a zero length was passed in, return the data size we expect */
202 args->len = sizeof(queue->faults);
206 /* Set the length to the actual size of the data */
209 ret = copy_to_user(u64_to_user_ptr(args->data), &queue->faults, size);
211 return ret ? -EFAULT : 0;
214 int msm_submitqueue_query(struct drm_device *drm, struct msm_file_private *ctx,
215 struct drm_msm_submitqueue_query *args)
217 struct msm_gpu_submitqueue *queue;
223 queue = msm_submitqueue_get(ctx, args->id);
227 if (args->param == MSM_SUBMITQUEUE_PARAM_FAULTS)
228 ret = msm_submitqueue_query_faults(queue, args);
230 msm_submitqueue_put(queue);
235 int msm_submitqueue_remove(struct msm_file_private *ctx, u32 id)
237 struct msm_gpu_submitqueue *entry;
243 * id 0 is the "default" queue and can't be destroyed
249 write_lock(&ctx->queuelock);
251 list_for_each_entry(entry, &ctx->submitqueues, node) {
252 if (entry->id == id) {
253 list_del(&entry->node);
254 write_unlock(&ctx->queuelock);
256 msm_submitqueue_put(entry);
261 write_unlock(&ctx->queuelock);