1 /* SPDX-License-Identifier: MIT */
3 * Copyright © 2019 Intel Corporation
6 #ifndef __INTEL_CONTEXT_H__
7 #define __INTEL_CONTEXT_H__
9 #include <linux/bitops.h>
10 #include <linux/lockdep.h>
11 #include <linux/types.h>
13 #include "i915_active.h"
15 #include "intel_context_types.h"
16 #include "intel_engine_types.h"
17 #include "intel_ring_types.h"
18 #include "intel_timeline_types.h"
20 #define CE_TRACE(ce, fmt, ...) do { \
21 const struct intel_context *ce__ = (ce); \
22 ENGINE_TRACE(ce__->engine, "context:%llx " fmt, \
23 ce__->timeline->fence_context, \
27 struct i915_gem_ww_ctx;
29 void intel_context_init(struct intel_context *ce,
30 struct intel_engine_cs *engine);
31 void intel_context_fini(struct intel_context *ce);
33 struct intel_context *
34 intel_context_create(struct intel_engine_cs *engine);
36 int intel_context_alloc_state(struct intel_context *ce);
38 void intel_context_free(struct intel_context *ce);
40 int intel_context_reconfigure_sseu(struct intel_context *ce,
41 const struct intel_sseu sseu);
44 * intel_context_lock_pinned - Stablises the 'pinned' status of the HW context
47 * Acquire a lock on the pinned status of the HW context, such that the context
48 * can neither be bound to the GPU or unbound whilst the lock is held, i.e.
49 * intel_context_is_pinned() remains stable.
51 static inline int intel_context_lock_pinned(struct intel_context *ce)
52 __acquires(ce->pin_mutex)
54 return mutex_lock_interruptible(&ce->pin_mutex);
58 * intel_context_is_pinned - Reports the 'pinned' status
61 * While in use by the GPU, the context, along with its ring and page
62 * tables is pinned into memory and the GTT.
64 * Returns: true if the context is currently pinned for use by the GPU.
67 intel_context_is_pinned(struct intel_context *ce)
69 return atomic_read(&ce->pin_count);
73 * intel_context_unlock_pinned - Releases the earlier locking of 'pinned' status
76 * Releases the lock earlier acquired by intel_context_unlock_pinned().
78 static inline void intel_context_unlock_pinned(struct intel_context *ce)
79 __releases(ce->pin_mutex)
81 mutex_unlock(&ce->pin_mutex);
84 int __intel_context_do_pin(struct intel_context *ce);
85 int __intel_context_do_pin_ww(struct intel_context *ce,
86 struct i915_gem_ww_ctx *ww);
88 static inline bool intel_context_pin_if_active(struct intel_context *ce)
90 return atomic_inc_not_zero(&ce->pin_count);
93 static inline int intel_context_pin(struct intel_context *ce)
95 if (likely(intel_context_pin_if_active(ce)))
98 return __intel_context_do_pin(ce);
101 static inline int intel_context_pin_ww(struct intel_context *ce,
102 struct i915_gem_ww_ctx *ww)
104 if (likely(intel_context_pin_if_active(ce)))
107 return __intel_context_do_pin_ww(ce, ww);
110 static inline void __intel_context_pin(struct intel_context *ce)
112 GEM_BUG_ON(!intel_context_is_pinned(ce));
113 atomic_inc(&ce->pin_count);
116 void intel_context_unpin(struct intel_context *ce);
118 void intel_context_enter_engine(struct intel_context *ce);
119 void intel_context_exit_engine(struct intel_context *ce);
121 static inline void intel_context_enter(struct intel_context *ce)
123 lockdep_assert_held(&ce->timeline->mutex);
124 if (!ce->active_count++)
128 static inline void intel_context_mark_active(struct intel_context *ce)
130 lockdep_assert_held(&ce->timeline->mutex);
134 static inline void intel_context_exit(struct intel_context *ce)
136 lockdep_assert_held(&ce->timeline->mutex);
137 GEM_BUG_ON(!ce->active_count);
138 if (!--ce->active_count)
142 static inline struct intel_context *intel_context_get(struct intel_context *ce)
148 static inline void intel_context_put(struct intel_context *ce)
150 kref_put(&ce->ref, ce->ops->destroy);
153 static inline struct intel_timeline *__must_check
154 intel_context_timeline_lock(struct intel_context *ce)
155 __acquires(&ce->timeline->mutex)
157 struct intel_timeline *tl = ce->timeline;
160 err = mutex_lock_interruptible(&tl->mutex);
167 static inline void intel_context_timeline_unlock(struct intel_timeline *tl)
168 __releases(&tl->mutex)
170 mutex_unlock(&tl->mutex);
173 int intel_context_prepare_remote_request(struct intel_context *ce,
174 struct i915_request *rq);
176 struct i915_request *intel_context_create_request(struct intel_context *ce);
178 static inline struct intel_ring *__intel_context_ring_size(u64 sz)
180 return u64_to_ptr(struct intel_ring, sz);
183 static inline bool intel_context_is_barrier(const struct intel_context *ce)
185 return test_bit(CONTEXT_BARRIER_BIT, &ce->flags);
188 static inline bool intel_context_is_closed(const struct intel_context *ce)
190 return test_bit(CONTEXT_CLOSED_BIT, &ce->flags);
193 static inline bool intel_context_has_inflight(const struct intel_context *ce)
195 return test_bit(COPS_HAS_INFLIGHT_BIT, &ce->ops->flags);
198 static inline bool intel_context_use_semaphores(const struct intel_context *ce)
200 return test_bit(CONTEXT_USE_SEMAPHORES, &ce->flags);
203 static inline void intel_context_set_use_semaphores(struct intel_context *ce)
205 set_bit(CONTEXT_USE_SEMAPHORES, &ce->flags);
208 static inline void intel_context_clear_use_semaphores(struct intel_context *ce)
210 clear_bit(CONTEXT_USE_SEMAPHORES, &ce->flags);
213 static inline bool intel_context_is_banned(const struct intel_context *ce)
215 return test_bit(CONTEXT_BANNED, &ce->flags);
218 static inline bool intel_context_set_banned(struct intel_context *ce)
220 return test_and_set_bit(CONTEXT_BANNED, &ce->flags);
224 intel_context_force_single_submission(const struct intel_context *ce)
226 return test_bit(CONTEXT_FORCE_SINGLE_SUBMISSION, &ce->flags);
230 intel_context_set_single_submission(struct intel_context *ce)
232 __set_bit(CONTEXT_FORCE_SINGLE_SUBMISSION, &ce->flags);
236 intel_context_nopreempt(const struct intel_context *ce)
238 return test_bit(CONTEXT_NOPREEMPT, &ce->flags);
242 intel_context_set_nopreempt(struct intel_context *ce)
244 set_bit(CONTEXT_NOPREEMPT, &ce->flags);
248 intel_context_clear_nopreempt(struct intel_context *ce)
250 clear_bit(CONTEXT_NOPREEMPT, &ce->flags);
253 static inline u64 intel_context_get_total_runtime_ns(struct intel_context *ce)
255 const u32 period = ce->engine->gt->clock_period_ns;
257 return READ_ONCE(ce->runtime.total) * period;
260 static inline u64 intel_context_get_avg_runtime_ns(struct intel_context *ce)
262 const u32 period = ce->engine->gt->clock_period_ns;
264 return mul_u32_u32(ewma_runtime_read(&ce->runtime.avg), period);
267 #endif /* __INTEL_CONTEXT_H__ */