1 /******************************************************************************
4 * Two sets of functionality:
5 * 1. Granting foreign access to our memory reservation.
6 * 2. Accessing others' memory reservations via grant references.
7 * (i.e., mechanisms for both sender and recipient of grant references)
9 * Copyright (c) 2004-2005, K A Fraser
10 * Copyright (c) 2005, Christopher Clark
12 * This program is free software; you can redistribute it and/or
13 * modify it under the terms of the GNU General Public License version 2
14 * as published by the Free Software Foundation; or, when distributed
15 * separately from the Linux kernel or incorporated into other
16 * software packages, subject to the following license:
18 * Permission is hereby granted, free of charge, to any person obtaining a copy
19 * of this source file (the "Software"), to deal in the Software without
20 * restriction, including without limitation the rights to use, copy, modify,
21 * merge, publish, distribute, sublicense, and/or sell copies of the Software,
22 * and to permit persons to whom the Software is furnished to do so, subject to
23 * the following conditions:
25 * The above copyright notice and this permission notice shall be included in
26 * all copies or substantial portions of the Software.
28 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
29 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
30 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
31 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
32 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
33 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
37 #ifndef __ASM_GNTTAB_H__
38 #define __ASM_GNTTAB_H__
42 #include <xen/interface/xen.h>
43 #include <xen/interface/grant_table.h>
45 #include <asm/xen/hypervisor.h>
47 #include <xen/features.h>
49 #include <linux/mm_types.h>
50 #include <linux/page-flags.h>
51 #include <linux/kernel.h>
54 * Technically there's no reliably invalid grant reference or grant handle,
55 * so pick the value that is the most unlikely one to be observed valid.
57 #define INVALID_GRANT_REF ((grant_ref_t)-1)
58 #define INVALID_GRANT_HANDLE ((grant_handle_t)-1)
60 #define GNTTAB_RESERVED_XENSTORE 1
62 /* NR_GRANT_FRAMES must be less than or equal to that configured in Xen */
63 #define NR_GRANT_FRAMES 4
65 struct gnttab_free_callback {
66 struct gnttab_free_callback *next;
72 struct gntab_unmap_queue_data;
74 typedef void (*gnttab_unmap_refs_done)(int result, struct gntab_unmap_queue_data *data);
76 struct gntab_unmap_queue_data
78 struct delayed_work gnttab_work;
80 gnttab_unmap_refs_done done;
81 struct gnttab_unmap_grant_ref *unmap_ops;
82 struct gnttab_unmap_grant_ref *kunmap_ops;
88 int gnttab_init(void);
89 int gnttab_suspend(void);
90 int gnttab_resume(void);
92 int gnttab_grant_foreign_access(domid_t domid, unsigned long frame,
96 * End access through the given grant reference, iff the grant entry is no
97 * longer in use. Return 1 if the grant entry was freed, 0 if it is still in
100 int gnttab_end_foreign_access_ref(grant_ref_t ref, int readonly);
103 * Eventually end access through the given grant reference, and once that
104 * access has been ended, free the given page too. Access will be ended
105 * immediately iff the grant entry is not in use, otherwise it will happen
106 * some time later. page may be 0, in which case no freeing will occur.
107 * Note that the granted page might still be accessed (read or write) by the
108 * other side after gnttab_end_foreign_access() returns, so even if page was
109 * specified as 0 it is not allowed to just reuse the page for other
110 * purposes immediately.
112 void gnttab_end_foreign_access(grant_ref_t ref, int readonly,
116 * End access through the given grant reference, iff the grant entry is
117 * no longer in use. In case of success ending foreign access, the
118 * grant reference is deallocated.
119 * Return 1 if the grant entry was freed, 0 if it is still in use.
121 int gnttab_try_end_foreign_access(grant_ref_t ref);
123 int gnttab_grant_foreign_transfer(domid_t domid, unsigned long pfn);
125 unsigned long gnttab_end_foreign_transfer_ref(grant_ref_t ref);
126 unsigned long gnttab_end_foreign_transfer(grant_ref_t ref);
129 * operations on reserved batches of grant references
131 int gnttab_alloc_grant_references(u16 count, grant_ref_t *pprivate_head);
133 void gnttab_free_grant_reference(grant_ref_t ref);
135 void gnttab_free_grant_references(grant_ref_t head);
137 int gnttab_empty_grant_references(const grant_ref_t *pprivate_head);
139 int gnttab_claim_grant_reference(grant_ref_t *pprivate_head);
141 void gnttab_release_grant_reference(grant_ref_t *private_head,
142 grant_ref_t release);
144 void gnttab_request_free_callback(struct gnttab_free_callback *callback,
145 void (*fn)(void *), void *arg, u16 count);
146 void gnttab_cancel_free_callback(struct gnttab_free_callback *callback);
148 void gnttab_grant_foreign_access_ref(grant_ref_t ref, domid_t domid,
149 unsigned long frame, int readonly);
151 /* Give access to the first 4K of the page */
152 static inline void gnttab_page_grant_foreign_access_ref_one(
153 grant_ref_t ref, domid_t domid,
154 struct page *page, int readonly)
156 gnttab_grant_foreign_access_ref(ref, domid, xen_page_to_gfn(page),
160 void gnttab_grant_foreign_transfer_ref(grant_ref_t, domid_t domid,
164 gnttab_set_map_op(struct gnttab_map_grant_ref *map, phys_addr_t addr,
165 uint32_t flags, grant_ref_t ref, domid_t domid)
167 if (flags & GNTMAP_contains_pte)
168 map->host_addr = addr;
169 else if (xen_feature(XENFEAT_auto_translated_physmap))
170 map->host_addr = __pa(addr);
172 map->host_addr = addr;
177 map->status = 1; /* arbitrary positive value */
181 gnttab_set_unmap_op(struct gnttab_unmap_grant_ref *unmap, phys_addr_t addr,
182 uint32_t flags, grant_handle_t handle)
184 if (flags & GNTMAP_contains_pte)
185 unmap->host_addr = addr;
186 else if (xen_feature(XENFEAT_auto_translated_physmap))
187 unmap->host_addr = __pa(addr);
189 unmap->host_addr = addr;
191 unmap->handle = handle;
192 unmap->dev_bus_addr = 0;
195 int arch_gnttab_init(unsigned long nr_shared, unsigned long nr_status);
196 int arch_gnttab_map_shared(xen_pfn_t *frames, unsigned long nr_gframes,
197 unsigned long max_nr_gframes,
199 int arch_gnttab_map_status(uint64_t *frames, unsigned long nr_gframes,
200 unsigned long max_nr_gframes,
201 grant_status_t **__shared);
202 void arch_gnttab_unmap(void *shared, unsigned long nr_gframes);
204 struct grant_frames {
209 extern struct grant_frames xen_auto_xlat_grant_frames;
210 unsigned int gnttab_max_grant_frames(void);
211 int gnttab_setup_auto_xlat_frames(phys_addr_t addr);
212 void gnttab_free_auto_xlat_frames(void);
214 #define gnttab_map_vaddr(map) ((void *)(map.host_virt_addr))
216 int gnttab_alloc_pages(int nr_pages, struct page **pages);
217 void gnttab_free_pages(int nr_pages, struct page **pages);
219 struct gnttab_page_cache {
221 #ifdef CONFIG_XEN_UNPOPULATED_ALLOC
224 struct list_head pages;
226 unsigned int num_pages;
229 void gnttab_page_cache_init(struct gnttab_page_cache *cache);
230 int gnttab_page_cache_get(struct gnttab_page_cache *cache, struct page **page);
231 void gnttab_page_cache_put(struct gnttab_page_cache *cache, struct page **page,
233 void gnttab_page_cache_shrink(struct gnttab_page_cache *cache,
236 #ifdef CONFIG_XEN_GRANT_DMA_ALLOC
237 struct gnttab_dma_alloc_args {
238 /* Device for which DMA memory will be/was allocated. */
240 /* If set then DMA buffer is coherent and write-combine otherwise. */
247 dma_addr_t dev_bus_addr;
250 int gnttab_dma_alloc_pages(struct gnttab_dma_alloc_args *args);
251 int gnttab_dma_free_pages(struct gnttab_dma_alloc_args *args);
254 int gnttab_pages_set_private(int nr_pages, struct page **pages);
255 void gnttab_pages_clear_private(int nr_pages, struct page **pages);
257 int gnttab_map_refs(struct gnttab_map_grant_ref *map_ops,
258 struct gnttab_map_grant_ref *kmap_ops,
259 struct page **pages, unsigned int count);
260 int gnttab_unmap_refs(struct gnttab_unmap_grant_ref *unmap_ops,
261 struct gnttab_unmap_grant_ref *kunmap_ops,
262 struct page **pages, unsigned int count);
263 void gnttab_unmap_refs_async(struct gntab_unmap_queue_data* item);
264 int gnttab_unmap_refs_sync(struct gntab_unmap_queue_data *item);
267 /* Perform a batch of grant map/copy operations. Retry every batch slot
268 * for which the hypervisor returns GNTST_eagain. This is typically due
269 * to paged out target frames.
271 * Will retry for 1, 2, ... 255 ms, i.e. 256 times during 32 seconds.
273 * Return value in each iand every status field of the batch guaranteed
274 * to not be GNTST_eagain.
276 void gnttab_batch_map(struct gnttab_map_grant_ref *batch, unsigned count);
277 void gnttab_batch_copy(struct gnttab_copy *batch, unsigned count);
280 struct xen_page_foreign {
285 static inline struct xen_page_foreign *xen_page_foreign(struct page *page)
287 if (!PageForeign(page))
289 #if BITS_PER_LONG < 64
290 return (struct xen_page_foreign *)page->private;
292 BUILD_BUG_ON(sizeof(struct xen_page_foreign) > BITS_PER_LONG);
293 return (struct xen_page_foreign *)&page->private;
297 /* Split Linux page in chunk of the size of the grant and call fn
300 * gfn: guest frame number
301 * offset: offset in the grant
302 * len: length of the data in the grant.
303 * data: internal information
305 typedef void (*xen_grant_fn_t)(unsigned long gfn, unsigned int offset,
306 unsigned int len, void *data);
308 void gnttab_foreach_grant_in_range(struct page *page,
314 /* Helper to get to call fn only on the first "grant chunk" */
315 static inline void gnttab_for_one_grant(struct page *page, unsigned int offset,
316 unsigned len, xen_grant_fn_t fn,
319 /* The first request is limited to the size of one grant */
320 len = min_t(unsigned int, XEN_PAGE_SIZE - (offset & ~XEN_PAGE_MASK),
323 gnttab_foreach_grant_in_range(page, offset, len, fn, data);
326 /* Get @nr_grefs grants from an array of page and call fn for each grant */
327 void gnttab_foreach_grant(struct page **pages,
328 unsigned int nr_grefs,
332 /* Get the number of grant in a specified region
334 * start: Offset from the beginning of the first page
335 * len: total length of data (can cross multiple page)
337 static inline unsigned int gnttab_count_grant(unsigned int start,
340 return XEN_PFN_UP(xen_offset_in_page(start) + len);
343 #endif /* __ASM_GNTTAB_H__ */