r300g: implement hyper-z support. (v4)
[platform/upstream/mesa.git] / src / gallium / drivers / r300 / r300_texture.c
1 /*
2  * Copyright 2008 Corbin Simpson <MostAwesomeDude@gmail.com>
3  * Copyright 2010 Marek Olšák <maraeo@gmail.com>
4  *
5  * Permission is hereby granted, free of charge, to any person obtaining a
6  * copy of this software and associated documentation files (the "Software"),
7  * to deal in the Software without restriction, including without limitation
8  * on the rights to use, copy, modify, merge, publish, distribute, sub
9  * license, and/or sell copies of the Software, and to permit persons to whom
10  * the Software is furnished to do so, subject to the following conditions:
11  *
12  * The above copyright notice and this permission notice (including the next
13  * paragraph) shall be included in all copies or substantial portions of the
14  * Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
19  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
20  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
21  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
22  * USE OR OTHER DEALINGS IN THE SOFTWARE. */
23
24 /* Always include headers in the reverse order!! ~ M. */
25 #include "r300_texture.h"
26
27 #include "r300_context.h"
28 #include "r300_reg.h"
29 #include "r300_texture_desc.h"
30 #include "r300_transfer.h"
31 #include "r300_screen.h"
32 #include "r300_winsys.h"
33
34 #include "util/u_format.h"
35 #include "util/u_format_s3tc.h"
36 #include "util/u_math.h"
37 #include "util/u_memory.h"
38 #include "util/u_mm.h"
39
40 #include "pipe/p_screen.h"
41
42 unsigned r300_get_swizzle_combined(const unsigned char *swizzle_format,
43                                    const unsigned char *swizzle_view)
44 {
45     unsigned i;
46     unsigned char swizzle[4];
47     unsigned result = 0;
48     const uint32_t swizzle_shift[4] = {
49         R300_TX_FORMAT_R_SHIFT,
50         R300_TX_FORMAT_G_SHIFT,
51         R300_TX_FORMAT_B_SHIFT,
52         R300_TX_FORMAT_A_SHIFT
53     };
54     const uint32_t swizzle_bit[4] = {
55         R300_TX_FORMAT_X,
56         R300_TX_FORMAT_Y,
57         R300_TX_FORMAT_Z,
58         R300_TX_FORMAT_W
59     };
60
61     if (swizzle_view) {
62         /* Combine two sets of swizzles. */
63         for (i = 0; i < 4; i++) {
64             swizzle[i] = swizzle_view[i] <= UTIL_FORMAT_SWIZZLE_W ?
65                          swizzle_format[swizzle_view[i]] : swizzle_view[i];
66         }
67     } else {
68         memcpy(swizzle, swizzle_format, 4);
69     }
70
71     /* Get swizzle. */
72     for (i = 0; i < 4; i++) {
73         switch (swizzle[i]) {
74             case UTIL_FORMAT_SWIZZLE_Y:
75                 result |= swizzle_bit[1] << swizzle_shift[i];
76                 break;
77             case UTIL_FORMAT_SWIZZLE_Z:
78                 result |= swizzle_bit[2] << swizzle_shift[i];
79                 break;
80             case UTIL_FORMAT_SWIZZLE_W:
81                 result |= swizzle_bit[3] << swizzle_shift[i];
82                 break;
83             case UTIL_FORMAT_SWIZZLE_0:
84                 result |= R300_TX_FORMAT_ZERO << swizzle_shift[i];
85                 break;
86             case UTIL_FORMAT_SWIZZLE_1:
87                 result |= R300_TX_FORMAT_ONE << swizzle_shift[i];
88                 break;
89             default: /* UTIL_FORMAT_SWIZZLE_X */
90                 result |= swizzle_bit[0] << swizzle_shift[i];
91         }
92     }
93     return result;
94 }
95
96 /* Translate a pipe_format into a useful texture format for sampling.
97  *
98  * Some special formats are translated directly using R300_EASY_TX_FORMAT,
99  * but the majority of them is translated in a generic way, automatically
100  * supporting all the formats hw can support.
101  *
102  * R300_EASY_TX_FORMAT swizzles the texture.
103  * Note the signature of R300_EASY_TX_FORMAT:
104  *   R300_EASY_TX_FORMAT(B, G, R, A, FORMAT);
105  *
106  * The FORMAT specifies how the texture sampler will treat the texture, and
107  * makes available X, Y, Z, W, ZERO, and ONE for swizzling. */
108 uint32_t r300_translate_texformat(enum pipe_format format,
109                                   const unsigned char *swizzle_view,
110                                   boolean is_r500)
111 {
112     uint32_t result = 0;
113     const struct util_format_description *desc;
114     unsigned i;
115     boolean uniform = TRUE;
116     const uint32_t sign_bit[4] = {
117         R300_TX_FORMAT_SIGNED_X,
118         R300_TX_FORMAT_SIGNED_Y,
119         R300_TX_FORMAT_SIGNED_Z,
120         R300_TX_FORMAT_SIGNED_W,
121     };
122
123     desc = util_format_description(format);
124
125     /* Colorspace (return non-RGB formats directly). */
126     switch (desc->colorspace) {
127         /* Depth stencil formats.
128          * Swizzles are added in r300_merge_textures_and_samplers. */
129         case UTIL_FORMAT_COLORSPACE_ZS:
130             switch (format) {
131                 case PIPE_FORMAT_Z16_UNORM:
132                     return R300_TX_FORMAT_X16;
133                 case PIPE_FORMAT_X8Z24_UNORM:
134                 case PIPE_FORMAT_S8_USCALED_Z24_UNORM:
135                     if (is_r500)
136                         return R500_TX_FORMAT_Y8X24;
137                     else
138                         return R300_TX_FORMAT_Y16X16;
139                 default:
140                     return ~0; /* Unsupported. */
141             }
142
143         /* YUV formats. */
144         case UTIL_FORMAT_COLORSPACE_YUV:
145             result |= R300_TX_FORMAT_YUV_TO_RGB;
146
147             switch (format) {
148                 case PIPE_FORMAT_UYVY:
149                     return R300_EASY_TX_FORMAT(X, Y, Z, ONE, YVYU422) | result;
150                 case PIPE_FORMAT_YUYV:
151                     return R300_EASY_TX_FORMAT(X, Y, Z, ONE, VYUY422) | result;
152                 default:
153                     return ~0; /* Unsupported/unknown. */
154             }
155
156         /* Add gamma correction. */
157         case UTIL_FORMAT_COLORSPACE_SRGB:
158             result |= R300_TX_FORMAT_GAMMA;
159             break;
160
161         default:
162             switch (format) {
163                 /* Same as YUV but without the YUR->RGB conversion. */
164                 case PIPE_FORMAT_R8G8_B8G8_UNORM:
165                     return R300_EASY_TX_FORMAT(X, Y, Z, ONE, YVYU422) | result;
166                 case PIPE_FORMAT_G8R8_G8B8_UNORM:
167                     return R300_EASY_TX_FORMAT(X, Y, Z, ONE, VYUY422) | result;
168                 default:;
169             }
170     }
171
172     result |= r300_get_swizzle_combined(desc->swizzle, swizzle_view);
173
174     /* S3TC formats. */
175     if (desc->layout == UTIL_FORMAT_LAYOUT_S3TC) {
176         if (!util_format_s3tc_enabled) {
177             return ~0; /* Unsupported. */
178         }
179
180         switch (format) {
181             case PIPE_FORMAT_DXT1_RGB:
182             case PIPE_FORMAT_DXT1_RGBA:
183             case PIPE_FORMAT_DXT1_SRGB:
184             case PIPE_FORMAT_DXT1_SRGBA:
185                 return R300_TX_FORMAT_DXT1 | result;
186             case PIPE_FORMAT_DXT3_RGBA:
187             case PIPE_FORMAT_DXT3_SRGBA:
188                 return R300_TX_FORMAT_DXT3 | result;
189             case PIPE_FORMAT_DXT5_RGBA:
190             case PIPE_FORMAT_DXT5_SRGBA:
191                 return R300_TX_FORMAT_DXT5 | result;
192             default:
193                 return ~0; /* Unsupported/unknown. */
194         }
195     }
196
197     /* Add sign. */
198     for (i = 0; i < desc->nr_channels; i++) {
199         if (desc->channel[i].type == UTIL_FORMAT_TYPE_SIGNED) {
200             result |= sign_bit[i];
201         }
202     }
203
204     /* This is truly a special format.
205      * It stores R8G8 and B is computed using sqrt(1 - R^2 - G^2)
206      * in the sampler unit. Also known as D3DFMT_CxV8U8. */
207     if (format == PIPE_FORMAT_R8G8Bx_SNORM) {
208         return R300_TX_FORMAT_CxV8U8 | result;
209     }
210
211     /* RGTC formats. */
212     if (desc->layout == UTIL_FORMAT_LAYOUT_RGTC) {
213         switch (format) {
214             case PIPE_FORMAT_RGTC1_UNORM:
215             case PIPE_FORMAT_RGTC1_SNORM:
216                 return R500_TX_FORMAT_ATI1N | result;
217             case PIPE_FORMAT_RGTC2_UNORM:
218             case PIPE_FORMAT_RGTC2_SNORM:
219                 return R400_TX_FORMAT_ATI2N | result;
220             default:
221                 return ~0; /* Unsupported/unknown. */
222         }
223     }
224
225     /* See whether the components are of the same size. */
226     for (i = 1; i < desc->nr_channels; i++) {
227         uniform = uniform && desc->channel[0].size == desc->channel[i].size;
228     }
229
230     /* Non-uniform formats. */
231     if (!uniform) {
232         switch (desc->nr_channels) {
233             case 3:
234                 if (desc->channel[0].size == 5 &&
235                     desc->channel[1].size == 6 &&
236                     desc->channel[2].size == 5) {
237                     return R300_TX_FORMAT_Z5Y6X5 | result;
238                 }
239                 if (desc->channel[0].size == 5 &&
240                     desc->channel[1].size == 5 &&
241                     desc->channel[2].size == 6) {
242                     return R300_TX_FORMAT_Z6Y5X5 | result;
243                 }
244                 return ~0; /* Unsupported/unknown. */
245
246             case 4:
247                 if (desc->channel[0].size == 5 &&
248                     desc->channel[1].size == 5 &&
249                     desc->channel[2].size == 5 &&
250                     desc->channel[3].size == 1) {
251                     return R300_TX_FORMAT_W1Z5Y5X5 | result;
252                 }
253                 if (desc->channel[0].size == 10 &&
254                     desc->channel[1].size == 10 &&
255                     desc->channel[2].size == 10 &&
256                     desc->channel[3].size == 2) {
257                     return R300_TX_FORMAT_W2Z10Y10X10 | result;
258                 }
259         }
260         return ~0; /* Unsupported/unknown. */
261     }
262
263     /* And finally, uniform formats. */
264     switch (desc->channel[0].type) {
265         case UTIL_FORMAT_TYPE_UNSIGNED:
266         case UTIL_FORMAT_TYPE_SIGNED:
267             if (!desc->channel[0].normalized &&
268                 desc->colorspace != UTIL_FORMAT_COLORSPACE_SRGB) {
269                 return ~0;
270             }
271
272             switch (desc->channel[0].size) {
273                 case 4:
274                     switch (desc->nr_channels) {
275                         case 2:
276                             return R300_TX_FORMAT_Y4X4 | result;
277                         case 4:
278                             return R300_TX_FORMAT_W4Z4Y4X4 | result;
279                     }
280                     return ~0;
281
282                 case 8:
283                     switch (desc->nr_channels) {
284                         case 1:
285                             return R300_TX_FORMAT_X8 | result;
286                         case 2:
287                             return R300_TX_FORMAT_Y8X8 | result;
288                         case 4:
289                             return R300_TX_FORMAT_W8Z8Y8X8 | result;
290                     }
291                     return ~0;
292
293                 case 16:
294                     switch (desc->nr_channels) {
295                         case 1:
296                             return R300_TX_FORMAT_X16 | result;
297                         case 2:
298                             return R300_TX_FORMAT_Y16X16 | result;
299                         case 4:
300                             return R300_TX_FORMAT_W16Z16Y16X16 | result;
301                     }
302             }
303             return ~0;
304
305         case UTIL_FORMAT_TYPE_FLOAT:
306             switch (desc->channel[0].size) {
307                 case 16:
308                     switch (desc->nr_channels) {
309                         case 1:
310                             return R300_TX_FORMAT_16F | result;
311                         case 2:
312                             return R300_TX_FORMAT_16F_16F | result;
313                         case 4:
314                             return R300_TX_FORMAT_16F_16F_16F_16F | result;
315                     }
316                     return ~0;
317
318                 case 32:
319                     switch (desc->nr_channels) {
320                         case 1:
321                             return R300_TX_FORMAT_32F | result;
322                         case 2:
323                             return R300_TX_FORMAT_32F_32F | result;
324                         case 4:
325                             return R300_TX_FORMAT_32F_32F_32F_32F | result;
326                     }
327             }
328     }
329
330     return ~0; /* Unsupported/unknown. */
331 }
332
333 uint32_t r500_tx_format_msb_bit(enum pipe_format format)
334 {
335     switch (format) {
336         case PIPE_FORMAT_RGTC1_UNORM:
337         case PIPE_FORMAT_RGTC1_SNORM:
338         case PIPE_FORMAT_X8Z24_UNORM:
339         case PIPE_FORMAT_S8_USCALED_Z24_UNORM:
340             return R500_TXFORMAT_MSB;
341         default:
342             return 0;
343     }
344 }
345
346 /* Buffer formats. */
347
348 /* Colorbuffer formats. This is the unswizzled format of the RB3D block's
349  * output. For the swizzling of the targets, check the shader's format. */
350 static uint32_t r300_translate_colorformat(enum pipe_format format)
351 {
352     switch (format) {
353         /* 8-bit buffers. */
354         case PIPE_FORMAT_A8_UNORM:
355         case PIPE_FORMAT_I8_UNORM:
356         case PIPE_FORMAT_L8_UNORM:
357         case PIPE_FORMAT_R8_UNORM:
358         case PIPE_FORMAT_R8_SNORM:
359             return R300_COLOR_FORMAT_I8;
360
361         /* 16-bit buffers. */
362         case PIPE_FORMAT_B5G6R5_UNORM:
363             return R300_COLOR_FORMAT_RGB565;
364
365         case PIPE_FORMAT_B5G5R5A1_UNORM:
366         case PIPE_FORMAT_B5G5R5X1_UNORM:
367             return R300_COLOR_FORMAT_ARGB1555;
368
369         case PIPE_FORMAT_B4G4R4A4_UNORM:
370         case PIPE_FORMAT_B4G4R4X4_UNORM:
371             return R300_COLOR_FORMAT_ARGB4444;
372
373         /* 32-bit buffers. */
374         case PIPE_FORMAT_B8G8R8A8_UNORM:
375         case PIPE_FORMAT_B8G8R8X8_UNORM:
376         case PIPE_FORMAT_A8R8G8B8_UNORM:
377         case PIPE_FORMAT_X8R8G8B8_UNORM:
378         case PIPE_FORMAT_A8B8G8R8_UNORM:
379         case PIPE_FORMAT_R8G8B8A8_SNORM:
380         case PIPE_FORMAT_X8B8G8R8_UNORM:
381         case PIPE_FORMAT_R8G8B8X8_UNORM:
382         case PIPE_FORMAT_R8SG8SB8UX8U_NORM:
383             return R300_COLOR_FORMAT_ARGB8888;
384
385         case PIPE_FORMAT_R10G10B10A2_UNORM:
386         case PIPE_FORMAT_R10G10B10X2_SNORM:
387         case PIPE_FORMAT_B10G10R10A2_UNORM:
388         case PIPE_FORMAT_R10SG10SB10SA2U_NORM:
389             return R500_COLOR_FORMAT_ARGB2101010;  /* R5xx-only? */
390
391         /* 64-bit buffers. */
392         case PIPE_FORMAT_R16G16B16A16_UNORM:
393         case PIPE_FORMAT_R16G16B16A16_SNORM:
394         case PIPE_FORMAT_R16G16B16A16_FLOAT:
395             return R300_COLOR_FORMAT_ARGB16161616;
396
397         /* 128-bit buffers. */
398         case PIPE_FORMAT_R32G32B32A32_FLOAT:
399             return R300_COLOR_FORMAT_ARGB32323232;
400
401         /* YUV buffers. */
402         case PIPE_FORMAT_UYVY:
403             return R300_COLOR_FORMAT_YVYU;
404         case PIPE_FORMAT_YUYV:
405             return R300_COLOR_FORMAT_VYUY;
406         default:
407             return ~0; /* Unsupported. */
408     }
409 }
410
411 /* Depthbuffer and stencilbuffer. Thankfully, we only support two flavors. */
412 static uint32_t r300_translate_zsformat(enum pipe_format format)
413 {
414     switch (format) {
415         /* 16-bit depth, no stencil */
416         case PIPE_FORMAT_Z16_UNORM:
417             return R300_DEPTHFORMAT_16BIT_INT_Z;
418         /* 24-bit depth, ignored stencil */
419         case PIPE_FORMAT_X8Z24_UNORM:
420         /* 24-bit depth, 8-bit stencil */
421         case PIPE_FORMAT_S8_USCALED_Z24_UNORM:
422             return R300_DEPTHFORMAT_24BIT_INT_Z_8BIT_STENCIL;
423         default:
424             return ~0; /* Unsupported. */
425     }
426 }
427
428 /* Shader output formats. This is essentially the swizzle from the shader
429  * to the RB3D block.
430  *
431  * Note that formats are stored from C3 to C0. */
432 static uint32_t r300_translate_out_fmt(enum pipe_format format)
433 {
434     uint32_t modifier = 0;
435     unsigned i;
436     const struct util_format_description *desc;
437     static const uint32_t sign_bit[4] = {
438         R300_OUT_SIGN(0x1),
439         R300_OUT_SIGN(0x2),
440         R300_OUT_SIGN(0x4),
441         R300_OUT_SIGN(0x8),
442     };
443
444     desc = util_format_description(format);
445
446     /* Specifies how the shader output is written to the fog unit. */
447     if (desc->channel[0].type == UTIL_FORMAT_TYPE_FLOAT) {
448         if (desc->channel[0].size == 32) {
449             modifier |= R300_US_OUT_FMT_C4_32_FP;
450         } else {
451             modifier |= R300_US_OUT_FMT_C4_16_FP;
452         }
453     } else {
454         if (desc->channel[0].size == 16) {
455             modifier |= R300_US_OUT_FMT_C4_16;
456         } else {
457             /* C4_8 seems to be used for the formats whose pixel size
458              * is <= 32 bits. */
459             modifier |= R300_US_OUT_FMT_C4_8;
460         }
461     }
462
463     /* Add sign. */
464     for (i = 0; i < 4; i++)
465         if (desc->channel[i].type == UTIL_FORMAT_TYPE_SIGNED) {
466             modifier |= sign_bit[i];
467         }
468
469     /* Add swizzles and return. */
470     switch (format) {
471         /* 8-bit outputs.
472          * COLORFORMAT_I8 stores the C2 component. */
473         case PIPE_FORMAT_A8_UNORM:
474             return modifier | R300_C2_SEL_A;
475         case PIPE_FORMAT_I8_UNORM:
476         case PIPE_FORMAT_L8_UNORM:
477         case PIPE_FORMAT_R8_UNORM:
478         case PIPE_FORMAT_R8_SNORM:
479             return modifier | R300_C2_SEL_R;
480
481         /* BGRA outputs. */
482         case PIPE_FORMAT_B5G6R5_UNORM:
483         case PIPE_FORMAT_B5G5R5A1_UNORM:
484         case PIPE_FORMAT_B5G5R5X1_UNORM:
485         case PIPE_FORMAT_B4G4R4A4_UNORM:
486         case PIPE_FORMAT_B4G4R4X4_UNORM:
487         case PIPE_FORMAT_B8G8R8A8_UNORM:
488         case PIPE_FORMAT_B8G8R8X8_UNORM:
489         case PIPE_FORMAT_B10G10R10A2_UNORM:
490             return modifier |
491                 R300_C0_SEL_B | R300_C1_SEL_G |
492                 R300_C2_SEL_R | R300_C3_SEL_A;
493
494         /* ARGB outputs. */
495         case PIPE_FORMAT_A8R8G8B8_UNORM:
496         case PIPE_FORMAT_X8R8G8B8_UNORM:
497             return modifier |
498                 R300_C0_SEL_A | R300_C1_SEL_R |
499                 R300_C2_SEL_G | R300_C3_SEL_B;
500
501         /* ABGR outputs. */
502         case PIPE_FORMAT_A8B8G8R8_UNORM:
503         case PIPE_FORMAT_X8B8G8R8_UNORM:
504             return modifier |
505                 R300_C0_SEL_A | R300_C1_SEL_B |
506                 R300_C2_SEL_G | R300_C3_SEL_R;
507
508         /* RGBA outputs. */
509         case PIPE_FORMAT_R8G8B8X8_UNORM:
510         case PIPE_FORMAT_R8G8B8A8_SNORM:
511         case PIPE_FORMAT_R8SG8SB8UX8U_NORM:
512         case PIPE_FORMAT_R10G10B10A2_UNORM:
513         case PIPE_FORMAT_R10G10B10X2_SNORM:
514         case PIPE_FORMAT_R10SG10SB10SA2U_NORM:
515         case PIPE_FORMAT_R16G16B16A16_UNORM:
516         case PIPE_FORMAT_R16G16B16A16_SNORM:
517         case PIPE_FORMAT_R16G16B16A16_FLOAT:
518         case PIPE_FORMAT_R32G32B32A32_FLOAT:
519             return modifier |
520                 R300_C0_SEL_R | R300_C1_SEL_G |
521                 R300_C2_SEL_B | R300_C3_SEL_A;
522
523         default:
524             return ~0; /* Unsupported. */
525     }
526 }
527
528 boolean r300_is_colorbuffer_format_supported(enum pipe_format format)
529 {
530     return r300_translate_colorformat(format) != ~0 &&
531            r300_translate_out_fmt(format) != ~0;
532 }
533
534 boolean r300_is_zs_format_supported(enum pipe_format format)
535 {
536     return r300_translate_zsformat(format) != ~0;
537 }
538
539 boolean r300_is_sampler_format_supported(enum pipe_format format)
540 {
541     return r300_translate_texformat(format, 0, TRUE) != ~0;
542 }
543
544 static void r300_texture_setup_immutable_state(struct r300_screen* screen,
545                                                struct r300_texture* tex)
546 {
547     struct r300_texture_format_state* f = &tex->tx_format;
548     struct pipe_resource *pt = &tex->desc.b.b;
549     boolean is_r500 = screen->caps.is_r500;
550
551     /* Set sampler state. */
552     f->format0 = R300_TX_WIDTH((pt->width0 - 1) & 0x7ff) |
553                  R300_TX_HEIGHT((pt->height0 - 1) & 0x7ff);
554
555     if (tex->desc.uses_stride_addressing) {
556         /* rectangles love this */
557         f->format0 |= R300_TX_PITCH_EN;
558         f->format2 = (tex->desc.stride_in_pixels[0] - 1) & 0x1fff;
559     } else {
560         /* Power of two textures (3D, mipmaps, and no pitch),
561          * also NPOT textures with a width being POT. */
562         f->format0 |= R300_TX_DEPTH(util_logbase2(pt->depth0) & 0xf);
563     }
564
565     f->format1 = 0;
566     if (pt->target == PIPE_TEXTURE_CUBE) {
567         f->format1 |= R300_TX_FORMAT_CUBIC_MAP;
568     }
569     if (pt->target == PIPE_TEXTURE_3D) {
570         f->format1 |= R300_TX_FORMAT_3D;
571     }
572
573     /* large textures on r500 */
574     if (is_r500)
575     {
576         if (pt->width0 > 2048) {
577             f->format2 |= R500_TXWIDTH_BIT11;
578         }
579         if (pt->height0 > 2048) {
580             f->format2 |= R500_TXHEIGHT_BIT11;
581         }
582     }
583
584     f->tile_config = R300_TXO_MACRO_TILE(tex->desc.macrotile[0]) |
585                      R300_TXO_MICRO_TILE(tex->desc.microtile);
586 }
587
588 static void r300_texture_setup_fb_state(struct r300_screen* screen,
589                                         struct r300_texture* tex)
590 {
591     unsigned i;
592
593     /* Set framebuffer state. */
594     if (util_format_is_depth_or_stencil(tex->desc.b.b.format)) {
595         for (i = 0; i <= tex->desc.b.b.last_level; i++) {
596             tex->fb_state.pitch[i] =
597                 tex->desc.stride_in_pixels[i] |
598                 R300_DEPTHMACROTILE(tex->desc.macrotile[i]) |
599                 R300_DEPTHMICROTILE(tex->desc.microtile);
600         }
601         tex->fb_state.format = r300_translate_zsformat(tex->desc.b.b.format);
602     } else {
603         for (i = 0; i <= tex->desc.b.b.last_level; i++) {
604             tex->fb_state.pitch[i] =
605                 tex->desc.stride_in_pixels[i] |
606                 r300_translate_colorformat(tex->desc.b.b.format) |
607                 R300_COLOR_TILE(tex->desc.macrotile[i]) |
608                 R300_COLOR_MICROTILE(tex->desc.microtile);
609         }
610         tex->fb_state.format = r300_translate_out_fmt(tex->desc.b.b.format);
611     }
612 }
613
614 void r300_texture_reinterpret_format(struct pipe_screen *screen,
615                                      struct pipe_resource *tex,
616                                      enum pipe_format new_format)
617 {
618     struct r300_screen *r300screen = r300_screen(screen);
619
620     SCREEN_DBG(r300screen, DBG_TEX,
621         "r300: texture_reinterpret_format: %s -> %s\n",
622         util_format_short_name(tex->format),
623         util_format_short_name(new_format));
624
625     tex->format = new_format;
626
627     r300_texture_setup_fb_state(r300_screen(screen), r300_texture(tex));
628 }
629
630 static unsigned r300_texture_is_referenced(struct pipe_context *context,
631                                          struct pipe_resource *texture,
632                                          unsigned face, unsigned level)
633 {
634     struct r300_context *r300 = r300_context(context);
635     struct r300_texture *rtex = (struct r300_texture *)texture;
636
637     if (r300->rws->cs_is_buffer_referenced(r300->cs,
638                                            rtex->buffer, R300_REF_CS))
639         return PIPE_REFERENCED_FOR_READ | PIPE_REFERENCED_FOR_WRITE;
640
641     return PIPE_UNREFERENCED;
642 }
643
644 static void r300_texture_destroy(struct pipe_screen *screen,
645                                  struct pipe_resource* texture)
646 {
647     struct r300_texture* tex = (struct r300_texture*)texture;
648     struct r300_winsys_screen *rws = (struct r300_winsys_screen *)texture->screen->winsys;
649     int i;
650
651     rws->buffer_reference(rws, &tex->buffer, NULL);
652     for (i = 0; i < R300_MAX_TEXTURE_LEVELS; i++) {
653         if (tex->hiz_mem[i])
654             u_mmFreeMem(tex->hiz_mem[i]);
655         if (tex->zmask_mem[i])
656             u_mmFreeMem(tex->zmask_mem[i]);
657     }
658
659     FREE(tex);
660 }
661
662 static boolean r300_texture_get_handle(struct pipe_screen* screen,
663                                        struct pipe_resource *texture,
664                                        struct winsys_handle *whandle)
665 {
666     struct r300_winsys_screen *rws = (struct r300_winsys_screen *)screen->winsys;
667     struct r300_texture* tex = (struct r300_texture*)texture;
668
669     if (!tex) {
670         return FALSE;
671     }
672
673     return rws->buffer_get_handle(rws, tex->buffer,
674                                   tex->desc.stride_in_bytes[0], whandle);
675 }
676
677 struct u_resource_vtbl r300_texture_vtbl =
678 {
679    r300_texture_get_handle,           /* get_handle */
680    r300_texture_destroy,              /* resource_destroy */
681    r300_texture_is_referenced,        /* is_resource_referenced */
682    r300_texture_get_transfer,         /* get_transfer */
683    r300_texture_transfer_destroy,     /* transfer_destroy */
684    r300_texture_transfer_map,         /* transfer_map */
685    u_default_transfer_flush_region,   /* transfer_flush_region */
686    r300_texture_transfer_unmap,       /* transfer_unmap */
687    u_default_transfer_inline_write    /* transfer_inline_write */
688 };
689
690 /* The common texture constructor. */
691 static struct r300_texture*
692 r300_texture_create_object(struct r300_screen *rscreen,
693                            const struct pipe_resource *base,
694                            enum r300_buffer_tiling microtile,
695                            enum r300_buffer_tiling macrotile,
696                            unsigned stride_in_bytes_override,
697                            unsigned max_buffer_size,
698                            struct r300_winsys_buffer *buffer)
699 {
700     struct r300_winsys_screen *rws = rscreen->rws;
701     struct r300_texture *tex = CALLOC_STRUCT(r300_texture);
702     if (!tex) {
703         if (buffer)
704             rws->buffer_reference(rws, &buffer, NULL);
705         return NULL;
706     }
707
708     /* Initialize the descriptor. */
709     if (!r300_texture_desc_init(rscreen, &tex->desc, base,
710                                 microtile, macrotile,
711                                 stride_in_bytes_override,
712                                 max_buffer_size)) {
713         if (buffer)
714             rws->buffer_reference(rws, &buffer, NULL);
715         FREE(tex);
716         return NULL;
717     }
718     /* Initialize the hardware state. */
719     r300_texture_setup_immutable_state(rscreen, tex);
720     r300_texture_setup_fb_state(rscreen, tex);
721
722     tex->desc.b.vtbl = &r300_texture_vtbl;
723     pipe_reference_init(&tex->desc.b.b.reference, 1);
724     tex->domain = base->flags & R300_RESOURCE_FLAG_TRANSFER ?
725                   R300_DOMAIN_GTT :
726                   R300_DOMAIN_VRAM | R300_DOMAIN_GTT;
727     tex->buffer = buffer;
728
729     /* Create the backing buffer if needed. */
730     if (!tex->buffer) {
731         tex->buffer = rws->buffer_create(rws, tex->desc.size_in_bytes, 2048,
732                                          base->bind, base->usage, tex->domain);
733
734         if (!tex->buffer) {
735             FREE(tex);
736             return NULL;
737         }
738     }
739
740     rws->buffer_set_tiling(rws, tex->buffer,
741             tex->desc.microtile, tex->desc.macrotile[0],
742             tex->desc.stride_in_bytes[0]);
743
744     return tex;
745 }
746
747 /* Create a new texture. */
748 struct pipe_resource *r300_texture_create(struct pipe_screen *screen,
749                                           const struct pipe_resource *base)
750 {
751     struct r300_screen *rscreen = r300_screen(screen);
752     enum r300_buffer_tiling microtile, macrotile;
753
754     /* Refuse to create a texture with size 0. */
755     if (!base->width0 ||
756         (!base->height0 && (base->target == PIPE_TEXTURE_2D ||
757                             base->target == PIPE_TEXTURE_CUBE)) ||
758         (!base->depth0 && base->target == PIPE_TEXTURE_3D)) {
759         fprintf(stderr, "r300: texture_create: "
760                 "Got invalid texture dimensions: %ix%ix%i\n",
761                 base->width0, base->height0, base->depth0);
762         return NULL;
763     }
764
765     if ((base->flags & R300_RESOURCE_FLAG_TRANSFER) ||
766         (base->bind & PIPE_BIND_SCANOUT)) {
767         microtile = R300_BUFFER_LINEAR;
768         macrotile = R300_BUFFER_LINEAR;
769     } else {
770         microtile = R300_BUFFER_SELECT_LAYOUT;
771         macrotile = R300_BUFFER_SELECT_LAYOUT;
772     }
773
774     return (struct pipe_resource*)
775            r300_texture_create_object(rscreen, base, microtile, macrotile,
776                                       0, 0, NULL);
777 }
778
779 struct pipe_resource *r300_texture_from_handle(struct pipe_screen *screen,
780                                                const struct pipe_resource *base,
781                                                struct winsys_handle *whandle)
782 {
783     struct r300_winsys_screen *rws = (struct r300_winsys_screen*)screen->winsys;
784     struct r300_screen *rscreen = r300_screen(screen);
785     struct r300_winsys_buffer *buffer;
786     enum r300_buffer_tiling microtile, macrotile;
787     unsigned stride, size;
788
789     /* Support only 2D textures without mipmaps */
790     if (base->target != PIPE_TEXTURE_2D ||
791         base->depth0 != 1 ||
792         base->last_level != 0) {
793         return NULL;
794     }
795
796     buffer = rws->buffer_from_handle(rws, whandle, &stride, &size);
797     if (!buffer)
798         return NULL;
799
800     rws->buffer_get_tiling(rws, buffer, &microtile, &macrotile);
801
802     /* Enforce a microtiled zbuffer. */
803     if (util_format_is_depth_or_stencil(base->format) &&
804         microtile == R300_BUFFER_LINEAR) {
805         switch (util_format_get_blocksize(base->format)) {
806             case 4:
807                 microtile = R300_BUFFER_TILED;
808                 break;
809
810             case 2:
811                 if (rws->get_value(rws, R300_VID_SQUARE_TILING_SUPPORT))
812                     microtile = R300_BUFFER_SQUARETILED;
813                 break;
814         }
815     }
816
817     return (struct pipe_resource*)
818            r300_texture_create_object(rscreen, base, microtile, macrotile,
819                                       stride, size, buffer);
820 }
821
822 /* Not required to implement u_resource_vtbl, consider moving to another file:
823  */
824 struct pipe_surface* r300_get_tex_surface(struct pipe_screen* screen,
825                                           struct pipe_resource* texture,
826                                           unsigned face,
827                                           unsigned level,
828                                           unsigned zslice,
829                                           unsigned flags)
830 {
831     struct r300_texture* tex = r300_texture(texture);
832     struct r300_surface* surface = CALLOC_STRUCT(r300_surface);
833
834     if (surface) {
835         uint32_t offset, tile_height;
836
837         pipe_reference_init(&surface->base.reference, 1);
838         pipe_resource_reference(&surface->base.texture, texture);
839         surface->base.format = texture->format;
840         surface->base.width = u_minify(texture->width0, level);
841         surface->base.height = u_minify(texture->height0, level);
842         surface->base.usage = flags;
843         surface->base.zslice = zslice;
844         surface->base.face = face;
845         surface->base.level = level;
846
847         surface->buffer = tex->buffer;
848
849         /* Prefer VRAM if there are multiple domains to choose from. */
850         surface->domain = tex->domain;
851         if (surface->domain & R300_DOMAIN_VRAM)
852             surface->domain &= ~R300_DOMAIN_GTT;
853
854         surface->offset = r300_texture_get_offset(&tex->desc,
855                                                   level, zslice, face);
856         surface->pitch = tex->fb_state.pitch[level];
857         surface->format = tex->fb_state.format;
858
859         /* Parameters for the CBZB clear. */
860         surface->cbzb_allowed = tex->desc.cbzb_allowed[level];
861         surface->cbzb_width = align(surface->base.width, 64);
862
863         /* Height must be aligned to the size of a tile. */
864         tile_height = r300_get_pixel_alignment(tex->desc.b.b.format,
865                                                tex->desc.b.b.nr_samples,
866                                                tex->desc.microtile,
867                                                tex->desc.macrotile[level],
868                                                DIM_HEIGHT);
869
870         surface->cbzb_height = align((surface->base.height + 1) / 2,
871                                      tile_height);
872
873         /* Offset must be aligned to 2K and must point at the beginning
874          * of a scanline. */
875         offset = surface->offset +
876                  tex->desc.stride_in_bytes[level] * surface->cbzb_height;
877         surface->cbzb_midpoint_offset = offset & ~2047;
878
879         surface->cbzb_pitch = surface->pitch & 0x1ffffc;
880
881         if (util_format_get_blocksizebits(surface->base.format) == 32)
882             surface->cbzb_format = R300_DEPTHFORMAT_24BIT_INT_Z_8BIT_STENCIL;
883         else
884             surface->cbzb_format = R300_DEPTHFORMAT_16BIT_INT_Z;
885
886         SCREEN_DBG(r300_screen(screen), DBG_CBZB,
887                    "CBZB Dim: %ix%i, Misalignment: %i, Macro: %s\n",
888                    surface->cbzb_width, surface->cbzb_height,
889                    offset & 2047,
890                    tex->desc.macrotile[level] ? "YES" : " NO");
891     }
892
893     return &surface->base;
894 }
895
896 /* Not required to implement u_resource_vtbl, consider moving to another file:
897  */
898 void r300_tex_surface_destroy(struct pipe_surface* s)
899 {
900     pipe_resource_reference(&s->texture, NULL);
901     FREE(s);
902 }