1 #ifndef _VKTSPVASMGRAPHICSSHADERTESTUTIL_HPP
2 #define _VKTSPVASMGRAPHICSSHADERTESTUTIL_HPP
3 /*-------------------------------------------------------------------------
4 * Vulkan Conformance Tests
5 * ------------------------
7 * Copyright (c) 2017 Google Inc.
9 * Licensed under the Apache License, Version 2.0 (the "License");
10 * you may not use this file except in compliance with the License.
11 * You may obtain a copy of the License at
13 * http://www.apache.org/licenses/LICENSE-2.0
15 * Unless required by applicable law or agreed to in writing, software
16 * distributed under the License is distributed on an "AS IS" BASIS,
17 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
18 * See the License for the specific language governing permissions and
19 * limitations under the License.
23 * \brief Graphics pipeline and helper functions for SPIR-V assembly tests
24 *//*--------------------------------------------------------------------*/
26 #include "tcuCommandLine.hpp"
27 #include "tcuRGBA.hpp"
29 #include "vkPrograms.hpp"
30 #include "vktSpvAsmComputeShaderTestUtil.hpp"
31 #include "vktSpvAsmUtils.hpp"
32 #include "vktTestCaseUtil.hpp"
34 #include "deRandom.hpp"
35 #include "deSharedPtr.hpp"
44 namespace SpirVAssembly
47 typedef vk::Unique<VkBuffer> BufferHandleUp;
48 typedef vk::Unique<VkImage> ImageHandleUp;
49 typedef vk::Unique<VkImageView> ImageViewHandleUp;
50 typedef vk::Unique<VkSampler> SamplerHandleUp;
51 typedef de::SharedPtr<BufferHandleUp> BufferHandleSp;
52 typedef de::SharedPtr<ImageHandleUp> ImageHandleSp;
53 typedef de::SharedPtr<ImageViewHandleUp> ImageViewHandleSp;
54 typedef de::SharedPtr<SamplerHandleUp> SamplerHandleSp;
55 typedef vk::Unique<vk::VkShaderModule> ModuleHandleUp;
56 typedef de::SharedPtr<ModuleHandleUp> ModuleHandleSp;
57 typedef std::pair<std::string, vk::VkShaderStageFlagBits> EntryToStage;
58 typedef std::map<std::string, std::vector<EntryToStage> > ModuleMap;
59 typedef std::map<vk::VkShaderStageFlagBits, SpecConstants > StageToSpecConstantMap;
66 NUMBERTYPE_END32, // Marks the end of 32-bit scalar types
70 NUMBERTYPE_END16, // Marks the end of 16-bit scalar types
74 typedef enum RoundingModeFlags_e
76 ROUNDINGMODE_RTE = 0x1, // Round to nearest even
77 ROUNDINGMODE_RTZ = 0x2, // Round to zero
80 typedef bool (*GraphicsVerifyBinaryFunc) (const ProgramBinary& binary);
82 // Resources used by graphics-pipeline-based tests.
83 struct GraphicsResources
85 // Resources used as inputs.
86 std::vector<Resource> inputs;
87 // Input resource format if used
89 // Resources used as outputs. The data supplied will be used as
90 // the expected outputs for the corresponding bindings by default.
91 // If other behaviors are needed, please provide a custom verifyIO.
92 std::vector<Resource> outputs;
93 // If null, a default verification will be performed by comparing the
94 // memory pointed to by outputAllocations and the contents of
95 // expectedOutputs. Otherwise the function pointed to by verifyIO will
96 // be called. If true is returned, then the test case is assumed to
97 // have passed, if false is returned, then the test case is assumed
99 VerifyIOFunc verifyIO;
100 GraphicsVerifyBinaryFunc verifyBinary;
101 SpirvVersion spirvVersion;
104 : inputFormat (VK_FORMAT_R32G32B32A32_SFLOAT)
106 , verifyBinary (DE_NULL)
107 , spirvVersion (SPIRV_VERSION_1_0)
111 // Interface data type.
114 IFDataType (deUint32 numE, NumberType elementT)
116 , elementType (elementT)
118 DE_ASSERT(numE > 0 && numE < 5);
119 DE_ASSERT(elementT != NUMBERTYPE_END32 && elementT != NUMBERTYPE_END16);
122 IFDataType (const IFDataType& that)
123 : numElements (that.numElements)
124 , elementType (that.elementType)
127 deUint32 getElementNumBytes (void) const;
128 deUint32 getNumBytes (void) const { return numElements * getElementNumBytes(); }
130 vk::VkFormat getVkFormat (void) const;
132 tcu::TextureFormat getTextureFormat (void) const;
134 std::string str (void) const;
136 bool elementIs32bit (void) const { return elementType < NUMBERTYPE_END32; }
137 bool elementIs64bit (void) const { return elementType > NUMBERTYPE_END16; }
139 bool isVector (void) const { return numElements > 1; }
141 deUint32 numElements;
142 NumberType elementType;
145 typedef std::pair<IFDataType, BufferSp> Interface;
147 // Interface variables used by graphics-pipeline-based tests.
148 class GraphicsInterfaces
151 GraphicsInterfaces ()
152 : rndMode (static_cast<RoundingModeFlags>(0))
155 GraphicsInterfaces (const GraphicsInterfaces& that)
156 : inputs (that.inputs)
157 , outputs (that.outputs)
158 , rndMode (that.rndMode)
161 void setInputOutput (const Interface& input, const Interface& output)
165 inputs.push_back(input);
166 outputs.push_back(output);
169 const IFDataType& getInputType (void) const
171 DE_ASSERT(inputs.size() == 1);
172 return inputs.front().first;
175 const IFDataType& getOutputType (void) const
177 DE_ASSERT(outputs.size() == 1);
178 return outputs.front().first;
181 const BufferSp& getInputBuffer (void) const
183 DE_ASSERT(inputs.size() == 1);
184 return inputs.front().second;
187 const BufferSp& getOutputBuffer (void) const
189 DE_ASSERT(outputs.size() == 1);
190 return outputs.front().second;
193 bool empty (void) const
195 return inputs.size() == 0;
198 void setRoundingMode (RoundingModeFlags flag)
202 RoundingModeFlags getRoundingMode (void) const
207 // vector<Interface> acts as a null-able Interface here. Canonically we should use
208 // std::unique_ptr, but sadly we cannot leverage C++11 in dEQP. dEQP has its own
209 // de::UniquePtr, but still cumbersome to use in InstanceContext and do copies
210 // at various places.
211 // Public methods should make sure that there are less than two elements in both
212 // members and both members have the same number of elements.
213 std::vector<Interface> inputs;
214 std::vector<Interface> outputs;
215 RoundingModeFlags rndMode;
225 PushConstants (const PushConstants& that)
229 void setPushConstant (const BufferSp& pc)
235 bool empty (void) const
240 const BufferSp& getBuffer(void) const
242 DE_ASSERT(pcs.size() == 1);
247 // Right now we only support one field in the push constant block.
248 std::vector<BufferSp> pcs;
251 // Returns the corresponding buffer usage flag bit for the given descriptor type.
252 VkBufferUsageFlagBits getMatchingBufferUsageFlagBit (VkDescriptorType dType);
254 // Context for a specific test instantiation. For example, an instantiation
255 // may test colors yellow/magenta/cyan/mauve in a tesselation shader
256 // with an entry point named 'main_to_the_main'
257 struct InstanceContext
259 // Map of modules to what entry_points we care to use from those modules.
261 tcu::RGBA inputColors[4];
262 tcu::RGBA outputColors[4];
263 // Concrete SPIR-V code to test via boilerplate specialization.
264 std::map<std::string, std::string> testCodeFragments;
265 StageToSpecConstantMap specConstants;
266 bool hasTessellation;
267 vk::VkShaderStageFlagBits requiredStages;
268 std::vector<std::string> requiredDeviceExtensions;
269 VulkanFeatures requestedFeatures;
270 PushConstants pushConstants;
271 // Specifies the (one or more) stages that use a customized shader code.
272 VkShaderStageFlags customizedStages;
273 // Possible resources used by the graphics pipeline.
274 // If it is not empty, a single descriptor set (number 0) will be allocated
275 // to point to all resources specified. Binding numbers are allocated in
276 // accord with the resources' order in the vector; outputs are allocated
278 GraphicsResources resources;
279 // Possible interface variables use by the graphics pipeline.
280 // If it is not empty, input/output variables will be set up for shader stages
281 // in the test. Both the input and output variable will take location #2 in the
282 // pipeline for all stages, except that the output variable in the fragment
283 // stage will take location #1.
284 GraphicsInterfaces interfaces;
285 qpTestResult failResult;
286 std::string failMessageTemplate; //!< ${reason} in the template will be replaced with a detailed failure message
287 bool renderFullSquare; // Forces to render whole render area, though with background color
289 InstanceContext (const tcu::RGBA (&inputs)[4],
290 const tcu::RGBA (&outputs)[4],
291 const std::map<std::string, std::string>& testCodeFragments_,
292 const StageToSpecConstantMap& specConstants_,
293 const PushConstants& pushConsants_,
294 const GraphicsResources& resources_,
295 const GraphicsInterfaces& interfaces_,
296 const std::vector<std::string>& extensions_,
297 VulkanFeatures vulkanFeatures_,
298 VkShaderStageFlags customizedStages_);
300 InstanceContext (const InstanceContext& other);
302 std::string getSpecializedFailMessage (const std::string& failureReason);
305 // A description of a shader to be used for a single stage of the graphics pipeline.
308 // The module that contains this shader entrypoint.
309 std::string moduleName;
311 // The name of the entrypoint.
312 std::string entryName;
314 // Which shader stage this entry point represents.
315 vk::VkShaderStageFlagBits stage;
317 ShaderElement (const std::string& moduleName_, const std::string& entryPoint_, vk::VkShaderStageFlagBits shaderStage_);
320 template <typename T>
321 const std::string numberToString (T number)
323 std::stringstream ss;
328 void getDefaultColors (tcu::RGBA (&colors)[4]);
330 void getHalfColorsFullAlpha (tcu::RGBA (&colors)[4]);
332 void getInvertedDefaultColors (tcu::RGBA (&colors)[4]);
334 // Creates fragments that specialize into a simple pass-through shader (of any kind).
335 std::map<std::string, std::string> passthruFragments (void);
337 // Creates a combined shader module based on VkShaderStageFlagBits defined in InstanceContext
338 void createCombinedModule (vk::SourceCollections& dst, InstanceContext ctx);
340 // This has two shaders of each stage. The first
341 // is a passthrough, the second inverts the color.
342 void createMultipleEntries (vk::SourceCollections& dst, InstanceContext);
344 // Turns a statically sized array of ShaderElements into an instance-context
345 // by setting up the mapping of modules to their contained shaders and stages.
346 // The inputs and expected outputs are given by inputColors and outputColors
348 InstanceContext createInstanceContext (const ShaderElement (&elements)[N],
349 const tcu::RGBA (&inputColors)[4],
350 const tcu::RGBA (&outputColors)[4],
351 const std::map<std::string, std::string>& testCodeFragments,
352 const StageToSpecConstantMap& specConstants,
353 const PushConstants& pushConstants,
354 const GraphicsResources& resources,
355 const GraphicsInterfaces& interfaces,
356 const std::vector<std::string>& extensions,
357 VulkanFeatures vulkanFeatures,
358 VkShaderStageFlags customizedStages,
359 const qpTestResult failResult = QP_TEST_RESULT_FAIL,
360 const std::string& failMessageTemplate = std::string())
362 InstanceContext ctx (inputColors, outputColors, testCodeFragments, specConstants, pushConstants, resources, interfaces, extensions, vulkanFeatures, customizedStages);
363 for (size_t i = 0; i < N; ++i)
365 ctx.moduleMap[elements[i].moduleName].push_back(std::make_pair(elements[i].entryName, elements[i].stage));
366 ctx.requiredStages = static_cast<VkShaderStageFlagBits>(ctx.requiredStages | elements[i].stage);
368 ctx.failResult = failResult;
369 if (!failMessageTemplate.empty())
370 ctx.failMessageTemplate = failMessageTemplate;
374 // The same as createInstanceContext above, without extensions, spec constants, and resources.
376 inline InstanceContext createInstanceContext (const ShaderElement (&elements)[N],
377 tcu::RGBA (&inputColors)[4],
378 const tcu::RGBA (&outputColors)[4],
379 const std::map<std::string, std::string>& testCodeFragments)
381 return createInstanceContext(elements, inputColors, outputColors, testCodeFragments,
382 StageToSpecConstantMap(), PushConstants(), GraphicsResources(),
383 GraphicsInterfaces(), std::vector<std::string>(),
384 VulkanFeatures(), vk::VK_SHADER_STAGE_ALL);
387 // The same as createInstanceContext above, but with default colors.
389 InstanceContext createInstanceContext (const ShaderElement (&elements)[N],
390 const std::map<std::string, std::string>& testCodeFragments)
392 tcu::RGBA defaultColors[4];
393 getDefaultColors(defaultColors);
394 return createInstanceContext(elements, defaultColors, defaultColors, testCodeFragments);
397 void addShaderCodeCustomVertex (vk::SourceCollections& dst, InstanceContext& context, const SpirVAsmBuildOptions* spirVAsmBuildOptions);
398 void addShaderCodeCustomTessControl (vk::SourceCollections& dst, InstanceContext& context, const SpirVAsmBuildOptions* spirVAsmBuildOptions);
399 void addShaderCodeCustomTessEval (vk::SourceCollections& dst, InstanceContext& context, const SpirVAsmBuildOptions* spirVAsmBuildOptions);
400 void addShaderCodeCustomGeometry (vk::SourceCollections& dst, InstanceContext& context, const SpirVAsmBuildOptions* spirVAsmBuildOptions);
401 void addShaderCodeCustomFragment (vk::SourceCollections& dst, InstanceContext& context, const SpirVAsmBuildOptions* spirVAsmBuildOptions);
403 void createTestForStage (vk::VkShaderStageFlagBits stage,
404 const std::string& name,
405 const tcu::RGBA (&inputColors)[4],
406 const tcu::RGBA (&outputColors)[4],
407 const std::map<std::string, std::string>& testCodeFragments,
408 const SpecConstants& specConstants,
409 const PushConstants& pushConstants,
410 const GraphicsResources& resources,
411 const GraphicsInterfaces& interfaces,
412 const std::vector<std::string>& extensions,
413 VulkanFeatures vulkanFeatures,
414 tcu::TestCaseGroup* tests,
415 const qpTestResult failResult = QP_TEST_RESULT_FAIL,
416 const std::string& failMessageTemplate = std::string(),
417 const bool renderFullSquare = false);
419 void createTestsForAllStages (const std::string& name,
420 const tcu::RGBA (&inputColors)[4],
421 const tcu::RGBA (&outputColors)[4],
422 const std::map<std::string, std::string>& testCodeFragments,
423 const SpecConstants& specConstants,
424 const PushConstants& pushConstants,
425 const GraphicsResources& resources,
426 const GraphicsInterfaces& interfaces,
427 const std::vector<std::string>& extensions,
428 VulkanFeatures vulkanFeatures,
429 tcu::TestCaseGroup* tests,
430 const qpTestResult failResult = QP_TEST_RESULT_FAIL,
431 const std::string& failMessageTemplate = std::string());
433 inline void createTestsForAllStages (const std::string& name,
434 const tcu::RGBA (&inputColors)[4],
435 const tcu::RGBA (&outputColors)[4],
436 const std::map<std::string, std::string>& testCodeFragments,
437 tcu::TestCaseGroup* tests,
438 const qpTestResult failResult = QP_TEST_RESULT_FAIL,
439 const std::string& failMessageTemplate = std::string())
441 SpecConstants noSpecConstants;
442 PushConstants noPushConstants;
443 GraphicsResources noResources;
444 GraphicsInterfaces noInterfaces;
445 std::vector<std::string> noExtensions;
447 createTestsForAllStages(
448 name, inputColors, outputColors, testCodeFragments, noSpecConstants, noPushConstants,
449 noResources, noInterfaces, noExtensions, VulkanFeatures(),
450 tests, failResult, failMessageTemplate);
453 inline void createTestsForAllStages (const std::string& name,
454 const tcu::RGBA (&inputColors)[4],
455 const tcu::RGBA (&outputColors)[4],
456 const std::map<std::string, std::string>& testCodeFragments,
457 const SpecConstants& specConstants,
458 tcu::TestCaseGroup* tests,
459 const qpTestResult failResult = QP_TEST_RESULT_FAIL,
460 const std::string& failMessageTemplate = std::string())
462 PushConstants noPushConstants;
463 GraphicsResources noResources;
464 GraphicsInterfaces noInterfaces;
465 std::vector<std::string> noExtensions;
467 createTestsForAllStages(
468 name, inputColors, outputColors, testCodeFragments, specConstants, noPushConstants,
469 noResources, noInterfaces, noExtensions, VulkanFeatures(),
470 tests, failResult, failMessageTemplate);
473 inline void createTestsForAllStages (const std::string& name,
474 const tcu::RGBA (&inputColors)[4],
475 const tcu::RGBA (&outputColors)[4],
476 const std::map<std::string, std::string>& testCodeFragments,
477 const GraphicsResources& resources,
478 const std::vector<std::string>& extensions,
479 tcu::TestCaseGroup* tests,
480 VulkanFeatures vulkanFeatures = VulkanFeatures(),
481 const qpTestResult failResult = QP_TEST_RESULT_FAIL,
482 const std::string& failMessageTemplate = std::string())
484 SpecConstants noSpecConstants;
485 PushConstants noPushConstants;
486 GraphicsInterfaces noInterfaces;
488 createTestsForAllStages(
489 name, inputColors, outputColors, testCodeFragments, noSpecConstants, noPushConstants,
490 resources, noInterfaces, extensions, vulkanFeatures,
491 tests, failResult, failMessageTemplate);
494 inline void createTestsForAllStages (const std::string& name,
495 const tcu::RGBA (&inputColors)[4],
496 const tcu::RGBA (&outputColors)[4],
497 const std::map<std::string, std::string>& testCodeFragments,
498 const GraphicsInterfaces interfaces,
499 const std::vector<std::string>& extensions,
500 tcu::TestCaseGroup* tests,
501 VulkanFeatures vulkanFeatures = VulkanFeatures(),
502 const qpTestResult failResult = QP_TEST_RESULT_FAIL,
503 const std::string& failMessageTemplate = std::string())
505 GraphicsResources noResources;
506 SpecConstants noSpecConstants;
507 PushConstants noPushConstants;
509 createTestsForAllStages(
510 name, inputColors, outputColors, testCodeFragments, noSpecConstants, noPushConstants,
511 noResources, interfaces, extensions, vulkanFeatures,
512 tests, failResult, failMessageTemplate);
515 inline void createTestsForAllStages (const std::string& name,
516 const tcu::RGBA (&inputColors)[4],
517 const tcu::RGBA (&outputColors)[4],
518 const std::map<std::string, std::string>& testCodeFragments,
519 const PushConstants& pushConstants,
520 const GraphicsResources& resources,
521 const std::vector<std::string>& extensions,
522 tcu::TestCaseGroup* tests,
523 VulkanFeatures vulkanFeatures = VulkanFeatures(),
524 const qpTestResult failResult = QP_TEST_RESULT_FAIL,
525 const std::string& failMessageTemplate = std::string())
527 SpecConstants noSpecConstants;
528 GraphicsInterfaces noInterfaces;
530 createTestsForAllStages(
531 name, inputColors, outputColors, testCodeFragments, noSpecConstants, pushConstants,
532 resources, noInterfaces, extensions, vulkanFeatures,
533 tests, failResult, failMessageTemplate);
536 // Sets up and runs a Vulkan pipeline, then spot-checks the resulting image.
537 // Feeds the pipeline a set of colored triangles, which then must occur in the
538 // rendered image. The surface is cleared before executing the pipeline, so
539 // whatever the shaders draw can be directly spot-checked.
540 tcu::TestStatus runAndVerifyDefaultPipeline (Context& context, InstanceContext instance);
542 // Adds a new test to group using custom fragments for the tessellation-control
543 // stage and passthrough fragments for all other stages. Uses default colors
544 // for input and expected output.
545 void addTessCtrlTest (tcu::TestCaseGroup* group, const char* name, const std::map<std::string, std::string>& fragments);
547 // Given the original 32-bit float value, computes the corresponding 16-bit
548 // float value under the given rounding mode flags and compares with the
549 // returned 16-bit float value. Returns true if they are considered as equal.
551 // The following equivalence criteria are respected:
552 // * Positive and negative zeros are considered equivalent.
553 // * Denormalized floats are allowed to be flushed to zeros, including
554 // * Inputted 32bit denormalized float
555 // * Generated 16bit denormalized float
556 // * Different bit patterns of NaNs are allowed.
557 // * For the rest, require exactly the same bit pattern.
558 bool compare16BitFloat (float original, deUint16 returned, RoundingModeFlags flags, tcu::TestLog& log);
560 // Given the original 16-bit float value, computes the corresponding 32-bit
561 // float value and compares with the returned 32-bit float value.
562 // Returns true if they are considered as equal.
564 // The following equivalence criteria are respected:
565 // * Positive and negative zeros are considered equivalent.
566 // * Denormalized floats are allowed to be flushed to zeros, including
567 // * Inputted 16bit denormalized float
568 // * Generated 32bit denormalized float
569 // * Different bit patterns of NaNs are allowed.
570 // * For the rest, require exactly the same bit pattern.
571 bool compare16BitFloat (deUint16 returned, float original, tcu::TestLog& log);
572 bool compare16BitFloat (deFloat16 original, deFloat16 returned, std::string& error);
574 // Given the original 64-bit float value, computes the corresponding 16-bit
575 // float value under the given rounding mode flags and compares with the
576 // returned 16-bit float value. Returns true if they are considered as equal.
578 // The following equivalence criteria are respected:
579 // * Positive and negative zeros are considered equivalent.
580 // * Denormalized floats are allowed to be flushed to zeros, including
581 // * Inputted 64bit denormalized float
582 // * Generated 16bit denormalized float
583 // * Different bit patterns of NaNs are allowed.
584 // * For the rest, require exactly the same bit pattern.
585 bool compare16BitFloat64 (double original, deUint16 returned, RoundingModeFlags flags, tcu::TestLog& log);
587 // Compare the returned 32-bit float against its expected value.
589 // The following equivalence criteria are respected:
590 // * Denormalized floats are allowed to be flushed to zeros, including
591 // * The expected value itself is a denormalized float
592 // * The expected value is a denormalized float if converted to 16bit
593 // * Different bit patterns of NaNs/Infs are allowed.
594 // * For the rest, use C++ float equivalence check.
595 bool compare32BitFloat (float expected, float returned, tcu::TestLog& log);
597 // Compare the returned 64-bit float against its expected value.
599 // The following equivalence criteria are respected:
600 // * Denormalized floats are allowed to be flushed to zeros, including
601 // * The expected value itself is a denormalized float
602 // * The expected value is a denormalized float if converted to 16bit
603 // * Different bit patterns of NaNs/Infs are allowed.
604 // * For the rest, use C++ float equivalence check.
605 bool compare64BitFloat (double expected, double returned, tcu::TestLog& log);
610 #endif // _VKTSPVASMGRAPHICSSHADERTESTUTIL_HPP