2 // Copyright (c) 2016 Intel Corporation
4 // Licensed under the Apache License, Version 2.0 (the "License");
5 // you may not use this file except in compliance with the License.
6 // You may obtain a copy of the License at
8 // http://www.apache.org/licenses/LICENSE-2.0
10 // Unless required by applicable law or agreed to in writing, software
11 // distributed under the License is distributed on an "AS IS" BASIS,
12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 // See the License for the specific language governing permissions and
14 // limitations under the License.
17 #include "fully_connected_kernel_MMAD.h"
18 #include "kernel_selector_utils.h"
20 namespace kernel_selector
22 ParamsKey FullyConnectedKernelMMAD::GetSupportedKey() const
25 k.EnableInputDataType(Datatype::INT8);
26 k.EnableOutputDataType(Datatype::INT8);
27 k.EnableInputWeightsType(WeightsType::INT8);
28 k.EnableInputLayout(DataLayout::byxf_af32);
29 k.EnableOutputLayout(DataLayout::bf);
30 k.EnableOutputLayout(DataLayout::fb);
31 k.EnableBiasPerOutput();
32 k.EnableBiasPerFeature();
33 k.EnableNonBiasTerm();
34 k.EnableTensorOffset();
35 k.EnableTensorPitches();
37 k.EnableInt8Quantization();
38 k.EnableOutputCalibration();
42 std::unique_ptr<FullyConnectedKernelMMAD::Parent::DispatchData> FullyConnectedKernelMMAD::SetDefault(const fully_connected_params& params) const
44 auto runInfo = Parent::SetDefault(params);
46 constexpr size_t sub_group_size = 8;
47 const auto of_maps = params.output.Feature().v;
48 const size_t of_threads_per_batch = RoundUp(of_maps, sub_group_size);
52 runInfo->gws2 = of_threads_per_batch * params.output.Batch().v;
56 runInfo->lws2 = sub_group_size;
58 return std::move(runInfo);
61 JitConstants FullyConnectedKernelMMAD::GetJitConstants(const fully_connected_params& params, const DispatchData& runInfo) const
63 auto jit = Parent::GetJitConstants(params, runInfo);
65 jit.AddConstant(MakeJitConstant("SUB_GROUP_SIZE", runInfo.lws2));
67 // pitch for special block format used in this kernel
68 const size_t ifm_32_aligned = Align(params.weights.IFM().v, 32);
69 const size_t filter_ofm_block_pitch = (ifm_32_aligned / 32) * params.weights.X().v * params.weights.Y().v * 4 * 8 * 8;
70 jit.AddConstant(MakeJitConstant("FILTER_OFM_BLOCK_PITCH", filter_ofm_block_pitch));
75 KernelsData FullyConnectedKernelMMAD::GetKernelsData(const Params& params, const optional_params& options) const
77 return GetCommonKernelsData(params, options, DataLayout::byxf_af32,
78 { WeightsLayout::os_is_yx_isa8_osv8_isv4 }