/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck/tensor_operation/gpu/device/device_gemm_dequantB.hpp Source File

/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck/tensor_operation/gpu/device/device_gemm_dequantB.hpp Source File#

Composable Kernel: /home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck/tensor_operation/gpu/device/device_gemm_dequantB.hpp Source File
device_gemm_dequantB.hpp
Go to the documentation of this file.
1 // SPDX-License-Identifier: MIT
2 // Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
3 
4 #pragma once
5 
6 #include "ck/tensor_operation/gpu/device/device_base.hpp"
7 
8 namespace ck {
9 namespace tensor_operation {
10 namespace device {
11 
12 // Dequantization of input tensor could not be decoupled from gridwisegemm pipeline
13 // As input tensor thread buffer declared inside blockwise-gemm pipeline.
14 
15 template <typename ALayout,
16  typename BLayout,
17  typename CLayout,
18  typename ADataType,
19  typename BDataType,
20  typename CDataType,
21  typename AElementwiseOperation,
22  typename BElementwiseOperation,
23  typename CElementwiseOperation>
24 struct DeviceGemm_dequantB : public BaseOperator
25 {
26  virtual std::unique_ptr<BaseArgument>
27  MakeArgumentPointer(const void* p_a,
28  const void* p_b,
29  const void* p_scale,
30  void* p_c,
31  ck::index_t M,
32  ck::index_t N,
33  ck::index_t K,
34  ck::index_t StrideA,
35  ck::index_t StrideB,
36  ck::index_t StrideC,
37  AElementwiseOperation a_element_op,
38  BElementwiseOperation b_element_op,
39  CElementwiseOperation c_element_op) = 0;
40 
41  virtual std::unique_ptr<BaseInvoker> MakeInvokerPointer() = 0;
42 };
43 
44 } // namespace device
45 } // namespace tensor_operation
46 } // namespace ck
device_base.hpp
ck
Definition: ck.hpp:268
ck::index_t
int32_t index_t
Definition: ck.hpp:299
ck::tensor_operation::device::BaseOperator
Definition: device_base.hpp:223
ck::tensor_operation::device::DeviceGemm_dequantB
Definition: device_gemm_dequantB.hpp:25
ck::tensor_operation::device::DeviceGemm_dequantB::MakeArgumentPointer
virtual std::unique_ptr< BaseArgument > MakeArgumentPointer(const void *p_a, const void *p_b, const void *p_scale, void *p_c, ck::index_t M, ck::index_t N, ck::index_t K, ck::index_t StrideA, ck::index_t StrideB, ck::index_t StrideC, AElementwiseOperation a_element_op, BElementwiseOperation b_element_op, CElementwiseOperation c_element_op)=0
ck::tensor_operation::device::DeviceGemm_dequantB::MakeInvokerPointer
virtual std::unique_ptr< BaseInvoker > MakeInvokerPointer()=0