[goldendata] Added script to generate Swiglu data
authorDebadri Samaddar <s.debadri@samsung.com>
Thu, 23 May 2024 08:10:35 +0000 (13:40 +0530)
committerMyungJoo Ham <myungjoo.ham@samsung.com>
Fri, 24 May 2024 07:22:51 +0000 (16:22 +0900)
Added code stub to generate Swiglu layer's golden test data.

Signed-off-by: Debadri Samaddar <s.debadri@samsung.com>
test/input_gen/gen_layer_tests.py

index 48e68acaf1d30ec323978cd9ab808593d7c0835d..7a1ed18ec672539e397cf03446ded73135c787ea 100644 (file)
@@ -17,6 +17,7 @@ Copyright (C) 2021 Jihoon Lee <jhoon.it.lee@samsung.com>
 
 @author Jihoon Lee <jhoon.it.lee@samsung.com>
 @author Sungsik Kong <ss.kong@samsung.com>
+@author        Debadri Samaddar <s.debadri@samsung.com>
 """
 
 import warnings
@@ -866,3 +867,19 @@ if __name__ == "__main__":
 
     added = K.layers.Add()
     record_single_fp16(added, [(2, 3, 3, 3), (2, 3, 3, 3)], "added_w16a16")
+
+    def swiglu(inputs):
+        [x, y] = inputs
+        # swish(x) = x * sigmoid(x)
+        swishTensor = x * K.activations.sigmoid(x)
+
+        return K.layers.Multiply()([swishTensor, y])
+
+    swiglu_layer = K.layers.Lambda(swiglu)
+
+    record_single(
+        swiglu_layer,
+        [(2, 3, 3, 3), (2, 3, 3, 3)],
+        "swiglu",
+        input_type="float",
+    )