1 # NOTE please use TF2.4.0-dev or above to use gelu op
2 import tensorflow as tf
4 tf.compat.v1.disable_eager_execution()
6 in_ = tf.compat.v1.placeholder(dtype=tf.float32, shape=(4, 4), name="Hole")
7 op_ = tf.nn.gelu(in_, approximate=False, name="Output")