'fuse_activation_function',
'fuse_instnorm',
'fuse_prelu',
+ 'fuse_gelu',
'fuse_mean_with_mean',
'fuse_transpose_with_mean',
'transform_min_max_to_relu6',
('fuse_activation_function', 'fuse Activation function to a preceding operator'),
('fuse_instnorm', 'fuse ops to InstanceNorm operator'),
('fuse_prelu', 'fuse ops to PReLU operator'),
+ ('fuse_gelu', 'fuse ops to GeLU operator'),
('replace_cw_mul_add_with_depthwise_conv',
'replace channel-wise Mul/Add with DepthwiseConv2D'),
('remove_fakequant', 'remove FakeQuant ops'),
'convert certain condition Transpose to Reshape'),
('transform_min_max_to_relu6', 'transform Minimum-Maximum pattern to Relu6 op'),
('transform_min_relu_to_relu6', 'transform Minimum(6)-Relu pattern to Relu6 op'),
- ('unroll_unidirseqlstm', 'unroll UnidirectionalSequenceLSTM op'))
+ ('decompose_hardswish', 'decompose the HardSwish op to Add, Mul and Relu6 ops'),
+ ('unroll_unidirseqlstm', 'unroll UnidirectionalSequenceLSTM op'),
+ ('dynamic_batch_to_single_batch',
+ 'convert dynamic batch size (first dimension) of inputs to 1'))
CONSTANT = CONSTANT()