paper`importtorch.nnasnnimporttorchimporttorch.nn.functionalasFdefbuild_act_layer(act_type):"""Buildactivationlayer."""ifact_typeisNone:returnnn.Identity()assertact_typein['GELU','ReL

paper`importtorchimporttorch.nnasnndefbuild_act_layer(act_type):#Buildactivationlayerifact_typeisNone:returnnn.Identity()assertact_typein['GELU','ReLU','SiLU']ifact_type=='SiLU':returnn