add FusedLayerNorm to try-except block

ttengwang · Jun 11, 2023 · d050b1c · d050b1c
1 parent f32e929
commit d050b1c
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/EVA-CLIP/rei/eva_clip/model.py b/EVA-CLIP/rei/eva_clip/model.py
@@ -11,7 11,6 @@
 import torch
 import torch.nn.functional as F
 from torch import nn
-from apex.normalization import FusedLayerNorm
 
 try:
  from .hf_model import HFTextEncoder
@@ -22,6 21,12 @@
 from .eva_vit_model import EVAVisionTransformer
 from .transformer import LayerNorm, QuickGELU, Attention, VisionTransformer, TextTransformer
 
 try:
  from apex.normalization import FusedLayerNorm
 except:
  FusedLayerNorm = LayerNorm
  print("Please 'pip install apex'")
 
 try:
  import xformers.ops as xops
 except ImportError: