Allow pytorch<2 to use without passing attn_implementation flag (#4)

- Allow pytorch<2 to use without passing attn_implementation flag (969de83296b491de451557789e9770b9335612bb)

modeling_bert.py

@@ -353,7 +353,7 @@ class JinaBertSelfAttention(nn.Module):
             # if encoder bi-directional self-attention `past_key_value` is always `None`
             past_key_value = (key_layer, value_layer)
 
-        if self.attn_implementation == 'torch':
+        if self.attn_implementation == 'torch' and scaled_dot_product_attention is not None:
             b, _, s, _ = query_layer.shape
             new_bias = attention_mask + bias
             attn = scaled_dot_product_attention(query_layer, key_layer, value_layer, new_bias)