winglian commited on
Commit
5878bb1
1 Parent(s): a03a7d7

add option to readme

Browse files
Files changed (1) hide show
  1. README.md +3 -0
README.md CHANGED
@@ -419,6 +419,9 @@ flash_attention: # require a100 for llama
419
  sdp_attention:
420
  # Landmark attention (only llama)
421
  landmark_attention:
 
 
 
422
 
423
  # resume from a specific checkpoint dir
424
  resume_from_checkpoint:
 
419
  sdp_attention:
420
  # Landmark attention (only llama)
421
  landmark_attention:
422
+ # xpos RoPE see https://github.com/kaiokendev/cutoff-len-is-context-len/blob/main/util/xpos_rope_llama_monkey_patch.py
423
+ # llama only
424
+ xpos_rope:
425
 
426
  # resume from a specific checkpoint dir
427
  resume_from_checkpoint: