add option to readme
Browse files
README.md
CHANGED
@@ -419,6 +419,9 @@ flash_attention: # require a100 for llama
|
|
419 |
sdp_attention:
|
420 |
# Landmark attention (only llama)
|
421 |
landmark_attention:
|
|
|
|
|
|
|
422 |
|
423 |
# resume from a specific checkpoint dir
|
424 |
resume_from_checkpoint:
|
|
|
419 |
sdp_attention:
|
420 |
# Landmark attention (only llama)
|
421 |
landmark_attention:
|
422 |
+
# xpos RoPE see https://github.com/kaiokendev/cutoff-len-is-context-len/blob/main/util/xpos_rope_llama_monkey_patch.py
|
423 |
+
# llama only
|
424 |
+
xpos_rope:
|
425 |
|
426 |
# resume from a specific checkpoint dir
|
427 |
resume_from_checkpoint:
|