Aksel Lenes commited on
Commit
090e359
1 Parent(s): 909a82d

Add warning message about fixed_scale

Browse files
hexviz/pages/1_🗺️Identify_Interesting_Heads.py CHANGED
@@ -88,6 +88,8 @@ remove_special_tokens = st.sidebar.checkbox(
88
  if "fixed_scale" not in st.session_state:
89
  st.session_state.fixed_scale = True
90
  fixed_scale = st.sidebar.checkbox("Fixed scale", help="For long sequences the default fixed 0 to 1 scale can have very low contrast heatmaps, consider using a relative scale to increase the contrast between high attention and low attention areas. Note that each subplot will have separate color scales so don't compare colors between attention heads if using a non-fixed scale.", key="fixed_scale")
 
 
91
 
92
 
93
  layer_sequence, head_sequence = select_heads_and_layers(st.sidebar, selected_model)
 
88
  if "fixed_scale" not in st.session_state:
89
  st.session_state.fixed_scale = True
90
  fixed_scale = st.sidebar.checkbox("Fixed scale", help="For long sequences the default fixed 0 to 1 scale can have very low contrast heatmaps, consider using a relative scale to increase the contrast between high attention and low attention areas. Note that each subplot will have separate color scales so don't compare colors between attention heads if using a non-fixed scale.", key="fixed_scale")
91
+ if not fixed_scale:
92
+ st.sidebar.warning("With `Fixed scale` set to False each cell in the grid has a dynamic color scale where the highest attention value in that cell is bright yellow. Colors can not be compared between cells.")
93
 
94
 
95
  layer_sequence, head_sequence = select_heads_and_layers(st.sidebar, selected_model)