alfraser commited on
Commit
dd89a23
1 Parent(s): fc8884e

Added environment variable to explicitly flag to the tokenizers that we are doing multi-threading and to prevent a bunch of warnings arising

Browse files
Files changed (1) hide show
  1. Home.py +6 -0
Home.py CHANGED
@@ -1,6 +1,12 @@
 
1
  import streamlit as st
2
  from src.st_helpers import st_setup
3
 
 
 
 
 
 
4
  if st_setup("LLM Architecture Assessment", skip_login=True):
5
  st.write("""
6
  # LLM Architecture Assessment
 
1
+ import os
2
  import streamlit as st
3
  from src.st_helpers import st_setup
4
 
5
+
6
+ # Test runner now runs parallel, so need to flag this to the tokenizer
7
+ os.environ['TOKENIZERS_PARALLELISM'] = 'true'
8
+
9
+
10
  if st_setup("LLM Architecture Assessment", skip_login=True):
11
  st.write("""
12
  # LLM Architecture Assessment