Spaces:
Runtime error
Runtime error
Added environment variable to explicitly flag to the tokenizers that we are doing multi-threading and to prevent a bunch of warnings arising
Browse files
Home.py
CHANGED
@@ -1,6 +1,12 @@
|
|
|
|
1 |
import streamlit as st
|
2 |
from src.st_helpers import st_setup
|
3 |
|
|
|
|
|
|
|
|
|
|
|
4 |
if st_setup("LLM Architecture Assessment", skip_login=True):
|
5 |
st.write("""
|
6 |
# LLM Architecture Assessment
|
|
|
1 |
+
import os
|
2 |
import streamlit as st
|
3 |
from src.st_helpers import st_setup
|
4 |
|
5 |
+
|
6 |
+
# Test runner now runs parallel, so need to flag this to the tokenizer
|
7 |
+
os.environ['TOKENIZERS_PARALLELISM'] = 'true'
|
8 |
+
|
9 |
+
|
10 |
if st_setup("LLM Architecture Assessment", skip_login=True):
|
11 |
st.write("""
|
12 |
# LLM Architecture Assessment
|