[WIP] Upload folder using huggingface_hub (multi-commit b33a1f5eb02e9046ee6631d7578b49f7afa8168ea7fea4605369684398ceadc2)

#46
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. .env +40 -0
  2. .env.demo +4 -0
  3. .gitattributes +0 -99
  4. Dockerfile +19 -38
  5. LICENSE +183 -143
  6. README.md +2 -4
  7. data/.cache/lilac/concept/100712716653593140239/aliens/bge-m3.pkl +0 -0
  8. data/.cache/lilac/concept/100712716653593140239/aliens/gte-small.pkl +0 -0
  9. data/.cache/lilac/concept/100712716653593140239/alienz/gte-small.pkl +0 -0
  10. data/.cache/lilac/concept/100712716653593140239/asdf/gte-small.pkl +0 -0
  11. data/.cache/lilac/concept/100712716653593140239/private_aliens/gte-small.pkl +0 -0
  12. data/.cache/lilac/concept/100712716653593140239/publicc/gte-small.pkl +0 -0
  13. data/.cache/lilac/concept/lilac/language-model-reference/gte-small.pkl +0 -0
  14. data/.cache/lilac/concept/lilac/legal-termination/gte-small.pkl +0 -0
  15. data/.cache/lilac/concept/lilac/negative-sentiment/gte-small.pkl +0 -0
  16. data/.cache/lilac/concept/lilac/non-english/bge-m3.pkl +0 -0
  17. data/.cache/lilac/concept/lilac/non-english/cohere.pkl +0 -0
  18. data/.cache/lilac/concept/lilac/non-english/gte-base.pkl +0 -0
  19. data/.cache/lilac/concept/lilac/non-english/gte-small.pkl +0 -0
  20. data/.cache/lilac/concept/lilac/non-english/nomic-embed-1.5-768.pkl +0 -0
  21. data/.cache/lilac/concept/lilac/positive-sentiment/gte-small.pkl +0 -0
  22. data/.cache/lilac/concept/lilac/profanity/gte-base.pkl +0 -3
  23. data/.cache/lilac/concept/lilac/profanity/gte-small.pkl +0 -3
  24. data/.cache/lilac/concept/lilac/prompt-injections/gte-small.pkl +0 -0
  25. data/.cache/lilac/concept/lilac/prompt-reveal/gte-small.pkl +0 -0
  26. data/.cache/lilac/concept/lilac/question/cohere.pkl +0 -3
  27. data/.cache/lilac/concept/lilac/question/gte-base.pkl +0 -3
  28. data/.cache/lilac/concept/lilac/question/gte-small.pkl +0 -0
  29. data/.cache/lilac/concept/lilac/question/nomic-embed-1.5-768.pkl +0 -3
  30. data/.cache/lilac/concept/lilac/question/openai.pkl +0 -3
  31. data/.cache/lilac/concept/lilac/question/palm.pkl +0 -3
  32. data/.cache/lilac/concept/lilac/question/sbert.pkl +0 -0
  33. data/.cache/lilac/concept/lilac/source-code/gte-base.pkl +0 -0
  34. data/.cache/lilac/concept/lilac/source-code/gte-small.pkl +0 -0
  35. data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl +0 -3
  36. data/.cache/lilac/concept/lilac/toxicity/openai.pkl +0 -3
  37. data/.cache/lilac/concept/local/aliens/bge-m3.pkl +0 -0
  38. data/.cache/lilac/concept/local/aliens/gte-small.pkl +0 -0
  39. data/.cache/lilac/concept/local/aliens/openai.pkl +0 -0
  40. data/.cache/lilac/concept/local/animals/gte-small.pkl +0 -0
  41. data/.cache/lilac/concept/local/copyright/gte-small.pkl +0 -0
  42. data/.cache/lilac/concept/local/language-model-reference/gte-small.pkl +0 -0
  43. data/.cache/lilac/concept/local/physics/gte-small.pkl +0 -0
  44. data/.cache/lilac/concept/local/physics/openai.pkl +0 -0
  45. data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/.DS_Store +0 -0
  46. data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/data-00000-of-00001.parquet +0 -3
  47. data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/manifest.json +0 -117
  48. data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt-00000-of-00001.parquet +0 -3
  49. data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt.map_manifest.json +0 -24
  50. data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt__cluster-00000-of-00001.parquet +0 -3
.env ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # To overwrite these variables, create a .env.local file
2
+
3
+ # The path to the directory where the data will be downloaded on machine
4
+ LILAC_DATA_PATH=./data
5
+
6
+ # Set to 1 for duckdb to use views instead of materialized tables (lower memory usage, but slower).
7
+ DUCKDB_USE_VIEWS=0
8
+
9
+ # Set to true to enable read-only mode, disabling the ability to add datasets & compute dataset
10
+ # signals.
11
+ # LILAC_AUTH_ENABLED=true
12
+
13
+ # Variables that can be set in .env.local
14
+ #
15
+ # Get key from https://dashboard.cohere.ai/api-keys
16
+ # COHERE_API_KEY=
17
+
18
+ # GCS_REGION=
19
+ # GCS_ACCESS_KEY=
20
+ # GCS_SECRET_KEY=
21
+
22
+ # Get key from https://platform.openai.com/account/api-keys
23
+ # OPENAI_API_KEY=
24
+ # Get key from https://makersuite.google.com/app/apikey
25
+ # PALM_API_KEY=
26
+
27
+ # HuggingFace demos: machine that uploads to HuggingFace.
28
+
29
+ # For authenticating with HuggingFace to deploy to a Space.
30
+ # HF_USERNAME=
31
+ # The default repo to deploy to for a staging demo. Can be overridden by a command line flag.
32
+ # HF_STAGING_DEMO_REPO='HF_ORG/HF_REPO_NAME'
33
+
34
+ # For Google-login. This is generated from the Google Cloud Console for a web client.
35
+ # See: https://developers.google.com/identity/protocols/oauth2
36
+ GOOGLE_CLIENT_ID='279475920249-i8llm8vbos1vj5m1qocir8narb3r0enu.apps.googleusercontent.com'
37
+ # The client secret of the above client.
38
+ # GOOGLE_CLIENT_SECRET=
39
+ # A random string for oauth sessions.
40
+ # LILAC_OAUTH_SECRET_KEY=
.env.demo ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ LILAC_DATA_PATH='/data'
2
+ HF_HOME='/data/.huggingface'
3
+ TRANSFORMERS_CACHE='/data/.cache'
4
+ XDG_CACHE_HOME='/data/.cache'
.gitattributes DELETED
@@ -1,99 +0,0 @@
1
- data/.cache/lilac/concept/lilac/profanity/gte-small.pkl filter=lfs diff=lfs merge=lfs -text
2
- data/.cache/lilac/concept/lilac/question/cohere.pkl filter=lfs diff=lfs merge=lfs -text
3
- data/.cache/lilac/concept/lilac/question/gte-base.pkl filter=lfs diff=lfs merge=lfs -text
4
- data/.cache/lilac/concept/lilac/question/openai.pkl filter=lfs diff=lfs merge=lfs -text
5
- data/.cache/lilac/concept/lilac/question/palm.pkl filter=lfs diff=lfs merge=lfs -text
6
- data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl filter=lfs diff=lfs merge=lfs -text
7
- dist/lilac-0.0.20-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
8
- dist/lilac-0.1.1-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
9
- data/.cache/lilac/concept/lilac/profanity/gte-base.pkl filter=lfs diff=lfs merge=lfs -text
10
- dist/lilac-0.1.3-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
11
- dist/lilac-0.1.4-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
12
- dist/lilac-1337.0.0-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
13
- data/.cache/lilac/local/OpenHermes-2.5/conversations_flat.00000-of-00001.jsonl filter=lfs diff=lfs merge=lfs -text
14
- data/.cache/lilac/local/OpenHermes-2.5/num_conversations.00000-of-00001.jsonl filter=lfs diff=lfs merge=lfs -text
15
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00010-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
16
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00005-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
17
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00002-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
18
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00003-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
19
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00004-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
20
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00011-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
21
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00006-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
22
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00001-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
23
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00009-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
24
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00008-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
25
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00000-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
26
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00007-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
27
- data/.cache/lilac/local/OpenHermes-2.5/conversations_map.00000-of-00001.jsonl filter=lfs diff=lfs merge=lfs -text
28
- data/.cache/lilac/local/open-asssistant-conversations/text/pii.jsonl filter=lfs diff=lfs merge=lfs -text
29
- data/.cache/lilac/local/OpenOrca-1M/question/len2.00000-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
30
- data/.cache/lilac/local/OpenOrca-1M/question/len2.00001-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
31
- data/.cache/lilac/local/OpenOrca-1M/question/len3.00002-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
32
- data/.cache/lilac/local/OpenOrca-1M/question/len3.00000-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
33
- data/.cache/lilac/local/OpenOrca-1M/question/len2.00002-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
34
- data/.cache/lilac/local/OpenOrca-1M/question/len3.00001-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
35
- data/.cache/lilac/local/OpenOrca-1M/question/len.00002-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
36
- data/.cache/lilac/local/OpenOrca-1M/question/len.00000-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
37
- data/.cache/lilac/local/OpenOrca-1M/question/len.00001-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
38
- data/.cache/lilac/local/OpenOrca-10k/upper_question.00000-of-00001.jsonl filter=lfs diff=lfs merge=lfs -text
39
- data/.cache/lilac/lilac/OpenOrca-100k/upper_question.00002-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
40
- data/.cache/lilac/lilac/OpenOrca-100k/upper_question.00000-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
41
- data/.cache/lilac/lilac/OpenOrca-100k/upper_question.00001-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
42
- data/.cache/lilac/local/imdb/text_len.00010-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
43
- data/.cache/lilac/local/imdb/text_len.00005-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
44
- data/.cache/lilac/local/imdb/text_len.00002-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
45
- data/.cache/lilac/local/imdb/text_len.00002-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
46
- data/.cache/lilac/local/imdb/text_len.00005-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
47
- data/.cache/lilac/local/imdb/text_len.00003-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
48
- data/.cache/lilac/local/imdb/text_len.00004-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
49
- data/.cache/lilac/local/imdb/text_len.00004-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
50
- data/.cache/lilac/local/imdb/text_len.00011-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
51
- data/.cache/lilac/local/imdb/text_len.00003-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
52
- data/.cache/lilac/local/imdb/text_len.00001-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
53
- data/.cache/lilac/local/imdb/text_len.00006-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
54
- data/.cache/lilac/local/imdb/text_len.00006-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
55
- data/.cache/lilac/local/imdb/text_len.00001-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
56
- data/.cache/lilac/local/imdb/text_len.00009-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
57
- data/.cache/lilac/local/imdb/text_len.00008-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
58
- data/.cache/lilac/local/imdb/text_len.00007-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
59
- data/.cache/lilac/local/imdb/text_len.00000-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
60
- data/.cache/lilac/local/imdb/text_len.00008-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
61
- data/.cache/lilac/local/imdb/text_len.00000-of-00009.jsonl filter=lfs diff=lfs merge=lfs -text
62
- data/.cache/lilac/local/imdb/text_len.00007-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
63
- data/.cache/lilac/local/imdb/text_len.00001-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
64
- data/.cache/lilac/local/imdb/text_len.00000-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
65
- data/.cache/lilac/local/imdb/text_len.00000-of-00001.jsonl filter=lfs diff=lfs merge=lfs -text
66
- data/.cache/lilac/local/imdb/text_len.00001-of-00002.jsonl filter=lfs diff=lfs merge=lfs -text
67
- data/.cache/lilac/local/imdb/text_len.00002-of-00003.jsonl filter=lfs diff=lfs merge=lfs -text
68
- data/.cache/lilac/local/imdb/text_len.00000-of-00002.jsonl filter=lfs diff=lfs merge=lfs -text
69
- data/.cache/lilac/local/imdb/label/text_statistics.jsonl filter=lfs diff=lfs merge=lfs -text
70
- data/.cache/lilac/local/glaive/answer_formatted.00007-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
71
- data/.cache/lilac/local/glaive/answer_formatted.00008-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
72
- data/.cache/lilac/local/glaive/answer_formatted.00000-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
73
- data/.cache/lilac/local/glaive/answer_formatted.00001-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
74
- data/.cache/lilac/local/glaive/answer_formatted.00009-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
75
- data/.cache/lilac/local/glaive/answer_formatted.00006-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
76
- data/.cache/lilac/local/glaive/answer_formatted.00004-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
77
- data/.cache/lilac/local/glaive/answer_formatted.00011-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
78
- data/.cache/lilac/local/glaive/answer_formatted.00003-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
79
- data/.cache/lilac/local/glaive/answer_formatted.00002-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
80
- data/.cache/lilac/local/glaive/answer_formatted.00010-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
81
- data/.cache/lilac/local/glaive/answer_formatted.00005-of-00012.jsonl filter=lfs diff=lfs merge=lfs -text
82
- data/.cache/lilac/lilac/OpenOrca-100k/question2.00001-of-00002.jsonl filter=lfs diff=lfs merge=lfs -text
83
- data/.cache/lilac/lilac/OpenOrca-100k/question2.00000-of-00002.jsonl filter=lfs diff=lfs merge=lfs -text
84
- data/.cache/lilac/local/imdb/text/span.00000-of-00001.jsonl filter=lfs diff=lfs merge=lfs -text
85
- data/.cache/lilac/local/glaive/answer/markdown_extractor.jsonl filter=lfs diff=lfs merge=lfs -text
86
- data/.cache/lilac/local/glaive/question/markdown_extractor.jsonl filter=lfs diff=lfs merge=lfs -text
87
- data/.cache/lilac/local/OpenHermes-2.5/conversations/\*/value/markdown_extractor.jsonl filter=lfs diff=lfs merge=lfs -text
88
- data/.cache/lilac/local/OpenOrca/response/markdown_code_block.jsonl filter=lfs diff=lfs merge=lfs -text
89
- data/.cache/lilac/local/imdb7/text/text_statistics.jsonl filter=lfs diff=lfs merge=lfs -text
90
- data/.cache/lilac/lilac/OpenOrca-100k/question/text_statistics.jsonl filter=lfs diff=lfs merge=lfs -text
91
- data/.cache/lilac/local/Capybara/input.jsonl filter=lfs diff=lfs merge=lfs -text
92
- data/.cache/lilac/local/Capybara/conversation/\*/input__cluster.jsonl filter=lfs diff=lfs merge=lfs -text
93
- data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt__cluster-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
94
- data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
95
- data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
96
- data/.cache/lilac/hf_download/lilacai/nikhil_staging-local-Capybara/local/Capybara/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
97
- data/.cache/lilac/hf_download/lilacai/nikhil_staging-local-Capybara/local/Capybara/input-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
98
- data/.cache/lilac/concept/lilac/question/nomic-embed-1.5-768.pkl filter=lfs diff=lfs merge=lfs -text
99
- data/.cache/lilac/concept/lilac/toxicity/openai.pkl filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Dockerfile CHANGED
@@ -1,48 +1,29 @@
1
- FROM python:3.11-slim-bullseye
 
2
 
3
  # Allow statements and log messages to immediately appear in the Knative logs
4
  ENV PYTHONUNBUFFERED True
5
- # Fixes "invalid instruction" runtime error on AMD machines (specifically HF Upgraded CPU Space).
6
- ENV HNSWLIB_NO_NATIVE 1
7
-
8
- # Adds GCC and other build tools so we can compile hnswlib and other native/C++ deps.
9
- RUN apt-get update --fix-missing && apt-get install -y --fix-missing build-essential && \
10
- rm -rf /var/lib/apt/lists/*
11
-
12
- # See: https://huggingface.co/docs/hub/spaces-sdks-docker#permissions
13
- RUN useradd -m -u 1000 user
14
- USER user
15
- ENV HOME=/home/user \
16
- PATH=/home/user/.local/bin:$PATH
17
 
18
  # Set the working directory in the container.
19
- WORKDIR $HOME/app
20
-
21
- # Install the dependencies. This will look in ./dist for any wheels that match lilac. If they are
22
- # not found, it will use the public pip package.
23
-
24
- # Pip install lilac[all] and dependencies before trying to install the local image. This allows us
25
- # to get cache hits on dependency installations when using a local wheel. When using the public pip
26
- # package, the second call will be a no-op.
27
- RUN python -m pip install lilac[all]
28
-
29
- # Install from the local wheel inside ./dist. This will be a no-op if the wheel is not found.
30
- COPY --chown=user /dist ./dist/
31
- RUN python -m pip install --find-links=dist --upgrade lilac[all]
32
 
33
- # Install the huggingface hub, used to download files.
34
- RUN pip install huggingface_hub
 
 
35
 
36
- # Copy the README so we can read the datasets from the HuggingFace config.
37
- COPY --chown=user README.md .
38
- # Copy the license just in case.
39
- COPY --chown=user LICENSE .
40
 
41
- COPY --chown=user docker_start.sh ./
 
42
 
43
- # Make a local data directory for non-persistent storage demos.
44
- RUN mkdir -p ./data
45
- RUN chown -R user ./data
46
 
47
- EXPOSE 5432
48
- CMD ["bash", "docker_start.sh"]
 
 
 
 
1
+ # NOTE: When we upgrade to 3.11 we can use a slimmer docker image which comes with gcc.
2
+ FROM python:3.9-bullseye
3
 
4
  # Allow statements and log messages to immediately appear in the Knative logs
5
  ENV PYTHONUNBUFFERED True
 
 
 
 
 
 
 
 
 
 
 
 
6
 
7
  # Set the working directory in the container.
8
+ WORKDIR /server
 
 
 
 
 
 
 
 
 
 
 
 
9
 
10
+ # Install the dependencies. This requires exporting requirements.txt from poetry first, which
11
+ # happens from ./build_docker.sh.
12
+ COPY requirements.txt .
13
+ RUN pip install --no-cache-dir -r requirements.txt
14
 
15
+ COPY .env .
16
+ COPY .env.demo .
17
+ COPY LICENSE .
 
18
 
19
+ # Copy python files.
20
+ COPY /lilac ./lilac/
21
 
22
+ # Copy the data files. We use glob so docker copy won't fail if the directory doesn't exist.
23
+ COPY /dat[a] ./data/
 
24
 
25
+ CMD [ \
26
+ "gunicorn", "lilac.server:app", \
27
+ "--bind", "0.0.0.0:5432", \
28
+ "-k", "uvicorn.workers.UvicornWorker" \
29
+ ]
LICENSE CHANGED
@@ -2,142 +2,180 @@
2
  Version 2.0, January 2004
3
  http://www.apache.org/licenses/
4
 
5
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
-
7
- 1. Definitions.
8
-
9
- "License" shall mean the terms and conditions for use, reproduction, and distribution as defined
10
- by Sections 1 through 9 of this document.
11
-
12
- "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is
13
- granting the License.
14
-
15
- "Legal Entity" shall mean the union of the acting entity and all other entities that control,
16
- are controlled by, or are under common control with that entity. For the purposes of this
17
- definition, "control" means (i) the power, direct or indirect, to cause the direction or
18
- management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent
19
- (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity.
20
-
21
- "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by
22
- this License.
23
-
24
- "Source" form shall mean the preferred form for making modifications, including but not limited
25
- to software source code, documentation source, and configuration files.
26
-
27
- "Object" form shall mean any form resulting from mechanical transformation or translation of a
28
- Source form, including but not limited to compiled object code, generated documentation, and
29
- conversions to other media types.
30
-
31
- "Work" shall mean the work of authorship, whether in Source or Object form, made available under
32
- the License, as indicated by a copyright notice that is included in or attached to the work (an
33
- example is provided in the Appendix below).
34
-
35
- "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or
36
- derived from) the Work and for which the editorial revisions, annotations, elaborations, or
37
- other modifications represent, as a whole, an original work of authorship. For the purposes of
38
- this License, Derivative Works shall not include works that remain separable from, or merely
39
- link (or bind by name) to the interfaces of, the Work and Derivative Works thereof.
40
-
41
- "Contribution" shall mean any work of authorship, including the original version of the Work and
42
- any modifications or additions to that Work or Derivative Works thereof, that is intentionally
43
- submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or
44
- Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this
45
- definition, "submitted" means any form of electronic, verbal, or written communication sent to
46
- the Licensor or its representatives, including but not limited to communication on electronic
47
- mailing lists, source code control systems, and issue tracking systems that are managed by, or
48
- on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding
49
- communication that is conspicuously marked or otherwise designated in writing by the copyright
50
- owner as "Not a Contribution."
51
-
52
- "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a
53
- Contribution has been received by Licensor and subsequently incorporated within the Work.
54
-
55
- 2. Grant of Copyright License. Subject to the terms and conditions of this License, each
56
- Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free,
57
- irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display,
58
- publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or
59
- Object form.
60
-
61
- 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor
62
- hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable
63
- (except as stated in this section) patent license to make, have made, use, offer to sell, sell,
64
- import, and otherwise transfer the Work, where such license applies only to those patent claims
65
- licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or
66
- by combination of their Contribution(s) with the Work to which such Contribution(s) was
67
- submitted. If You institute patent litigation against any entity (including a cross-claim or
68
- counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work
69
- constitutes direct or contributory patent infringement, then any patent licenses granted to You
70
- under this License for that Work shall terminate as of the date such litigation is filed.
71
-
72
- 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof
73
- in any medium, with or without modifications, and in Source or Object form, provided that You
74
- meet the following conditions:
75
-
76
- (a) You must give any other recipients of the Work or Derivative Works a copy of this License;
77
- and
78
-
79
- (b) You must cause any modified files to carry prominent notices stating that You changed the
80
- files; and
81
-
82
- (c) You must retain, in the Source form of any Derivative Works that You distribute, all
83
- copyright, patent, trademark, and attribution notices from the Source form of the Work,
84
- excluding those notices that do not pertain to any part of the Derivative Works; and
85
-
86
- (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative
87
- Works that You distribute must include a readable copy of the attribution notices contained
88
- within such NOTICE file, excluding those notices that do not pertain to any part of the
89
- Derivative Works, in at least one of the following places: within a NOTICE text file distributed
90
- as part of the Derivative Works; within the Source form or documentation, if provided along with
91
- the Derivative Works; or, within a display generated by the Derivative Works, if and wherever
92
- such third-party notices normally appear. The contents of the NOTICE file are for informational
93
- purposes only and do not modify the License. You may add Your own attribution notices within
94
- Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the
95
- Work, provided that such additional attribution notices cannot be construed as modifying the
96
- License.
97
-
98
- You may add Your own copyright statement to Your modifications and may provide additional or
99
- different license terms and conditions for use, reproduction, or distribution of Your
100
- modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and
101
- distribution of the Work otherwise complies with the conditions stated in this License.
102
-
103
- 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution
104
- intentionally submitted for inclusion in the Work by You to the Licensor shall be under the
105
- terms and conditions of this License, without any additional terms or conditions.
106
- Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate
107
- license agreement you may have executed with Licensor regarding such Contributions.
108
-
109
- 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service
110
- marks, or product names of the Licensor, except as required for reasonable and customary use in
111
- describing the origin of the Work and reproducing the content of the NOTICE file.
112
-
113
- 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor
114
- provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT
115
- WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation,
116
- any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
117
- PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or
118
- redistributing the Work and assume any risks associated with Your exercise of permissions under
119
- this License.
120
-
121
- 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including
122
- negligence), contract, or otherwise, unless required by applicable law (such as deliberate and
123
- grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for
124
- damages, including any direct, indirect, special, incidental, or consequential damages of any
125
- character arising as a result of this License or out of the use or inability to use the Work
126
- (including but not limited to damages for loss of goodwill, work stoppage, computer failure or
127
- malfunction, or any and all other commercial damages or losses), even if such Contributor has
128
- been advised of the possibility of such damages.
129
-
130
- 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works
131
- thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty,
132
- indemnity, or other liability obligations and/or rights consistent with this License. However,
133
- in accepting such obligations, You may act only on Your own behalf and on Your sole
134
- responsibility, not on behalf of any other Contributor, and only if You agree to indemnify,
135
- defend, and hold each Contributor harmless for any liability incurred by, or claims asserted
136
- against, such Contributor by reason of your accepting any such warranty or additional liability.
137
-
138
- END OF TERMS AND CONDITIONS
139
-
140
- APPENDIX: How to apply the Apache License to your work.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
141
 
142
  To apply the Apache License to your work, attach the following
143
  boilerplate notice, with the fields enclosed by brackets "[]"
@@ -148,14 +186,16 @@ APPENDIX: How to apply the Apache License to your work.
148
  same "printed page" as the copyright notice for easier
149
  identification within third-party archives.
150
 
151
- Copyright 2024 Lilac AI Inc.
152
 
153
- Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in
154
- compliance with the License. You may obtain a copy of the License at
 
155
 
156
  http://www.apache.org/licenses/LICENSE-2.0
157
 
158
- Unless required by applicable law or agreed to in writing, software distributed under the License is
159
- distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
160
- implied. See the License for the specific language governing permissions and limitations under the
161
- License.
 
 
2
  Version 2.0, January 2004
3
  http://www.apache.org/licenses/
4
 
5
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
+
7
+ 1. Definitions.
8
+
9
+ "License" shall mean the terms and conditions for use, reproduction,
10
+ and distribution as defined by Sections 1 through 9 of this document.
11
+
12
+ "Licensor" shall mean the copyright owner or entity authorized by
13
+ the copyright owner that is granting the License.
14
+
15
+ "Legal Entity" shall mean the union of the acting entity and all
16
+ other entities that control, are controlled by, or are under common
17
+ control with that entity. For the purposes of this definition,
18
+ "control" means (i) the power, direct or indirect, to cause the
19
+ direction or management of such entity, whether by contract or
20
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
21
+ outstanding shares, or (iii) beneficial ownership of such entity.
22
+
23
+ "You" (or "Your") shall mean an individual or Legal Entity
24
+ exercising permissions granted by this License.
25
+
26
+ "Source" form shall mean the preferred form for making modifications,
27
+ including but not limited to software source code, documentation
28
+ source, and configuration files.
29
+
30
+ "Object" form shall mean any form resulting from mechanical
31
+ transformation or translation of a Source form, including but
32
+ not limited to compiled object code, generated documentation,
33
+ and conversions to other media types.
34
+
35
+ "Work" shall mean the work of authorship, whether in Source or
36
+ Object form, made available under the License, as indicated by a
37
+ copyright notice that is included in or attached to the work
38
+ (an example is provided in the Appendix below).
39
+
40
+ "Derivative Works" shall mean any work, whether in Source or Object
41
+ form, that is based on (or derived from) the Work and for which the
42
+ editorial revisions, annotations, elaborations, or other modifications
43
+ represent, as a whole, an original work of authorship. For the purposes
44
+ of this License, Derivative Works shall not include works that remain
45
+ separable from, or merely link (or bind by name) to the interfaces of,
46
+ the Work and Derivative Works thereof.
47
+
48
+ "Contribution" shall mean any work of authorship, including
49
+ the original version of the Work and any modifications or additions
50
+ to that Work or Derivative Works thereof, that is intentionally
51
+ submitted to Licensor for inclusion in the Work by the copyright owner
52
+ or by an individual or Legal Entity authorized to submit on behalf of
53
+ the copyright owner. For the purposes of this definition, "submitted"
54
+ means any form of electronic, verbal, or written communication sent
55
+ to the Licensor or its representatives, including but not limited to
56
+ communication on electronic mailing lists, source code control systems,
57
+ and issue tracking systems that are managed by, or on behalf of, the
58
+ Licensor for the purpose of discussing and improving the Work, but
59
+ excluding communication that is conspicuously marked or otherwise
60
+ designated in writing by the copyright owner as "Not a Contribution."
61
+
62
+ "Contributor" shall mean Licensor and any individual or Legal Entity
63
+ on behalf of whom a Contribution has been received by Licensor and
64
+ subsequently incorporated within the Work.
65
+
66
+ 2. Grant of Copyright License. Subject to the terms and conditions of
67
+ this License, each Contributor hereby grants to You a perpetual,
68
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
69
+ copyright license to reproduce, prepare Derivative Works of,
70
+ publicly display, publicly perform, sublicense, and distribute the
71
+ Work and such Derivative Works in Source or Object form.
72
+
73
+ 3. Grant of Patent License. Subject to the terms and conditions of
74
+ this License, each Contributor hereby grants to You a perpetual,
75
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
76
+ (except as stated in this section) patent license to make, have made,
77
+ use, offer to sell, sell, import, and otherwise transfer the Work,
78
+ where such license applies only to those patent claims licensable
79
+ by such Contributor that are necessarily infringed by their
80
+ Contribution(s) alone or by combination of their Contribution(s)
81
+ with the Work to which such Contribution(s) was submitted. If You
82
+ institute patent litigation against any entity (including a
83
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
84
+ or a Contribution incorporated within the Work constitutes direct
85
+ or contributory patent infringement, then any patent licenses
86
+ granted to You under this License for that Work shall terminate
87
+ as of the date such litigation is filed.
88
+
89
+ 4. Redistribution. You may reproduce and distribute copies of the
90
+ Work or Derivative Works thereof in any medium, with or without
91
+ modifications, and in Source or Object form, provided that You
92
+ meet the following conditions:
93
+
94
+ (a) You must give any other recipients of the Work or
95
+ Derivative Works a copy of this License; and
96
+
97
+ (b) You must cause any modified files to carry prominent notices
98
+ stating that You changed the files; and
99
+
100
+ (c) You must retain, in the Source form of any Derivative Works
101
+ that You distribute, all copyright, patent, trademark, and
102
+ attribution notices from the Source form of the Work,
103
+ excluding those notices that do not pertain to any part of
104
+ the Derivative Works; and
105
+
106
+ (d) If the Work includes a "NOTICE" text file as part of its
107
+ distribution, then any Derivative Works that You distribute must
108
+ include a readable copy of the attribution notices contained
109
+ within such NOTICE file, excluding those notices that do not
110
+ pertain to any part of the Derivative Works, in at least one
111
+ of the following places: within a NOTICE text file distributed
112
+ as part of the Derivative Works; within the Source form or
113
+ documentation, if provided along with the Derivative Works; or,
114
+ within a display generated by the Derivative Works, if and
115
+ wherever such third-party notices normally appear. The contents
116
+ of the NOTICE file are for informational purposes only and
117
+ do not modify the License. You may add Your own attribution
118
+ notices within Derivative Works that You distribute, alongside
119
+ or as an addendum to the NOTICE text from the Work, provided
120
+ that such additional attribution notices cannot be construed
121
+ as modifying the License.
122
+
123
+ You may add Your own copyright statement to Your modifications and
124
+ may provide additional or different license terms and conditions
125
+ for use, reproduction, or distribution of Your modifications, or
126
+ for any such Derivative Works as a whole, provided Your use,
127
+ reproduction, and distribution of the Work otherwise complies with
128
+ the conditions stated in this License.
129
+
130
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
131
+ any Contribution intentionally submitted for inclusion in the Work
132
+ by You to the Licensor shall be under the terms and conditions of
133
+ this License, without any additional terms or conditions.
134
+ Notwithstanding the above, nothing herein shall supersede or modify
135
+ the terms of any separate license agreement you may have executed
136
+ with Licensor regarding such Contributions.
137
+
138
+ 6. Trademarks. This License does not grant permission to use the trade
139
+ names, trademarks, service marks, or product names of the Licensor,
140
+ except as required for reasonable and customary use in describing the
141
+ origin of the Work and reproducing the content of the NOTICE file.
142
+
143
+ 7. Disclaimer of Warranty. Unless required by applicable law or
144
+ agreed to in writing, Licensor provides the Work (and each
145
+ Contributor provides its Contributions) on an "AS IS" BASIS,
146
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147
+ implied, including, without limitation, any warranties or conditions
148
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149
+ PARTICULAR PURPOSE. You are solely responsible for determining the
150
+ appropriateness of using or redistributing the Work and assume any
151
+ risks associated with Your exercise of permissions under this License.
152
+
153
+ 8. Limitation of Liability. In no event and under no legal theory,
154
+ whether in tort (including negligence), contract, or otherwise,
155
+ unless required by applicable law (such as deliberate and grossly
156
+ negligent acts) or agreed to in writing, shall any Contributor be
157
+ liable to You for damages, including any direct, indirect, special,
158
+ incidental, or consequential damages of any character arising as a
159
+ result of this License or out of the use or inability to use the
160
+ Work (including but not limited to damages for loss of goodwill,
161
+ work stoppage, computer failure or malfunction, or any and all
162
+ other commercial damages or losses), even if such Contributor
163
+ has been advised of the possibility of such damages.
164
+
165
+ 9. Accepting Warranty or Additional Liability. While redistributing
166
+ the Work or Derivative Works thereof, You may choose to offer,
167
+ and charge a fee for, acceptance of support, warranty, indemnity,
168
+ or other liability obligations and/or rights consistent with this
169
+ License. However, in accepting such obligations, You may act only
170
+ on Your own behalf and on Your sole responsibility, not on behalf
171
+ of any other Contributor, and only if You agree to indemnify,
172
+ defend, and hold each Contributor harmless for any liability
173
+ incurred by, or claims asserted against, such Contributor by reason
174
+ of your accepting any such warranty or additional liability.
175
+
176
+ END OF TERMS AND CONDITIONS
177
+
178
+ APPENDIX: How to apply the Apache License to your work.
179
 
180
  To apply the Apache License to your work, attach the following
181
  boilerplate notice, with the fields enclosed by brackets "[]"
 
186
  same "printed page" as the copyright notice for easier
187
  identification within third-party archives.
188
 
189
+ Copyright 2023 Lilac AI Inc.
190
 
191
+ Licensed under the Apache License, Version 2.0 (the "License");
192
+ you may not use this file except in compliance with the License.
193
+ You may obtain a copy of the License at
194
 
195
  http://www.apache.org/licenses/LICENSE-2.0
196
 
197
+ Unless required by applicable law or agreed to in writing, software
198
+ distributed under the License is distributed on an "AS IS" BASIS,
199
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200
+ See the License for the specific language governing permissions and
201
+ limitations under the License.
README.md CHANGED
@@ -1,10 +1,8 @@
1
  ---
2
- title: Lilac
3
- emoji: "\U0001F337"
4
  colorFrom: purple
5
  colorTo: purple
6
  sdk: docker
7
  app_port: 5432
8
- datasets: []
9
-
10
  ---
 
1
  ---
2
+ title: Lilac Blueprint
3
+ emoji: 🌷
4
  colorFrom: purple
5
  colorTo: purple
6
  sdk: docker
7
  app_port: 5432
 
 
8
  ---
data/.cache/lilac/concept/100712716653593140239/aliens/bge-m3.pkl DELETED
Binary file (20.1 kB)
 
data/.cache/lilac/concept/100712716653593140239/aliens/gte-small.pkl DELETED
Binary file (12.5 kB)
 
data/.cache/lilac/concept/100712716653593140239/alienz/gte-small.pkl DELETED
Binary file (21.7 kB)
 
data/.cache/lilac/concept/100712716653593140239/asdf/gte-small.pkl DELETED
Binary file (21.7 kB)
 
data/.cache/lilac/concept/100712716653593140239/private_aliens/gte-small.pkl DELETED
Binary file (21.8 kB)
 
data/.cache/lilac/concept/100712716653593140239/publicc/gte-small.pkl DELETED
Binary file (21.7 kB)
 
data/.cache/lilac/concept/lilac/language-model-reference/gte-small.pkl DELETED
Binary file (66 kB)
 
data/.cache/lilac/concept/lilac/legal-termination/gte-small.pkl DELETED
Binary file (60.6 kB)
 
data/.cache/lilac/concept/lilac/negative-sentiment/gte-small.pkl DELETED
Binary file (202 kB)
 
data/.cache/lilac/concept/lilac/non-english/bge-m3.pkl DELETED
Binary file (439 kB)
 
data/.cache/lilac/concept/lilac/non-english/cohere.pkl DELETED
Binary file (330 kB)
 
data/.cache/lilac/concept/lilac/non-english/gte-base.pkl DELETED
Binary file (645 kB)
 
data/.cache/lilac/concept/lilac/non-english/gte-small.pkl DELETED
Binary file (330 kB)
 
data/.cache/lilac/concept/lilac/non-english/nomic-embed-1.5-768.pkl DELETED
Binary file (645 kB)
 
data/.cache/lilac/concept/lilac/positive-sentiment/gte-small.pkl DELETED
Binary file (180 kB)
 
data/.cache/lilac/concept/lilac/profanity/gte-base.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:986fa54683a7222e26bc838ab908ad6a0076809d26e77517143067c08be9bce6
3
- size 3307642
 
 
 
 
data/.cache/lilac/concept/lilac/profanity/gte-small.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1677935b166c260856acd2e53a65b81693d0849010eac88f1ea923b2be7d614c
3
- size 1676204
 
 
 
 
data/.cache/lilac/concept/lilac/prompt-injections/gte-small.pkl DELETED
Binary file (71.3 kB)
 
data/.cache/lilac/concept/lilac/prompt-reveal/gte-small.pkl DELETED
Binary file (69.6 kB)
 
data/.cache/lilac/concept/lilac/question/cohere.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9768c28d6ed72e4a1a5819fef4157fb1f30a50f1e165bfcdd87d0fa761146902
3
- size 6254174
 
 
 
 
data/.cache/lilac/concept/lilac/question/gte-base.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d2ae5bf4275be11be99cb2e90c03e35c9d2749efc3b34a2d1db1e9f0c99325d6
3
- size 1194925
 
 
 
 
data/.cache/lilac/concept/lilac/question/gte-small.pkl DELETED
Binary file (611 kB)
 
data/.cache/lilac/concept/lilac/question/nomic-embed-1.5-768.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0ca65cf1fb5892e7073cb2882c7d5362ac549574d3989abea5191c1bc12a601
3
- size 1194959
 
 
 
 
data/.cache/lilac/concept/lilac/question/openai.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a14c6df6924f45391654fe78dee8cf996de3abb8acf8ca0f81a65814572d493
3
- size 2362432
 
 
 
 
data/.cache/lilac/concept/lilac/question/palm.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cce86748bca57bd328f68b97ee80b4e3343ee4008d8951c5b061b6dd9335df7e
3
- size 1194921
 
 
 
 
data/.cache/lilac/concept/lilac/question/sbert.pkl DELETED
Binary file (611 kB)
 
data/.cache/lilac/concept/lilac/source-code/gte-base.pkl DELETED
Binary file (287 kB)
 
data/.cache/lilac/concept/lilac/source-code/gte-small.pkl DELETED
Binary file (147 kB)
 
data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6a074a3ac60cc9bfb82c4bf19d0e8c8d3837cb2b68b97efe8960c16675477f1
3
- size 1886420
 
 
 
 
data/.cache/lilac/concept/lilac/toxicity/openai.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:722c5141fb02f101c45b0530ae2de38685716b03b8bd52592a41f6e1c62dafc9
3
- size 7384504
 
 
 
 
data/.cache/lilac/concept/local/aliens/bge-m3.pkl DELETED
Binary file (60.3 kB)
 
data/.cache/lilac/concept/local/aliens/gte-small.pkl DELETED
Binary file (43.2 kB)
 
data/.cache/lilac/concept/local/aliens/openai.pkl DELETED
Binary file (163 kB)
 
data/.cache/lilac/concept/local/animals/gte-small.pkl DELETED
Binary file (43.2 kB)
 
data/.cache/lilac/concept/local/copyright/gte-small.pkl DELETED
Binary file (30.1 kB)
 
data/.cache/lilac/concept/local/language-model-reference/gte-small.pkl DELETED
Binary file (40 kB)
 
data/.cache/lilac/concept/local/physics/gte-small.pkl DELETED
Binary file (36.6 kB)
 
data/.cache/lilac/concept/local/physics/openai.pkl DELETED
Binary file (138 kB)
 
data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/.DS_Store DELETED
Binary file (6.15 kB)
 
data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/data-00000-of-00001.parquet DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:966e7068b352c73613629a44cd767c9eacc2a5c907a9addb97e9167ff2cc96e4
3
- size 495488044
 
 
 
 
data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/manifest.json DELETED
@@ -1,117 +0,0 @@
1
- {
2
- "files": [
3
- "data-00000-of-00001.parquet"
4
- ],
5
- "data_schema": {
6
- "fields": {
7
- "source": {
8
- "dtype": {
9
- "type": "string"
10
- }
11
- },
12
- "title": {
13
- "dtype": {
14
- "type": "string"
15
- }
16
- },
17
- "conversations": {
18
- "repeated_field": {
19
- "fields": {
20
- "from": {
21
- "dtype": {
22
- "type": "string"
23
- }
24
- },
25
- "value": {
26
- "dtype": {
27
- "type": "string"
28
- }
29
- },
30
- "weight": {
31
- "dtype": {
32
- "type": "float64"
33
- }
34
- }
35
- }
36
- }
37
- },
38
- "id": {
39
- "dtype": {
40
- "type": "string"
41
- }
42
- },
43
- "category": {
44
- "dtype": {
45
- "type": "string"
46
- }
47
- },
48
- "model_name": {
49
- "dtype": {
50
- "type": "string"
51
- }
52
- },
53
- "language": {
54
- "dtype": {
55
- "type": "string"
56
- }
57
- },
58
- "topic": {
59
- "dtype": {
60
- "type": "string"
61
- }
62
- },
63
- "model": {
64
- "dtype": {
65
- "type": "string"
66
- }
67
- },
68
- "avatarUrl": {
69
- "dtype": {
70
- "type": "string"
71
- }
72
- },
73
- "skip_prompt_formatting": {
74
- "dtype": {
75
- "type": "boolean"
76
- }
77
- },
78
- "idx": {
79
- "dtype": {
80
- "type": "string"
81
- }
82
- },
83
- "hash": {
84
- "repeated_field": {
85
- "dtype": {
86
- "type": "int64"
87
- }
88
- }
89
- },
90
- "system_prompt": {
91
- "dtype": {
92
- "type": "string"
93
- }
94
- },
95
- "custom_instruction": {
96
- "dtype": {
97
- "type": "boolean"
98
- }
99
- },
100
- "views": {
101
- "dtype": {
102
- "type": "int64"
103
- }
104
- },
105
- "__hfsplit__": {
106
- "dtype": {
107
- "type": "string"
108
- }
109
- }
110
- }
111
- },
112
- "source": {
113
- "dataset_name": "teknium/OpenHermes-2.5",
114
- "load_from_disk": false,
115
- "source_name": "huggingface"
116
- }
117
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt-00000-of-00001.parquet DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:51a7ece74402990921d852d5993a6a9deb8fc1867d731b43c1281dea8dcd98a5
3
- size 353857351
 
 
 
 
data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt.map_manifest.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "files": [
3
- "prompt-00000-of-00001.parquet"
4
- ],
5
- "parquet_id": "map.prompt",
6
- "data_schema": {
7
- "fields": {
8
- "prompt": {
9
- "dtype": {
10
- "type": "string"
11
- },
12
- "map": {
13
- "fn_name": "get_prompt",
14
- "input_path": [
15
- "conversations"
16
- ],
17
- "fn_source": "def get_prompt(conversations):\n result = []\n for msg in conversations:\n if msg['from'] == 'human':\n result.append(msg['value'])\n return '\\n'.join(result)\n",
18
- "date_created": "2024-01-03T13:19:00.151579"
19
- }
20
- }
21
- }
22
- },
23
- "py_version": "0.1.26"
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt__cluster-00000-of-00001.parquet DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6146f35a5bb2563f68653737234af85b6d08ee262ccd9fcd05e2611011d45ead
3
- size 63047369