Spaces:
Running
Running
update
Browse files
app.py
CHANGED
@@ -177,72 +177,47 @@ with demo:
|
|
177 |
outputs=leaderboard_table
|
178 |
)
|
179 |
|
180 |
-
with gr.Accordion("Submit a new model for evaluation"):
|
181 |
-
|
182 |
-
|
183 |
-
|
184 |
-
|
185 |
-
|
186 |
-
|
187 |
-
|
188 |
-
|
189 |
-
|
190 |
-
|
191 |
-
|
192 |
|
193 |
|
194 |
|
195 |
-
|
196 |
-
|
197 |
-
|
198 |
-
|
199 |
-
|
200 |
-
|
201 |
-
|
202 |
-
|
203 |
-
|
204 |
-
|
205 |
-
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
-
|
210 |
|
211 |
|
212 |
|
213 |
|
214 |
gr.Markdown("""
|
215 |
-
##
|
216 |
|
217 |
-
- [**Website**](https://
|
218 |
-
- [**
|
219 |
-
- [**
|
220 |
-
- [**Dataset on Hugging Face**](https://huggingface.co/datasets/locuslab/TOFU): Direct link to download the TOFU dataset.
|
221 |
-
- [**Leaderboard on Hugging Face Spaces**](https://huggingface.co/spaces/locuslab/tofu_leaderboard): Current rankings and submissions for the TOFU dataset challenges.
|
222 |
-
- [**Summary on Twitter**](https://x.com/_akhaliq/status/1745643293839327268): A concise summary and key takeaways from the project.
|
223 |
|
224 |
-
## Applicability π
|
225 |
-
|
226 |
-
The dataset is in QA format, making it ideal for use with popular chat models such as Llama2, Mistral, or Qwen. However, it also works for any other large language model. The corresponding code base is written for the Llama2 model, but can be easily adapted to other models.
|
227 |
-
|
228 |
-
## Installation
|
229 |
-
|
230 |
-
```
|
231 |
-
conda create -n tofu python=3.10
|
232 |
-
conda activate tofu
|
233 |
-
conda install pytorch pytorch-cuda=11.8 -c pytorch -c nvidia
|
234 |
-
conda install -c "nvidia/label/cuda-11.8.0" cuda-toolkit
|
235 |
-
pip install -r requirements.txt
|
236 |
-
```
|
237 |
-
|
238 |
-
## Loading the Dataset
|
239 |
-
|
240 |
-
To load the dataset, use the following code:
|
241 |
-
|
242 |
-
```python
|
243 |
-
from datasets import load_dataset
|
244 |
-
dataset = load_dataset("locuslab/TOFU","full")
|
245 |
-
```
|
246 |
|
247 |
|
248 |
""")
|
|
|
177 |
outputs=leaderboard_table
|
178 |
)
|
179 |
|
180 |
+
# with gr.Accordion("Submit a new model for evaluation"):
|
181 |
+
# with gr.Row():
|
182 |
+
# with gr.Column():
|
183 |
+
# method_name_textbox = gr.Textbox(label="Method name")
|
184 |
+
# #llama, phi
|
185 |
+
# model_family_radio = gr.Radio(["llama", "phi"], value="llama", label="Model family")
|
186 |
+
# forget_rate_radio = gr.Radio(["1%", "5%", "10%"], value="10%", label="Forget rate")
|
187 |
+
# url_textbox = gr.Textbox(label="Url to model information")
|
188 |
+
# with gr.Column():
|
189 |
+
# organisation = gr.Textbox(label="Organisation")
|
190 |
+
# mail = gr.Textbox(label="Contact email")
|
191 |
+
# file_output = gr.File()
|
192 |
|
193 |
|
194 |
|
195 |
+
# submit_button = gr.Button("Submit Eval")
|
196 |
+
# submission_result = gr.Markdown()
|
197 |
+
# submit_button.click(
|
198 |
+
# add_new_eval,
|
199 |
+
# [
|
200 |
+
# method_name_textbox,
|
201 |
+
# model_family_radio,
|
202 |
+
# forget_rate_radio,
|
203 |
+
# url_textbox,
|
204 |
+
# file_output,
|
205 |
+
# organisation,
|
206 |
+
# mail
|
207 |
+
# ],
|
208 |
+
# submission_result,
|
209 |
+
# )
|
210 |
|
211 |
|
212 |
|
213 |
|
214 |
gr.Markdown("""
|
215 |
+
## Links
|
216 |
|
217 |
+
- [**Website**](https://cotaeval.github.io): The website for CoTaEval Project.
|
218 |
+
- [**GitHub Repository**](https://github.com/boyiwei/CoTaEval): For source code of evaluating the takedown methods with CoTaEval.
|
219 |
+
- [**Datasets**](https://huggingface.co/datasets/boyiwei/CoTaEval): Dataset for evaluation and unlearning.
|
|
|
|
|
|
|
220 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
221 |
|
222 |
|
223 |
""")
|