boyiwei commited on
Commit
8e7f358
β€’
1 Parent(s): 9e4aab9
Files changed (1) hide show
  1. app.py +31 -56
app.py CHANGED
@@ -177,72 +177,47 @@ with demo:
177
  outputs=leaderboard_table
178
  )
179
 
180
- with gr.Accordion("Submit a new model for evaluation"):
181
- with gr.Row():
182
- with gr.Column():
183
- method_name_textbox = gr.Textbox(label="Method name")
184
- #llama, phi
185
- model_family_radio = gr.Radio(["llama", "phi"], value="llama", label="Model family")
186
- forget_rate_radio = gr.Radio(["1%", "5%", "10%"], value="10%", label="Forget rate")
187
- url_textbox = gr.Textbox(label="Url to model information")
188
- with gr.Column():
189
- organisation = gr.Textbox(label="Organisation")
190
- mail = gr.Textbox(label="Contact email")
191
- file_output = gr.File()
192
 
193
 
194
 
195
- submit_button = gr.Button("Submit Eval")
196
- submission_result = gr.Markdown()
197
- submit_button.click(
198
- add_new_eval,
199
- [
200
- method_name_textbox,
201
- model_family_radio,
202
- forget_rate_radio,
203
- url_textbox,
204
- file_output,
205
- organisation,
206
- mail
207
- ],
208
- submission_result,
209
- )
210
 
211
 
212
 
213
 
214
  gr.Markdown("""
215
- ## Quick Links
216
 
217
- - [**Website**](https://locuslab.github.io/tofu): The landing page for TOFU
218
- - [**arXiv Paper**](http://arxiv.org/abs/2401.06121): Detailed information about the TOFU dataset and its significance in unlearning tasks.
219
- - [**GitHub Repository**](https://github.com/locuslab/tofu): Access the source code, fine-tuning scripts, and additional resources for the TOFU dataset.
220
- - [**Dataset on Hugging Face**](https://huggingface.co/datasets/locuslab/TOFU): Direct link to download the TOFU dataset.
221
- - [**Leaderboard on Hugging Face Spaces**](https://huggingface.co/spaces/locuslab/tofu_leaderboard): Current rankings and submissions for the TOFU dataset challenges.
222
- - [**Summary on Twitter**](https://x.com/_akhaliq/status/1745643293839327268): A concise summary and key takeaways from the project.
223
 
224
- ## Applicability πŸš€
225
-
226
- The dataset is in QA format, making it ideal for use with popular chat models such as Llama2, Mistral, or Qwen. However, it also works for any other large language model. The corresponding code base is written for the Llama2 model, but can be easily adapted to other models.
227
-
228
- ## Installation
229
-
230
- ```
231
- conda create -n tofu python=3.10
232
- conda activate tofu
233
- conda install pytorch pytorch-cuda=11.8 -c pytorch -c nvidia
234
- conda install -c "nvidia/label/cuda-11.8.0" cuda-toolkit
235
- pip install -r requirements.txt
236
- ```
237
-
238
- ## Loading the Dataset
239
-
240
- To load the dataset, use the following code:
241
-
242
- ```python
243
- from datasets import load_dataset
244
- dataset = load_dataset("locuslab/TOFU","full")
245
- ```
246
 
247
 
248
  """)
 
177
  outputs=leaderboard_table
178
  )
179
 
180
+ # with gr.Accordion("Submit a new model for evaluation"):
181
+ # with gr.Row():
182
+ # with gr.Column():
183
+ # method_name_textbox = gr.Textbox(label="Method name")
184
+ # #llama, phi
185
+ # model_family_radio = gr.Radio(["llama", "phi"], value="llama", label="Model family")
186
+ # forget_rate_radio = gr.Radio(["1%", "5%", "10%"], value="10%", label="Forget rate")
187
+ # url_textbox = gr.Textbox(label="Url to model information")
188
+ # with gr.Column():
189
+ # organisation = gr.Textbox(label="Organisation")
190
+ # mail = gr.Textbox(label="Contact email")
191
+ # file_output = gr.File()
192
 
193
 
194
 
195
+ # submit_button = gr.Button("Submit Eval")
196
+ # submission_result = gr.Markdown()
197
+ # submit_button.click(
198
+ # add_new_eval,
199
+ # [
200
+ # method_name_textbox,
201
+ # model_family_radio,
202
+ # forget_rate_radio,
203
+ # url_textbox,
204
+ # file_output,
205
+ # organisation,
206
+ # mail
207
+ # ],
208
+ # submission_result,
209
+ # )
210
 
211
 
212
 
213
 
214
  gr.Markdown("""
215
+ ## Links
216
 
217
+ - [**Website**](https://cotaeval.github.io): The website for CoTaEval Project.
218
+ - [**GitHub Repository**](https://github.com/boyiwei/CoTaEval): For source code of evaluating the takedown methods with CoTaEval.
219
+ - [**Datasets**](https://huggingface.co/datasets/boyiwei/CoTaEval): Dataset for evaluation and unlearning.
 
 
 
220
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
221
 
222
 
223
  """)