Spaces:
Running
on
A10G
Running
on
A10G
| {% extends "base.html" %} | |
| {% block content %} | |
| <h1>Survey #{{signature}}</h1> | |
| {% if success %} | |
| <p class="success"> Your ratings have been saved! | |
| You have been moved to the next random seed, if you want | |
| to keep rating more samples. </p> | |
| {% endif %} | |
| {% if already_filled %} | |
| <p class="warning"> You already rated those samples in the past, | |
| filling this form will override your previous ratings. | |
| </p> | |
| {% endif %} | |
| <p>Welcome <span class='special'>{{session['user']}}</span> to the survey <span class='special'>#{{signature}}</span>. | |
| Go to <a href="{{url_for('results', signature=signature)}}">the result page</a> to check the results. Go to <a href="{{url_for('index')}}">the home page</a> to start a new survey. | |
| </p> | |
| {% for error in errors %} | |
| <p class="error">{{error}}</p> | |
| {% endfor %} | |
| {% if not blind %} | |
| <p>Base config is: <span class="xp_name">{{ref_name}}</span></p> | |
| <p>The following experiments are compared:</p> | |
| <ul> | |
| {% for experiment in experiments %} | |
| <li><span class='special'>{{experiment.xp.sig}}</span> ({{experiment.epoch}} epochs): <span class="xp_name">{{experiment.name}}</span></li> | |
| {% endfor %} | |
| </ul> | |
| {% else %} | |
| <p>This is a blind experiment, the order of all XPs is shuffled with every sample.</p> | |
| {% endif %} | |
| <p>The current random seed is {{seed}}. You can change it with the following form, and also update blind/non blind. | |
| </p> | |
| <form method="get" action="" class="simple_form"> | |
| <input type="number" name="seed" value="{{seed}}"> | |
| <label>Blind? | |
| <input type="checkbox" name="blind" {% if blind %} checked {% endif %}> </label> | |
| <label>Exclude unprompted? | |
| <input type="checkbox" name="exclude_unprompted" {% if exclude_unprompted %} checked {% endif %}> </label> | |
| <label>Exclude prompted? | |
| <input type="checkbox" name="exclude_prompted" {% if exclude_prompted %} checked {% endif %}> </label> | |
| <label>Max epoch? | |
| <input type="text" name="max_epoch" value="{{max_epoch}}"> </label> | |
| <input type="submit" value="Update"> | |
| </form> | |
| <h2>Samples</h2> | |
| <div class="survey"> | |
| <form method="post" action="{{url_for('survey', signature=signature, blind='true' if blind else 'false', exclude_prompted='true' if exclude_prompted else 'false', exclude_unprompted='true' if exclude_unprompted else 'false', seed=seed, max_epoch=max_epoch)}}" class="simple_form"> | |
| {% for id in model_ids %} | |
| <div class="track"> | |
| <h4>{{id}}</h4> | |
| {% for model in models_by_id[id] %} | |
| {% if loop.index == 1 and model.is_prompted %} | |
| <section class="prompt"> | |
| <p>Prompt is </p> | |
| <audio controls> | |
| <source src="{{url_for('audio', path=model.sample.prompt.path)}}" type="audio/mp3"> | |
| </audio> | |
| <p>Ground truth is </p> | |
| <audio controls> | |
| <source src="{{url_for('audio', path=model.sample.prompt.ground_truth_path)}}" type="audio/mp3"> | |
| </audio> | |
| </section> | |
| {% endif %} | |
| {% for err in model['errors'] %} | |
| <p class="error">{{err}}</p> | |
| {% endfor %} | |
| <section class="model"> | |
| {% if not blind %} | |
| <p class="special">{{model.xp.sig}}:</p> | |
| {% endif %} | |
| <audio controls> | |
| <source src="{{url_for('audio', path=model.sample.path)}}" type="audio/mp3"> | |
| Your browser does not support the audio element. | |
| </audio> | |
| <p>Rating:</p> | |
| <section class="ratings" id="ratings-{{model.model_id}}"> | |
| {% for rating in ratings %} | |
| <span class="rating rating_{{rating}} {% if rating == model.rating %}rating_selected{% endif %}" | |
| data-target="{{model.model_id}}" data-rating="{{rating}}" onclick="updateNote(this)">{{rating}}</span> | |
| {% endfor %} | |
| <input type="hidden" name="{{model.model_id}}" id="{{model.model_id}}" value="{{model.rating}}"> | |
| </section> | |
| </p> | |
| </section> | |
| {% endfor %} | |
| </div> | |
| <hr> | |
| {% endfor %} | |
| <button type="submit" class="submit-big"> | |
| Submit evaluations | |
| </button> | |
| <form> | |
| </div> | |
| <script> | |
| function updateNote(node) { | |
| var target = node.getAttribute('data-target'); | |
| var rating = node.getAttribute('data-rating'); | |
| var field = document.getElementById(target); | |
| field.value = rating; | |
| node.classList.add('rating_selected'); | |
| var parent = document.getElementById('ratings-' + target); | |
| for (const other of parent.childNodes) { | |
| if (other.tagName === 'SPAN' && other.classList.contains('rating_selected') && other !== node) { | |
| other.classList.remove('rating_selected'); | |
| } | |
| } | |
| } | |
| function setupCallback(elem, elems) { | |
| elem.addEventListener("play", function () { | |
| for (var other of elems) { | |
| if (other !== elem) { | |
| other.pause(); | |
| // other.currentTime = 0.; | |
| } | |
| } | |
| }); | |
| } | |
| document.addEventListener('DOMContentLoaded', function () { | |
| var elems = document.body.getElementsByTagName("audio"); | |
| for (var elem of elems) { | |
| setupCallback(elem, elems); | |
| } | |
| }); | |
| </script> | |
| {% endblock %} | |