lvwerra HF staff commited on
Commit
afadb31
1 Parent(s): 809b030

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -44,7 +44,7 @@ for kn in np.linspace(0.2, 2, 100):
44
  def plot_curve(kn, kd):
45
  fig = plt.figure()
46
  plt.plot(kns, overheads, color="black")
47
- plt.scatter([kn], [compute_overhead(kn, kd)*100], marker="D", c="red", label="You are here!")
48
  plt.xlabel("Fraction of compute optimal model size")
49
  plt.ylabel("Compute overhead (%)")
50
  plt.legend(loc="best")
@@ -70,10 +70,12 @@ Compute budget (TFLOPs): {C:.2E}
70
 
71
  ## Chinchilla optimal:
72
  Optimal model size:\t\t {N_opt/Bn:.2f}B
 
73
  Optimal datset size (tokens):\t {D_opt/Bn:.2f}
74
 
75
  ## Your setting trade-off:
76
  Training compute overhead (%):\t {100*compute_overhead(kn, kd):.2f}
 
77
  Inference cost fraction (%):\t {kn*100:.2f}"""
78
  return text, fig
79
 
 
44
  def plot_curve(kn, kd):
45
  fig = plt.figure()
46
  plt.plot(kns, overheads, color="black")
47
+ plt.scatter([kn], [compute_overhead(kn, kd)*100], marker="x", c="red", label="You are here!")
48
  plt.xlabel("Fraction of compute optimal model size")
49
  plt.ylabel("Compute overhead (%)")
50
  plt.legend(loc="best")
 
70
 
71
  ## Chinchilla optimal:
72
  Optimal model size:\t\t {N_opt/Bn:.2f}B
73
+
74
  Optimal datset size (tokens):\t {D_opt/Bn:.2f}
75
 
76
  ## Your setting trade-off:
77
  Training compute overhead (%):\t {100*compute_overhead(kn, kd):.2f}
78
+
79
  Inference cost fraction (%):\t {kn*100:.2f}"""
80
  return text, fig
81