[inductor][cpu] performance regression
Labels: triaged, oncall: pt2, module: inductor, module: cpu inductor

<p>new_perf_regression 2023-09-17 compare with 2023-09-13 nightly release</p>


<p>Note: multi threads secnario for models above first *, single thread for models between two *</p>
<p>new_perf_regression</p>
<table border="1" class="dataframe table">
  <thead>
    <tr style="text-align: right;">
      <th>name</th>
      <th>batch_size_new</th>
      <th>speed_up_new</th>
      <th>inductor_new</th>
      <th>eager_new</th>
      <th>compilation_latency_new</th>
      <th>batch_size_old</th>
      <th>speed_up_old</th>
      <th>inductor_old</th>
      <th>eager_old</th>
      <th>compilation_latency_old</th>
      <th>Ratio Speedup(New/old)</th>
      <th>Eager Ratio(old/new)</th>
      <th>Inductor Ratio(old/new)</th>
      <th>Compilation_latency_Ratio(old/new)</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <td>hf_T5_generate</td>
      <td>1</td>
      <td>0.969546</td>
      <td>1.571509982</td>
      <td>1.523651217008172</td>
      <td>381.9721</td>
      <td>1</td>
      <td>1.087152</td>
      <td>1.3870738859999998</td>
      <td>1.5079601493126717</td>
      <td>205.124549</td>
      <td>0.89</td>
      <td>0.99</td>
      <td>0.88</td>
      <td>0.54</td>
    </tr>
    <tr>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
    </tr>
    <tr>
      <td>lennard_jones</td>
      <td>1</td>
      <td>0.979394</td>
      <td>7.776900000000001e-05</td>
      <td>7.616649198600001e-05</td>
      <td>9.569067</td>
      <td>1</td>
      <td>1.172059</td>
      <td>6.3225e-05</td>
      <td>7.4103430275e-05</td>
      <td>9.954492</td>
      <td>0.84</td>
      <td>0.97</td>
      <td>0.81</td>
      <td>1.04</td>
    </tr>
    <tr>
      <td>pyhpc_equation_of_state</td>
      <td>1</td>
      <td>19.094604</td>
      <td>5.9531e-05</td>
      <td>0.001136720870724</td>
      <td>12.447889</td>
      <td>1</td>
      <td>22.186139</td>
      <td>5.1889e-05</td>
      <td>0.001151216566571</td>
      <td>12.786719</td>
      <td>0.86</td>
      <td>1.01</td>
      <td>0.87</td>
      <td>1.03</td>
    </tr>
    <tr>
      <td>pyhpc_isoneutral_mixing</td>
      <td>1</td>
      <td>50.675985</td>
      <td>5.9053e-05</td>
      <td>0.002992568942205</td>
      <td>18.191096</td>
      <td>1</td>
      <td>58.979956</td>
      <td>5.122e-05</td>
      <td>0.0030209533463200003</td>
      <td>18.466515</td>
      <td>0.86</td>
      <td>1.01</td>
      <td>0.87</td>
      <td>1.02</td>
    </tr>
    <tr>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
    </tr>
  </tbody>
</table>
<p>SW info</p>
<table border="1" class="dataframe table">
  <thead>
    <tr style="text-align: right;">
      <th>SW</th>
      <th>Nightly commit</th>
      <th>Main commit</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <td>Pytorch</td>
      <td>0de2555</td>
      <td></td>
    </tr>
    <tr>
      <td>Torchbench</td>
      <td>/</td>
      <td>ffbbebb9</td>
    </tr>
    <tr>
      <td>torchaudio</td>
      <td>475b6ae</td>
      <td></td>
    </tr>
    <tr>
      <td>torchtext</td>
      <td>142d029</td>
      <td></td>
    </tr>
    <tr>
      <td>torchvision</td>
      <td>8636bf3</td>
      <td></td>
    </tr>
    <tr>
      <td>torchdata</td>
      <td>eb9bf61</td>
      <td></td>
    </tr>
    <tr>
      <td>dynamo_benchmarks</td>
      <td>0200b11</td>
      <td>/</td>
    </tr>
  </tbody>
</table>

<p>Repro</p>
<a href=https://github.com/chuanqi129/inductor-tools/blob/yudong/aws_auto/scripts/modelbench/inductor_single_run.sh>
  inductor_single_run.sh </a>
<code>
bash inductor_single_run.sh multiple/single inference performance torchbench/huggingface/timm_models model float32 first static default 0
</code>

cc @ezyang @msaroufim @wconstab @bdhirsh @anijain2305 @voznesenskym @penguinwu @EikanWang @jgong5 @Guobing-Chen @XiaobingSuper @zhuhaozhe @blzheng @Xia-Weiwen @wenzhe-nrv @jiayisunx @peterbell10 @ipiszy @yf225 @chenyang78 @kadeng @muchulee8 @aakhundov