[inductor][cpu] perf regression
Labels: triaged, oncall: pt2, module: cpu inductor

<p>new_perf_regression 2023-09-10 compare with 2023-09-04 nightly release</p>
<table border="1" class="dataframe table">
  <thead>
    <tr style="text-align: right;">
      <th>name</th>
      <th>batch_size_new</th>
      <th>speed_up_new</th>
      <th>inductor_new</th>
      <th>eager_new</th>
      <th>compilation_latency_new</th>
      <th>batch_size_old</th>
      <th>speed_up_old</th>
      <th>inductor_old</th>
      <th>eager_old</th>
      <th>compilation_latency_old</th>
      <th>Ratio Speedup(New/old)</th>
      <th>Eager Ratio(old/new)</th>
      <th>Inductor Ratio(old/new)</th>
      <th>Compilation_latency_Ratio(old/new)</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <td>hf_T5_generate</td>
      <td>1.0</td>
      <td>1.02661</td>
      <td>1.409398686</td>
      <td>1.44690278503446</td>
      <td>687.487129</td>
      <td>1.0</td>
      <td>1.205255</td>
      <td>1.2150767370000002</td>
      <td>1.4644773126529351</td>
      <td>1519.766411</td>
      <td>0.85</td>
      <td>1.01</td>
      <td>0.86</td>
      <td>2.21</td>
    </tr>
    <tr>
      <td>cait_m36_384</td>
      <td>1.0</td>
      <td>0.445781</td>
      <td>0.777321322</td>
      <td>0.346515076242482</td>
      <td>128.702354</td>
      <td>2.0</td>
      <td>0.901154</td>
      <td>0.684335916</td>
      <td>0.616692048047064</td>
      <td>124.246723</td>
      <td>0.49</td>
      <td>1.78</td>
      <td>0.88</td>
      <td>0.97</td>
    </tr>
    <tr>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
    </tr>
    <tr>
      <td>lennard_jones</td>
      <td>1.0</td>
      <td>1.367114</td>
      <td>4.8845e-05</td>
      <td>6.677668332999999e-05</td>
      <td>12.23025</td>
      <td>1.0</td>
      <td>1.785091</td>
      <td>3.7474e-05</td>
      <td>6.6894500134e-05</td>
      <td>12.156179</td>
      <td>0.77</td>
      <td>1.0</td>
      <td>0.77</td>
      <td>0.99</td>
    </tr>
    <tr>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
      <td>*</td>
    </tr>
  </tbody>
</table>
<p>SW info</p>
<table border="1" class="dataframe table">
  <thead>
    <tr style="text-align: right;">
      <th>SW</th>
      <th>Nightly commit</th>
      <th>Main commit</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <td>Pytorch</td>
      <td>3316374</td>
      <td>8ff0036</td>
    </tr>
    <tr>
      <td>Torchbench</td>
      <td>/</td>
      <td>ffbbebb9</td>
    </tr>
    <tr>
      <td>torchaudio</td>
      <td>475b6ae</td>
      <td>ede4309</td>
    </tr>
    <tr>
      <td>torchtext</td>
      <td>142d029</td>
      <td>45e4b8c</td>
    </tr>
    <tr>
      <td>torchvision</td>
      <td>8636bf3</td>
      <td>4ac707a</td>
    </tr>
    <tr>
      <td>torchdata</td>
      <td>eb9bf61</td>
      <td>d76d92c</td>
    </tr>
    <tr>
      <td>dynamo_benchmarks</td>
      <td>0200b11</td>
      <td>/</td>
    </tr>
  </tbody>
</table>

<p>Repro</p>
<a href=https://github.com/chuanqi129/inductor-tools/blob/yudong/aws_auto/scripts/modelbench/inductor_single_run.sh>
  inductor_single_run.sh </a>
<code>
bash inductor_single_run.sh single inference performance torchbench  hf_T5_generate float32 first static cpp 0
bash inductor_single_run.sh single inference performance timm_models cait_m36_384 float32 first static cpp 0
bash inductor_single_run.sh multiple inference performance torchbench lennard_jones float32 first static cpp 0
</code>

cc @ezyang @msaroufim @wconstab @bdhirsh @anijain2305