import torch
from torch._inductor.select_algorithm import extern_kernels
import triton
import triton.language as tl
from torch._inductor.runtime.triton_heuristics import grid
from torch._C import _cuda_getCurrentRawStream as get_raw_stream
from torch._inductor.runtime import triton_helpers
import torch.nn as nn
assert_size_stride = torch._C._dynamo.guards.assert_size_stride
empty_strided_cuda = torch._C._dynamo.guards._empty_strided_cuda
reinterpret_tensor = torch._C._dynamo.guards._reinterpret_tensor


@triton.jit
def triton_poi_fused_add_clamp_mul_0(in_out_ptr0, in_ptr0, xnumel, XBLOCK:
    tl.constexpr):
    xnumel = 256
    xoffset = tl.program_id(0) * XBLOCK
    xindex = xoffset + tl.arange(0, XBLOCK)[:]
    xmask = xindex < xnumel
    x0 = xindex
    tmp0 = tl.load(in_out_ptr0 + x0, xmask)
    tmp3 = tl.load(in_ptr0 + x0, xmask)
    tmp1 = 0.5
    tmp2 = tmp0 * tmp1
    tmp4 = tmp3 * tmp1
    tmp5 = tmp2 + tmp4
    tmp6 = 0.0
    tmp7 = triton_helpers.maximum(tmp5, tmp6)
    tmp8 = 1.0
    tmp9 = triton_helpers.minimum(tmp7, tmp8)
    tl.store(in_out_ptr0 + x0, tmp9, xmask)


def call(args):
    arg0_1, arg1_1 = args
    args.clear()
    assert_size_stride(arg0_1, (4, 4, 4, 4), (64, 16, 4, 1))
    assert_size_stride(arg1_1, (4, 4, 4, 4), (64, 16, 4, 1))
    with torch.cuda._DeviceGuard(0):
        torch.cuda.set_device(0)
        buf0 = empty_strided_cuda((16, 4, 4), (16, 4, 1), torch.float32)
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(arg0_1, (16, 4, 4), (16, 4, 1), 0),
            out=buf0)
        buf1 = reinterpret_tensor(buf0, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf0
        get_raw_stream(0)
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf1, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf2 = empty_strided_cuda((16, 4, 4), (16, 4, 1), torch.float32)
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf1, (16, 4, 4), (16, 4, 1), 0), out
            =buf2)
        buf3 = reinterpret_tensor(buf2, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf2
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf3, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf4 = reinterpret_tensor(buf1, (16, 4, 4), (16, 4, 1), 0)
        del buf1
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf3, (16, 4, 4), (16, 4, 1), 0), out
            =buf4)
        buf5 = reinterpret_tensor(buf4, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf4
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf5, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf6 = reinterpret_tensor(buf3, (16, 4, 4), (16, 4, 1), 0)
        del buf3
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf5, (16, 4, 4), (16, 4, 1), 0), out
            =buf6)
        buf7 = reinterpret_tensor(buf6, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf6
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf7, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf8 = reinterpret_tensor(buf5, (16, 4, 4), (16, 4, 1), 0)
        del buf5
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf7, (16, 4, 4), (16, 4, 1), 0), out
            =buf8)
        buf9 = reinterpret_tensor(buf8, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf8
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf9, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf10 = reinterpret_tensor(buf7, (16, 4, 4), (16, 4, 1), 0)
        del buf7
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf9, (16, 4, 4), (16, 4, 1), 0), out
            =buf10)
        buf11 = reinterpret_tensor(buf10, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf10
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf11, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf12 = reinterpret_tensor(buf9, (16, 4, 4), (16, 4, 1), 0)
        del buf9
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf11, (16, 4, 4), (16, 4, 1), 0),
            out=buf12)
        buf13 = reinterpret_tensor(buf12, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf12
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf13, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf14 = reinterpret_tensor(buf11, (16, 4, 4), (16, 4, 1), 0)
        del buf11
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf13, (16, 4, 4), (16, 4, 1), 0),
            out=buf14)
        buf15 = reinterpret_tensor(buf14, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf14
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf15, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf16 = reinterpret_tensor(buf13, (16, 4, 4), (16, 4, 1), 0)
        del buf13
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf15, (16, 4, 4), (16, 4, 1), 0),
            out=buf16)
        buf17 = reinterpret_tensor(buf16, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf16
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf17, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf18 = reinterpret_tensor(buf15, (16, 4, 4), (16, 4, 1), 0)
        del buf15
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf17, (16, 4, 4), (16, 4, 1), 0),
            out=buf18)
        buf19 = reinterpret_tensor(buf18, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf18
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf19, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf20 = reinterpret_tensor(buf17, (16, 4, 4), (16, 4, 1), 0)
        del buf17
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf19, (16, 4, 4), (16, 4, 1), 0),
            out=buf20)
        buf21 = reinterpret_tensor(buf20, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf20
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf21, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf22 = reinterpret_tensor(buf19, (16, 4, 4), (16, 4, 1), 0)
        del buf19
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf21, (16, 4, 4), (16, 4, 1), 0),
            out=buf22)
        buf23 = reinterpret_tensor(buf22, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf22
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf23, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf24 = reinterpret_tensor(buf21, (16, 4, 4), (16, 4, 1), 0)
        del buf21
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf23, (16, 4, 4), (16, 4, 1), 0),
            out=buf24)
        buf25 = reinterpret_tensor(buf24, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf24
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf25, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf26 = reinterpret_tensor(buf23, (16, 4, 4), (16, 4, 1), 0)
        del buf23
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf25, (16, 4, 4), (16, 4, 1), 0),
            out=buf26)
        buf27 = reinterpret_tensor(buf26, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf26
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf27, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf28 = reinterpret_tensor(buf25, (16, 4, 4), (16, 4, 1), 0)
        del buf25
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf27, (16, 4, 4), (16, 4, 1), 0),
            out=buf28)
        buf29 = reinterpret_tensor(buf28, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf28
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf29, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf30 = reinterpret_tensor(buf27, (16, 4, 4), (16, 4, 1), 0)
        del buf27
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf29, (16, 4, 4), (16, 4, 1), 0),
            out=buf30)
        buf31 = reinterpret_tensor(buf30, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf30
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf31, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf32 = reinterpret_tensor(buf29, (16, 4, 4), (16, 4, 1), 0)
        del buf29
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf31, (16, 4, 4), (16, 4, 1), 0),
            out=buf32)
        buf33 = reinterpret_tensor(buf32, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf32
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf33, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf34 = reinterpret_tensor(buf31, (16, 4, 4), (16, 4, 1), 0)
        del buf31
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf33, (16, 4, 4), (16, 4, 1), 0),
            out=buf34)
        buf35 = reinterpret_tensor(buf34, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf34
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf35, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf36 = reinterpret_tensor(buf33, (16, 4, 4), (16, 4, 1), 0)
        del buf33
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf35, (16, 4, 4), (16, 4, 1), 0),
            out=buf36)
        buf37 = reinterpret_tensor(buf36, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf36
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf37, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf38 = reinterpret_tensor(buf35, (16, 4, 4), (16, 4, 1), 0)
        del buf35
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf37, (16, 4, 4), (16, 4, 1), 0),
            out=buf38)
        buf39 = reinterpret_tensor(buf38, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf38
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf39, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf40 = reinterpret_tensor(buf37, (16, 4, 4), (16, 4, 1), 0)
        del buf37
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf39, (16, 4, 4), (16, 4, 1), 0),
            out=buf40)
        buf41 = reinterpret_tensor(buf40, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf40
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf41, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf42 = reinterpret_tensor(buf39, (16, 4, 4), (16, 4, 1), 0)
        del buf39
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf41, (16, 4, 4), (16, 4, 1), 0),
            out=buf42)
        buf43 = reinterpret_tensor(buf42, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf42
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf43, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf44 = reinterpret_tensor(buf41, (16, 4, 4), (16, 4, 1), 0)
        del buf41
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf43, (16, 4, 4), (16, 4, 1), 0),
            out=buf44)
        buf45 = reinterpret_tensor(buf44, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf44
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf45, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf46 = reinterpret_tensor(buf43, (16, 4, 4), (16, 4, 1), 0)
        del buf43
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf45, (16, 4, 4), (16, 4, 1), 0),
            out=buf46)
        buf47 = reinterpret_tensor(buf46, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf46
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf47, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf48 = reinterpret_tensor(buf45, (16, 4, 4), (16, 4, 1), 0)
        del buf45
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf47, (16, 4, 4), (16, 4, 1), 0),
            out=buf48)
        buf49 = reinterpret_tensor(buf48, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf48
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf49, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf50 = reinterpret_tensor(buf47, (16, 4, 4), (16, 4, 1), 0)
        del buf47
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf49, (16, 4, 4), (16, 4, 1), 0),
            out=buf50)
        buf51 = reinterpret_tensor(buf50, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf50
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf51, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf52 = reinterpret_tensor(buf49, (16, 4, 4), (16, 4, 1), 0)
        del buf49
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf51, (16, 4, 4), (16, 4, 1), 0),
            out=buf52)
        buf53 = reinterpret_tensor(buf52, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf52
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf53, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf54 = reinterpret_tensor(buf51, (16, 4, 4), (16, 4, 1), 0)
        del buf51
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf53, (16, 4, 4), (16, 4, 1), 0),
            out=buf54)
        buf55 = reinterpret_tensor(buf54, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf54
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf55, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf56 = reinterpret_tensor(buf53, (16, 4, 4), (16, 4, 1), 0)
        del buf53
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf55, (16, 4, 4), (16, 4, 1), 0),
            out=buf56)
        buf57 = reinterpret_tensor(buf56, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf56
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf57, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf58 = reinterpret_tensor(buf55, (16, 4, 4), (16, 4, 1), 0)
        del buf55
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf57, (16, 4, 4), (16, 4, 1), 0),
            out=buf58)
        buf59 = reinterpret_tensor(buf58, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf58
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf59, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf60 = reinterpret_tensor(buf57, (16, 4, 4), (16, 4, 1), 0)
        del buf57
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf59, (16, 4, 4), (16, 4, 1), 0),
            out=buf60)
        buf61 = reinterpret_tensor(buf60, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf60
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf61, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf62 = reinterpret_tensor(buf59, (16, 4, 4), (16, 4, 1), 0)
        del buf59
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf61, (16, 4, 4), (16, 4, 1), 0),
            out=buf62)
        buf63 = reinterpret_tensor(buf62, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf62
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf63, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf64 = reinterpret_tensor(buf61, (16, 4, 4), (16, 4, 1), 0)
        del buf61
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf63, (16, 4, 4), (16, 4, 1), 0),
            out=buf64)
        buf65 = reinterpret_tensor(buf64, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf64
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf65, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf66 = reinterpret_tensor(buf63, (16, 4, 4), (16, 4, 1), 0)
        del buf63
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf65, (16, 4, 4), (16, 4, 1), 0),
            out=buf66)
        buf67 = reinterpret_tensor(buf66, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf66
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf67, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf68 = reinterpret_tensor(buf65, (16, 4, 4), (16, 4, 1), 0)
        del buf65
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf67, (16, 4, 4), (16, 4, 1), 0),
            out=buf68)
        buf69 = reinterpret_tensor(buf68, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf68
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf69, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf70 = reinterpret_tensor(buf67, (16, 4, 4), (16, 4, 1), 0)
        del buf67
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf69, (16, 4, 4), (16, 4, 1), 0),
            out=buf70)
        buf71 = reinterpret_tensor(buf70, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf70
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf71, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf72 = reinterpret_tensor(buf69, (16, 4, 4), (16, 4, 1), 0)
        del buf69
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf71, (16, 4, 4), (16, 4, 1), 0),
            out=buf72)
        buf73 = reinterpret_tensor(buf72, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf72
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf73, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf74 = reinterpret_tensor(buf71, (16, 4, 4), (16, 4, 1), 0)
        del buf71
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf73, (16, 4, 4), (16, 4, 1), 0),
            out=buf74)
        buf75 = reinterpret_tensor(buf74, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf74
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf75, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf76 = reinterpret_tensor(buf73, (16, 4, 4), (16, 4, 1), 0)
        del buf73
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf75, (16, 4, 4), (16, 4, 1), 0),
            out=buf76)
        buf77 = reinterpret_tensor(buf76, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf76
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf77, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf78 = reinterpret_tensor(buf75, (16, 4, 4), (16, 4, 1), 0)
        del buf75
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf77, (16, 4, 4), (16, 4, 1), 0),
            out=buf78)
        buf79 = reinterpret_tensor(buf78, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf78
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf79, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf80 = reinterpret_tensor(buf77, (16, 4, 4), (16, 4, 1), 0)
        del buf77
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf79, (16, 4, 4), (16, 4, 1), 0),
            out=buf80)
        buf81 = reinterpret_tensor(buf80, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf80
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf81, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf82 = reinterpret_tensor(buf79, (16, 4, 4), (16, 4, 1), 0)
        del buf79
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf81, (16, 4, 4), (16, 4, 1), 0),
            out=buf82)
        buf83 = reinterpret_tensor(buf82, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf82
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf83, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf84 = reinterpret_tensor(buf81, (16, 4, 4), (16, 4, 1), 0)
        del buf81
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf83, (16, 4, 4), (16, 4, 1), 0),
            out=buf84)
        buf85 = reinterpret_tensor(buf84, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf84
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf85, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf86 = reinterpret_tensor(buf83, (16, 4, 4), (16, 4, 1), 0)
        del buf83
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf85, (16, 4, 4), (16, 4, 1), 0),
            out=buf86)
        buf87 = reinterpret_tensor(buf86, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf86
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf87, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf88 = reinterpret_tensor(buf85, (16, 4, 4), (16, 4, 1), 0)
        del buf85
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf87, (16, 4, 4), (16, 4, 1), 0),
            out=buf88)
        buf89 = reinterpret_tensor(buf88, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf88
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf89, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf90 = reinterpret_tensor(buf87, (16, 4, 4), (16, 4, 1), 0)
        del buf87
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf89, (16, 4, 4), (16, 4, 1), 0),
            out=buf90)
        buf91 = reinterpret_tensor(buf90, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf90
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf91, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf92 = reinterpret_tensor(buf89, (16, 4, 4), (16, 4, 1), 0)
        del buf89
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf91, (16, 4, 4), (16, 4, 1), 0),
            out=buf92)
        buf93 = reinterpret_tensor(buf92, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf92
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf93, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf94 = reinterpret_tensor(buf91, (16, 4, 4), (16, 4, 1), 0)
        del buf91
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf93, (16, 4, 4), (16, 4, 1), 0),
            out=buf94)
        buf95 = reinterpret_tensor(buf94, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf94
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf95, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf96 = reinterpret_tensor(buf93, (16, 4, 4), (16, 4, 1), 0)
        del buf93
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf95, (16, 4, 4), (16, 4, 1), 0),
            out=buf96)
        buf97 = reinterpret_tensor(buf96, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf96
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf97, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        buf98 = reinterpret_tensor(buf95, (16, 4, 4), (16, 4, 1), 0)
        del buf95
        extern_kernels.bmm(reinterpret_tensor(arg1_1, (16, 4, 4), (16, 4, 1
            ), 0), reinterpret_tensor(buf97, (16, 4, 4), (16, 4, 1), 0),
            out=buf98)
        del arg1_1
        del buf97
        buf99 = reinterpret_tensor(buf98, (4, 4, 4, 4), (64, 16, 4, 1), 0)
        del buf98
        triton_poi_fused_add_clamp_mul_0[grid(256)](buf99, arg0_1, 256,
            XBLOCK=256, num_warps=4, num_stages=1)
        del arg0_1
    return buf99,


class LabelPropagationNew(nn.Module):
    """label propagation model adapted from https://github.com/CUAI/CorrectAndSmooth
    `"Learning from Labeled and
    Unlabeled Datawith Label Propagation"
    <http://mlg.eng.cam.ac.uk/zoubin/papers/CMU-CALD-02-107.pdf>`_ paper

    """

    def __init__(self, num_layers=50, alpha=0.5, residual=True):
        super().__init__()
        self.num_layers = num_layers
        self.alpha = alpha
        self.residual = residual

    def forward(self, input_0, input_1):
        arg0_1 = input_0
        arg1_1 = input_1
        output = call([arg0_1, arg1_1])
        return output[0]


Measured latency_ms: 0.036071