{"0": {"name": "x", "type": "input"}, "1": {"name": "pos_embed", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 0}, "2": {"name": "patch_embed_proj", "predecessor_indices": [0], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 1}, "3": {"name": "flatten", "predecessor_indices": [2], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 2}, "4": {"name": "transpose", "predecessor_indices": [3], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 3}, "5": {"name": "patch_embed_norm", "predecessor_indices": [4], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 4}, "6": {"name": "add", "predecessor_indices": [5, 1], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 5}, "7": {"name": "cls_token", "predecessor_indices": [6], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 6}, "8": {"name": "pos_drop", "predecessor_indices": [7], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 7}, "9": {"name": "norm_pre", "predecessor_indices": [8], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 8}, "10": {"name": "blocks_0_norm1", "predecessor_indices": [9], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 9}, "11": {"name": "q_0", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 10}, "12": {"name": "k_0", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 11}, "13": {"name": "v_0", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 12}, "14": {"name": "orbit_8_mask_0", "predecessor_indices": [12], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 13}, "15": {"name": "orbit_8_mask_1", "predecessor_indices": [11], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 14}, "16": {"name": "attention_matmul", "predecessor_indices": [15, 14], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 15}, "17": {"name": "softmax", "predecessor_indices": [16], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "18": {"name": "orbit_9_mask_0", "predecessor_indices": [13], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 17}, "19": {"name": "final_matmul", "predecessor_indices": [17, 18], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "20": {"name": "q_1", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 19}, "21": {"name": "k_1", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 20}, "22": {"name": "v_1", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 21}, "23": {"name": "orbit_10_mask_0", "predecessor_indices": [21], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 22}, "24": {"name": "orbit_10_mask_1", "predecessor_indices": [20], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 23}, "25": {"name": "attention_matmul_1", "predecessor_indices": [24, 23], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 15}, "26": {"name": "softmax_1", "predecessor_indices": [25], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "27": {"name": "orbit_11_mask_0", "predecessor_indices": [22], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 26}, "28": {"name": "final_matmul_1", "predecessor_indices": [26, 27], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "29": {"name": "q_2", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 28}, "30": {"name": "k_2", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 29}, "31": {"name": "v_2", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 30}, "32": {"name": "orbit_2_mask_0", "predecessor_indices": [30], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 31}, "33": {"name": "orbit_2_mask_1", "predecessor_indices": [29], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 32}, "34": {"name": "attention_matmul_2", "predecessor_indices": [33, 32], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 15}, "35": {"name": "softmax_2", "predecessor_indices": [34], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "36": {"name": "orbit_3_mask_0", "predecessor_indices": [31], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 35}, "37": {"name": "final_matmul_2", "predecessor_indices": [35, 36], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "38": {"name": "q_3", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 37}, "39": {"name": "k_3", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 38}, "40": {"name": "v_3", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 39}, "41": {"name": "orbit_4_mask_0", "predecessor_indices": [39], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 40}, "42": {"name": "orbit_4_mask_1", "predecessor_indices": [38], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 41}, "43": {"name": "attention_matmul_3", "predecessor_indices": [42, 41], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 15}, "44": {"name": "softmax_3", "predecessor_indices": [43], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "45": {"name": "orbit_5_mask_0", "predecessor_indices": [40], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 44}, "46": {"name": "final_matmul_3", "predecessor_indices": [44, 45], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "47": {"name": "q_4", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 46}, "48": {"name": "k_4", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 47}, "49": {"name": "v_4", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 48}, "50": {"name": "orbit_6_mask_0", "predecessor_indices": [48], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 49}, "51": {"name": "orbit_6_mask_1", "predecessor_indices": [47], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 50}, "52": {"name": "attention_matmul_4", "predecessor_indices": [51, 50], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 15}, "53": {"name": "softmax_4", "predecessor_indices": [52], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "54": {"name": "orbit_7_mask_0", "predecessor_indices": [49], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 53}, "55": {"name": "final_matmul_4", "predecessor_indices": [53, 54], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "56": {"name": "q_5", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 55}, "57": {"name": "k_5", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 56}, "58": {"name": "v_5", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 57}, "59": {"name": "orbit_0_mask_0", "predecessor_indices": [57], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 58}, "60": {"name": "orbit_0_mask_1", "predecessor_indices": [56], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 59}, "61": {"name": "attention_matmul_5", "predecessor_indices": [60, 59], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 15}, "62": {"name": "softmax_5", "predecessor_indices": [61], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "63": {"name": "orbit_1_mask_0", "predecessor_indices": [58], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 62}, "64": {"name": "final_matmul_5", "predecessor_indices": [62, 63], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "65": {"name": "concat", "predecessor_indices": [19, 28, 37, 46, 55, 64], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 64}, "66": {"name": "out", "predecessor_indices": [65], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 65}, "67": {"name": "blocks_0_ls1", "predecessor_indices": [66], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 66}, "68": {"name": "blocks_0_drop_path1", "predecessor_indices": [67], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 67}, "69": {"name": "add_1", "predecessor_indices": [9, 68], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 68}, "70": {"name": "blocks_0_norm2", "predecessor_indices": [69], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 69}, "71": {"name": "blocks_0_mlp_fc1", "predecessor_indices": [70], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 70}, "72": {"name": "blocks_0_mlp_act", "predecessor_indices": [71], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 71}, "73": {"name": "blocks_0_mlp_drop1", "predecessor_indices": [72], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 72}, "74": {"name": "orbit_12_mask_0", "predecessor_indices": [73], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 73}, "75": {"name": "blocks_0_mlp_fc2", "predecessor_indices": [74], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 74}, "76": {"name": "blocks_0_mlp_drop2", "predecessor_indices": [75], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 75}, "77": {"name": "blocks_0_ls2", "predecessor_indices": [76], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 76}, "78": {"name": "blocks_0_drop_path2", "predecessor_indices": [77], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 77}, "79": {"name": "add_2", "predecessor_indices": [69, 78], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 78}, "80": {"name": "blocks_1_norm1", "predecessor_indices": [79], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 79}, "81": {"name": "q_0_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 80}, "82": {"name": "k_0_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 81}, "83": {"name": "v_0_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 82}, "84": {"name": "orbit_13_mask_0", "predecessor_indices": [82], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 83}, "85": {"name": "orbit_13_mask_1", "predecessor_indices": [81], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 84}, "86": {"name": "attention_matmul_1_1", "predecessor_indices": [85, 84], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 85}, "87": {"name": "softmax_1_1", "predecessor_indices": [86], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 86}, "88": {"name": "orbit_14_mask_0", "predecessor_indices": [83], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 87}, "89": {"name": "final_matmul_1_1", "predecessor_indices": [87, 88], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 88}, "90": {"name": "q_1_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 89}, "91": {"name": "k_1_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 90}, "92": {"name": "v_1_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 91}, "93": {"name": "orbit_19_mask_0", "predecessor_indices": [91], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 92}, "94": {"name": "orbit_19_mask_1", "predecessor_indices": [90], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 93}, "95": {"name": "attention_matmul_1_1_1", "predecessor_indices": [94, 93], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 85}, "96": {"name": "softmax_1_1_1", "predecessor_indices": [95], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 86}, "97": {"name": "orbit_20_mask_0", "predecessor_indices": [92], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 96}, "98": {"name": "final_matmul_1_1_1", "predecessor_indices": [96, 97], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 88}, "99": {"name": "q_2_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 98}, "100": {"name": "k_2_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 99}, "101": {"name": "v_2_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 100}, "102": {"name": "orbit_21_mask_0", "predecessor_indices": [100], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 101}, "103": {"name": "orbit_21_mask_1", "predecessor_indices": [99], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 102}, "104": {"name": "attention_matmul_2_1", "predecessor_indices": [103, 102], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 85}, "105": {"name": "softmax_2_1", "predecessor_indices": [104], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 86}, "106": {"name": "orbit_22_mask_0", "predecessor_indices": [101], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 105}, "107": {"name": "final_matmul_2_1", "predecessor_indices": [105, 106], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 88}, "108": {"name": "q_3_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 107}, "109": {"name": "k_3_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 108}, "110": {"name": "v_3_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 109}, "111": {"name": "orbit_15_mask_0", "predecessor_indices": [109], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 110}, "112": {"name": "orbit_15_mask_1", "predecessor_indices": [108], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 111}, "113": {"name": "attention_matmul_3_1", "predecessor_indices": [112, 111], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 85}, "114": {"name": "softmax_3_1", "predecessor_indices": [113], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 86}, "115": {"name": "orbit_16_mask_0", "predecessor_indices": [110], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 114}, "116": {"name": "final_matmul_3_1", "predecessor_indices": [114, 115], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 88}, "117": {"name": "q_4_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 116}, "118": {"name": "k_4_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 117}, "119": {"name": "v_4_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 118}, "120": {"name": "orbit_17_mask_0", "predecessor_indices": [118], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 119}, "121": {"name": "orbit_17_mask_1", "predecessor_indices": [117], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 120}, "122": {"name": "attention_matmul_4_1", "predecessor_indices": [121, 120], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 85}, "123": {"name": "softmax_4_1", "predecessor_indices": [122], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 86}, "124": {"name": "orbit_18_mask_0", "predecessor_indices": [119], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 123}, "125": {"name": "final_matmul_4_1", "predecessor_indices": [123, 124], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 88}, "126": {"name": "q_5_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 125}, "127": {"name": "k_5_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 126}, "128": {"name": "v_5_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 127}, "129": {"name": "orbit_23_mask_0", "predecessor_indices": [127], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 128}, "130": {"name": "orbit_23_mask_1", "predecessor_indices": [126], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 129}, "131": {"name": "attention_matmul_5_1", "predecessor_indices": [130, 129], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 85}, "132": {"name": "softmax_5_1", "predecessor_indices": [131], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 86}, "133": {"name": "orbit_24_mask_0", "predecessor_indices": [128], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 132}, "134": {"name": "final_matmul_5_1", "predecessor_indices": [132, 133], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 88}, "135": {"name": "concat_1", "predecessor_indices": [89, 98, 107, 116, 125, 134], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 134}, "136": {"name": "out_1", "predecessor_indices": [135], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 135}, "137": {"name": "blocks_1_ls1", "predecessor_indices": [136], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 136}, "138": {"name": "blocks_1_drop_path1", "predecessor_indices": [137], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 137}, "139": {"name": "add_3", "predecessor_indices": [79, 138], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 138}, "140": {"name": "blocks_1_norm2", "predecessor_indices": [139], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 139}, "141": {"name": "blocks_1_mlp_fc1", "predecessor_indices": [140], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 140}, "142": {"name": "blocks_1_mlp_act", "predecessor_indices": [141], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 141}, "143": {"name": "blocks_1_mlp_drop1", "predecessor_indices": [142], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 142}, "144": {"name": "orbit_25_mask_0", "predecessor_indices": [143], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 143}, "145": {"name": "blocks_1_mlp_fc2", "predecessor_indices": [144], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 144}, "146": {"name": "blocks_1_mlp_drop2", "predecessor_indices": [145], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 145}, "147": {"name": "blocks_1_ls2", "predecessor_indices": [146], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 146}, "148": {"name": "blocks_1_drop_path2", "predecessor_indices": [147], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 147}, "149": {"name": "add_4", "predecessor_indices": [139, 148], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 148}, "150": {"name": "blocks_2_norm1", "predecessor_indices": [149], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 149}, "151": {"name": "q_0_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_26", "module_index": 150}, "152": {"name": "k_0_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_26", "module_index": 151}, "153": {"name": "v_0_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_27", "module_index": 152}, "154": {"name": "orbit_26_mask_0", "predecessor_indices": [152], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 153}, "155": {"name": "orbit_26_mask_1", "predecessor_indices": [151], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 154}, "156": {"name": "attention_matmul_2_1_1", "predecessor_indices": [155, 154], "is_atomic": true, "type": "inner", "orbit": "orbit_26", "module_index": 155}, "157": {"name": "softmax_2_1_1", "predecessor_indices": [156], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 156}, "158": {"name": "orbit_27_mask_0", "predecessor_indices": [153], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 157}, "159": {"name": "final_matmul_2_1_1", "predecessor_indices": [157, 158], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 158}, "160": {"name": "q_1_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_32", "module_index": 159}, "161": {"name": "k_1_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_32", "module_index": 160}, "162": {"name": "v_1_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_33", "module_index": 161}, "163": {"name": "orbit_32_mask_0", "predecessor_indices": [161], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 162}, "164": {"name": "orbit_32_mask_1", "predecessor_indices": [160], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 163}, "165": {"name": "attention_matmul_1_2", "predecessor_indices": [164, 163], "is_atomic": true, "type": "inner", "orbit": "orbit_32", "module_index": 155}, "166": {"name": "softmax_1_2", "predecessor_indices": [165], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 156}, "167": {"name": "orbit_33_mask_0", "predecessor_indices": [162], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 166}, "168": {"name": "final_matmul_1_2", "predecessor_indices": [166, 167], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 158}, "169": {"name": "q_2_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_34", "module_index": 168}, "170": {"name": "k_2_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_34", "module_index": 169}, "171": {"name": "v_2_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_35", "module_index": 170}, "172": {"name": "orbit_34_mask_0", "predecessor_indices": [170], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 171}, "173": {"name": "orbit_34_mask_1", "predecessor_indices": [169], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 172}, "174": {"name": "attention_matmul_2_2", "predecessor_indices": [173, 172], "is_atomic": true, "type": "inner", "orbit": "orbit_34", "module_index": 155}, "175": {"name": "softmax_2_2", "predecessor_indices": [174], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 156}, "176": {"name": "orbit_35_mask_0", "predecessor_indices": [171], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 175}, "177": {"name": "final_matmul_2_2", "predecessor_indices": [175, 176], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 158}, "178": {"name": "q_3_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_36", "module_index": 177}, "179": {"name": "k_3_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_36", "module_index": 178}, "180": {"name": "v_3_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_37", "module_index": 179}, "181": {"name": "orbit_36_mask_0", "predecessor_indices": [179], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 180}, "182": {"name": "orbit_36_mask_1", "predecessor_indices": [178], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 181}, "183": {"name": "attention_matmul_3_2", "predecessor_indices": [182, 181], "is_atomic": true, "type": "inner", "orbit": "orbit_36", "module_index": 155}, "184": {"name": "softmax_3_2", "predecessor_indices": [183], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 156}, "185": {"name": "orbit_37_mask_0", "predecessor_indices": [180], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 184}, "186": {"name": "final_matmul_3_2", "predecessor_indices": [184, 185], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 158}, "187": {"name": "q_4_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_28", "module_index": 186}, "188": {"name": "k_4_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_28", "module_index": 187}, "189": {"name": "v_4_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_29", "module_index": 188}, "190": {"name": "orbit_28_mask_0", "predecessor_indices": [188], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 189}, "191": {"name": "orbit_28_mask_1", "predecessor_indices": [187], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 190}, "192": {"name": "attention_matmul_4_2", "predecessor_indices": [191, 190], "is_atomic": true, "type": "inner", "orbit": "orbit_28", "module_index": 155}, "193": {"name": "softmax_4_2", "predecessor_indices": [192], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 156}, "194": {"name": "orbit_29_mask_0", "predecessor_indices": [189], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 193}, "195": {"name": "final_matmul_4_2", "predecessor_indices": [193, 194], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 158}, "196": {"name": "q_5_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_30", "module_index": 195}, "197": {"name": "k_5_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_30", "module_index": 196}, "198": {"name": "v_5_2", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_31", "module_index": 197}, "199": {"name": "orbit_30_mask_0", "predecessor_indices": [197], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 198}, "200": {"name": "orbit_30_mask_1", "predecessor_indices": [196], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 199}, "201": {"name": "attention_matmul_5_2", "predecessor_indices": [200, 199], "is_atomic": true, "type": "inner", "orbit": "orbit_30", "module_index": 155}, "202": {"name": "softmax_5_2", "predecessor_indices": [201], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 156}, "203": {"name": "orbit_31_mask_0", "predecessor_indices": [198], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 202}, "204": {"name": "final_matmul_5_2", "predecessor_indices": [202, 203], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 158}, "205": {"name": "concat_2", "predecessor_indices": [159, 168, 177, 186, 195, 204], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 204}, "206": {"name": "out_2", "predecessor_indices": [205], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 205}, "207": {"name": "blocks_2_ls1", "predecessor_indices": [206], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 206}, "208": {"name": "blocks_2_drop_path1", "predecessor_indices": [207], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 207}, "209": {"name": "add_5", "predecessor_indices": [149, 208], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 208}, "210": {"name": "blocks_2_norm2", "predecessor_indices": [209], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 209}, "211": {"name": "blocks_2_mlp_fc1", "predecessor_indices": [210], "is_atomic": true, "type": "inner", "orbit": "orbit_38", "module_index": 210}, "212": {"name": "blocks_2_mlp_act", "predecessor_indices": [211], "is_atomic": true, "type": "inner", "orbit": "orbit_38", "module_index": 211}, "213": {"name": "blocks_2_mlp_drop1", "predecessor_indices": [212], "is_atomic": true, "type": "inner", "orbit": "orbit_38", "module_index": 212}, "214": {"name": "orbit_38_mask_0", "predecessor_indices": [213], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 213}, "215": {"name": "blocks_2_mlp_fc2", "predecessor_indices": [214], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 214}, "216": {"name": "blocks_2_mlp_drop2", "predecessor_indices": [215], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 215}, "217": {"name": "blocks_2_ls2", "predecessor_indices": [216], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 216}, "218": {"name": "blocks_2_drop_path2", "predecessor_indices": [217], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 217}, "219": {"name": "add_6", "predecessor_indices": [209, 218], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 218}, "220": {"name": "blocks_3_norm1", "predecessor_indices": [219], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 219}, "221": {"name": "q_0_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_43", "module_index": 220}, "222": {"name": "k_0_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_43", "module_index": 221}, "223": {"name": "v_0_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_44", "module_index": 222}, "224": {"name": "orbit_43_mask_0", "predecessor_indices": [222], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 223}, "225": {"name": "orbit_43_mask_1", "predecessor_indices": [221], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 224}, "226": {"name": "attention_matmul_3_1_1", "predecessor_indices": [225, 224], "is_atomic": true, "type": "inner", "orbit": "orbit_43", "module_index": 225}, "227": {"name": "softmax_3_1_1", "predecessor_indices": [226], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 226}, "228": {"name": "orbit_44_mask_0", "predecessor_indices": [223], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 227}, "229": {"name": "final_matmul_3_1_1", "predecessor_indices": [227, 228], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 228}, "230": {"name": "q_1_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_45", "module_index": 229}, "231": {"name": "k_1_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_45", "module_index": 230}, "232": {"name": "v_1_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_46", "module_index": 231}, "233": {"name": "orbit_45_mask_0", "predecessor_indices": [231], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 232}, "234": {"name": "orbit_45_mask_1", "predecessor_indices": [230], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 233}, "235": {"name": "attention_matmul_1_3", "predecessor_indices": [234, 233], "is_atomic": true, "type": "inner", "orbit": "orbit_45", "module_index": 225}, "236": {"name": "softmax_1_3", "predecessor_indices": [235], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 226}, "237": {"name": "orbit_46_mask_0", "predecessor_indices": [232], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 236}, "238": {"name": "final_matmul_1_3", "predecessor_indices": [236, 237], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 228}, "239": {"name": "q_2_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_41", "module_index": 238}, "240": {"name": "k_2_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_41", "module_index": 239}, "241": {"name": "v_2_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_42", "module_index": 240}, "242": {"name": "orbit_41_mask_0", "predecessor_indices": [240], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 241}, "243": {"name": "orbit_41_mask_1", "predecessor_indices": [239], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 242}, "244": {"name": "attention_matmul_2_3", "predecessor_indices": [243, 242], "is_atomic": true, "type": "inner", "orbit": "orbit_41", "module_index": 225}, "245": {"name": "softmax_2_3", "predecessor_indices": [244], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 226}, "246": {"name": "orbit_42_mask_0", "predecessor_indices": [241], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 245}, "247": {"name": "final_matmul_2_3", "predecessor_indices": [245, 246], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 228}, "248": {"name": "q_3_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_47", "module_index": 247}, "249": {"name": "k_3_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_47", "module_index": 248}, "250": {"name": "v_3_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_48", "module_index": 249}, "251": {"name": "orbit_47_mask_0", "predecessor_indices": [249], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 250}, "252": {"name": "orbit_47_mask_1", "predecessor_indices": [248], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 251}, "253": {"name": "attention_matmul_3_3", "predecessor_indices": [252, 251], "is_atomic": true, "type": "inner", "orbit": "orbit_47", "module_index": 225}, "254": {"name": "softmax_3_3", "predecessor_indices": [253], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 226}, "255": {"name": "orbit_48_mask_0", "predecessor_indices": [250], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 254}, "256": {"name": "final_matmul_3_3", "predecessor_indices": [254, 255], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 228}, "257": {"name": "q_4_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_49", "module_index": 256}, "258": {"name": "k_4_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_49", "module_index": 257}, "259": {"name": "v_4_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_50", "module_index": 258}, "260": {"name": "orbit_49_mask_0", "predecessor_indices": [258], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 259}, "261": {"name": "orbit_49_mask_1", "predecessor_indices": [257], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 260}, "262": {"name": "attention_matmul_4_3", "predecessor_indices": [261, 260], "is_atomic": true, "type": "inner", "orbit": "orbit_49", "module_index": 225}, "263": {"name": "softmax_4_3", "predecessor_indices": [262], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 226}, "264": {"name": "orbit_50_mask_0", "predecessor_indices": [259], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 263}, "265": {"name": "final_matmul_4_3", "predecessor_indices": [263, 264], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 228}, "266": {"name": "q_5_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_39", "module_index": 265}, "267": {"name": "k_5_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_39", "module_index": 266}, "268": {"name": "v_5_3", "predecessor_indices": [220], "is_atomic": true, "type": "inner", "orbit": "orbit_40", "module_index": 267}, "269": {"name": "orbit_39_mask_0", "predecessor_indices": [267], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 268}, "270": {"name": "orbit_39_mask_1", "predecessor_indices": [266], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 269}, "271": {"name": "attention_matmul_5_3", "predecessor_indices": [270, 269], "is_atomic": true, "type": "inner", "orbit": "orbit_39", "module_index": 225}, "272": {"name": "softmax_5_3", "predecessor_indices": [271], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 226}, "273": {"name": "orbit_40_mask_0", "predecessor_indices": [268], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 272}, "274": {"name": "final_matmul_5_3", "predecessor_indices": [272, 273], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 228}, "275": {"name": "concat_3", "predecessor_indices": [229, 238, 247, 256, 265, 274], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 274}, "276": {"name": "out_3", "predecessor_indices": [275], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 275}, "277": {"name": "blocks_3_ls1", "predecessor_indices": [276], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 276}, "278": {"name": "blocks_3_drop_path1", "predecessor_indices": [277], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 277}, "279": {"name": "add_7", "predecessor_indices": [219, 278], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 278}, "280": {"name": "blocks_3_norm2", "predecessor_indices": [279], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 279}, "281": {"name": "blocks_3_mlp_fc1", "predecessor_indices": [280], "is_atomic": true, "type": "inner", "orbit": "orbit_51", "module_index": 280}, "282": {"name": "blocks_3_mlp_act", "predecessor_indices": [281], "is_atomic": true, "type": "inner", "orbit": "orbit_51", "module_index": 281}, "283": {"name": "blocks_3_mlp_drop1", "predecessor_indices": [282], "is_atomic": true, "type": "inner", "orbit": "orbit_51", "module_index": 282}, "284": {"name": "orbit_51_mask_0", "predecessor_indices": [283], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 283}, "285": {"name": "blocks_3_mlp_fc2", "predecessor_indices": [284], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 284}, "286": {"name": "blocks_3_mlp_drop2", "predecessor_indices": [285], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 285}, "287": {"name": "blocks_3_ls2", "predecessor_indices": [286], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 286}, "288": {"name": "blocks_3_drop_path2", "predecessor_indices": [287], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 287}, "289": {"name": "add_8", "predecessor_indices": [279, 288], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 288}, "290": {"name": "blocks_4_norm1", "predecessor_indices": [289], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 289}, "291": {"name": "q_0_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_54", "module_index": 290}, "292": {"name": "k_0_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_54", "module_index": 291}, "293": {"name": "v_0_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_55", "module_index": 292}, "294": {"name": "orbit_54_mask_0", "predecessor_indices": [292], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 293}, "295": {"name": "orbit_54_mask_1", "predecessor_indices": [291], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 294}, "296": {"name": "attention_matmul_4_1_1", "predecessor_indices": [295, 294], "is_atomic": true, "type": "inner", "orbit": "orbit_54", "module_index": 295}, "297": {"name": "softmax_4_1_1", "predecessor_indices": [296], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 296}, "298": {"name": "orbit_55_mask_0", "predecessor_indices": [293], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 297}, "299": {"name": "final_matmul_4_1_1", "predecessor_indices": [297, 298], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 298}, "300": {"name": "q_1_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_58", "module_index": 299}, "301": {"name": "k_1_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_58", "module_index": 300}, "302": {"name": "v_1_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_59", "module_index": 301}, "303": {"name": "orbit_58_mask_0", "predecessor_indices": [301], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 302}, "304": {"name": "orbit_58_mask_1", "predecessor_indices": [300], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 303}, "305": {"name": "attention_matmul_1_4", "predecessor_indices": [304, 303], "is_atomic": true, "type": "inner", "orbit": "orbit_58", "module_index": 295}, "306": {"name": "softmax_1_4", "predecessor_indices": [305], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 296}, "307": {"name": "orbit_59_mask_0", "predecessor_indices": [302], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 306}, "308": {"name": "final_matmul_1_4", "predecessor_indices": [306, 307], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 298}, "309": {"name": "q_2_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_62", "module_index": 308}, "310": {"name": "k_2_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_62", "module_index": 309}, "311": {"name": "v_2_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_63", "module_index": 310}, "312": {"name": "orbit_62_mask_0", "predecessor_indices": [310], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 311}, "313": {"name": "orbit_62_mask_1", "predecessor_indices": [309], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 312}, "314": {"name": "attention_matmul_2_4", "predecessor_indices": [313, 312], "is_atomic": true, "type": "inner", "orbit": "orbit_62", "module_index": 295}, "315": {"name": "softmax_2_4", "predecessor_indices": [314], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 296}, "316": {"name": "orbit_63_mask_0", "predecessor_indices": [311], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 315}, "317": {"name": "final_matmul_2_4", "predecessor_indices": [315, 316], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 298}, "318": {"name": "q_3_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_52", "module_index": 317}, "319": {"name": "k_3_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_52", "module_index": 318}, "320": {"name": "v_3_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_53", "module_index": 319}, "321": {"name": "orbit_52_mask_0", "predecessor_indices": [319], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 320}, "322": {"name": "orbit_52_mask_1", "predecessor_indices": [318], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 321}, "323": {"name": "attention_matmul_3_4", "predecessor_indices": [322, 321], "is_atomic": true, "type": "inner", "orbit": "orbit_52", "module_index": 295}, "324": {"name": "softmax_3_4", "predecessor_indices": [323], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 296}, "325": {"name": "orbit_53_mask_0", "predecessor_indices": [320], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 324}, "326": {"name": "final_matmul_3_4", "predecessor_indices": [324, 325], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 298}, "327": {"name": "q_4_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_56", "module_index": 326}, "328": {"name": "k_4_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_56", "module_index": 327}, "329": {"name": "v_4_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_57", "module_index": 328}, "330": {"name": "orbit_56_mask_0", "predecessor_indices": [328], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 329}, "331": {"name": "orbit_56_mask_1", "predecessor_indices": [327], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 330}, "332": {"name": "attention_matmul_4_4", "predecessor_indices": [331, 330], "is_atomic": true, "type": "inner", "orbit": "orbit_56", "module_index": 295}, "333": {"name": "softmax_4_4", "predecessor_indices": [332], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 296}, "334": {"name": "orbit_57_mask_0", "predecessor_indices": [329], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 333}, "335": {"name": "final_matmul_4_4", "predecessor_indices": [333, 334], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 298}, "336": {"name": "q_5_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_60", "module_index": 335}, "337": {"name": "k_5_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_60", "module_index": 336}, "338": {"name": "v_5_4", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": "orbit_61", "module_index": 337}, "339": {"name": "orbit_60_mask_0", "predecessor_indices": [337], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 338}, "340": {"name": "orbit_60_mask_1", "predecessor_indices": [336], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 339}, "341": {"name": "attention_matmul_5_4", "predecessor_indices": [340, 339], "is_atomic": true, "type": "inner", "orbit": "orbit_60", "module_index": 295}, "342": {"name": "softmax_5_4", "predecessor_indices": [341], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 296}, "343": {"name": "orbit_61_mask_0", "predecessor_indices": [338], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 342}, "344": {"name": "final_matmul_5_4", "predecessor_indices": [342, 343], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 298}, "345": {"name": "concat_4", "predecessor_indices": [299, 308, 317, 326, 335, 344], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 344}, "346": {"name": "out_4", "predecessor_indices": [345], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 345}, "347": {"name": "blocks_4_ls1", "predecessor_indices": [346], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 346}, "348": {"name": "blocks_4_drop_path1", "predecessor_indices": [347], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 347}, "349": {"name": "add_9", "predecessor_indices": [289, 348], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 348}, "350": {"name": "blocks_4_norm2", "predecessor_indices": [349], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 349}, "351": {"name": "blocks_4_mlp_fc1", "predecessor_indices": [350], "is_atomic": true, "type": "inner", "orbit": "orbit_64", "module_index": 350}, "352": {"name": "blocks_4_mlp_act", "predecessor_indices": [351], "is_atomic": true, "type": "inner", "orbit": "orbit_64", "module_index": 351}, "353": {"name": "blocks_4_mlp_drop1", "predecessor_indices": [352], "is_atomic": true, "type": "inner", "orbit": "orbit_64", "module_index": 352}, "354": {"name": "orbit_64_mask_0", "predecessor_indices": [353], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 353}, "355": {"name": "blocks_4_mlp_fc2", "predecessor_indices": [354], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 354}, "356": {"name": "blocks_4_mlp_drop2", "predecessor_indices": [355], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 355}, "357": {"name": "blocks_4_ls2", "predecessor_indices": [356], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 356}, "358": {"name": "blocks_4_drop_path2", "predecessor_indices": [357], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 357}, "359": {"name": "add_10", "predecessor_indices": [349, 358], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 358}, "360": {"name": "blocks_5_norm1", "predecessor_indices": [359], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 359}, "361": {"name": "q_0_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_71", "module_index": 360}, "362": {"name": "k_0_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_71", "module_index": 361}, "363": {"name": "v_0_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_72", "module_index": 362}, "364": {"name": "orbit_71_mask_0", "predecessor_indices": [362], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 363}, "365": {"name": "orbit_71_mask_1", "predecessor_indices": [361], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 364}, "366": {"name": "attention_matmul_5_1_1", "predecessor_indices": [365, 364], "is_atomic": true, "type": "inner", "orbit": "orbit_71", "module_index": 365}, "367": {"name": "softmax_5_1_1", "predecessor_indices": [366], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 366}, "368": {"name": "orbit_72_mask_0", "predecessor_indices": [363], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 367}, "369": {"name": "final_matmul_5_1_1", "predecessor_indices": [367, 368], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 368}, "370": {"name": "q_1_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_75", "module_index": 369}, "371": {"name": "k_1_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_75", "module_index": 370}, "372": {"name": "v_1_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_76", "module_index": 371}, "373": {"name": "orbit_75_mask_0", "predecessor_indices": [371], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 372}, "374": {"name": "orbit_75_mask_1", "predecessor_indices": [370], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 373}, "375": {"name": "attention_matmul_1_5", "predecessor_indices": [374, 373], "is_atomic": true, "type": "inner", "orbit": "orbit_75", "module_index": 365}, "376": {"name": "softmax_1_5", "predecessor_indices": [375], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 366}, "377": {"name": "orbit_76_mask_0", "predecessor_indices": [372], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 376}, "378": {"name": "final_matmul_1_5", "predecessor_indices": [376, 377], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 368}, "379": {"name": "q_2_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_67", "module_index": 378}, "380": {"name": "k_2_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_67", "module_index": 379}, "381": {"name": "v_2_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_68", "module_index": 380}, "382": {"name": "orbit_67_mask_0", "predecessor_indices": [380], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 381}, "383": {"name": "orbit_67_mask_1", "predecessor_indices": [379], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 382}, "384": {"name": "attention_matmul_2_5", "predecessor_indices": [383, 382], "is_atomic": true, "type": "inner", "orbit": "orbit_67", "module_index": 365}, "385": {"name": "softmax_2_5", "predecessor_indices": [384], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 366}, "386": {"name": "orbit_68_mask_0", "predecessor_indices": [381], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 385}, "387": {"name": "final_matmul_2_5", "predecessor_indices": [385, 386], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 368}, "388": {"name": "q_3_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_69", "module_index": 387}, "389": {"name": "k_3_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_69", "module_index": 388}, "390": {"name": "v_3_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_70", "module_index": 389}, "391": {"name": "orbit_69_mask_0", "predecessor_indices": [389], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 390}, "392": {"name": "orbit_69_mask_1", "predecessor_indices": [388], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 391}, "393": {"name": "attention_matmul_3_5", "predecessor_indices": [392, 391], "is_atomic": true, "type": "inner", "orbit": "orbit_69", "module_index": 365}, "394": {"name": "softmax_3_5", "predecessor_indices": [393], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 366}, "395": {"name": "orbit_70_mask_0", "predecessor_indices": [390], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 394}, "396": {"name": "final_matmul_3_5", "predecessor_indices": [394, 395], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 368}, "397": {"name": "q_4_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_73", "module_index": 396}, "398": {"name": "k_4_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_73", "module_index": 397}, "399": {"name": "v_4_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_74", "module_index": 398}, "400": {"name": "orbit_73_mask_0", "predecessor_indices": [398], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 399}, "401": {"name": "orbit_73_mask_1", "predecessor_indices": [397], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 400}, "402": {"name": "attention_matmul_4_5", "predecessor_indices": [401, 400], "is_atomic": true, "type": "inner", "orbit": "orbit_73", "module_index": 365}, "403": {"name": "softmax_4_5", "predecessor_indices": [402], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 366}, "404": {"name": "orbit_74_mask_0", "predecessor_indices": [399], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 403}, "405": {"name": "final_matmul_4_5", "predecessor_indices": [403, 404], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 368}, "406": {"name": "q_5_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_65", "module_index": 405}, "407": {"name": "k_5_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_65", "module_index": 406}, "408": {"name": "v_5_5", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_66", "module_index": 407}, "409": {"name": "orbit_65_mask_0", "predecessor_indices": [407], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 408}, "410": {"name": "orbit_65_mask_1", "predecessor_indices": [406], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 409}, "411": {"name": "attention_matmul_5_5", "predecessor_indices": [410, 409], "is_atomic": true, "type": "inner", "orbit": "orbit_65", "module_index": 365}, "412": {"name": "softmax_5_5", "predecessor_indices": [411], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 366}, "413": {"name": "orbit_66_mask_0", "predecessor_indices": [408], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 412}, "414": {"name": "final_matmul_5_5", "predecessor_indices": [412, 413], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 368}, "415": {"name": "concat_5", "predecessor_indices": [369, 378, 387, 396, 405, 414], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 414}, "416": {"name": "out_5", "predecessor_indices": [415], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 415}, "417": {"name": "blocks_5_ls1", "predecessor_indices": [416], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 416}, "418": {"name": "blocks_5_drop_path1", "predecessor_indices": [417], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 417}, "419": {"name": "add_11", "predecessor_indices": [359, 418], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 418}, "420": {"name": "blocks_5_norm2", "predecessor_indices": [419], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 419}, "421": {"name": "blocks_5_mlp_fc1", "predecessor_indices": [420], "is_atomic": true, "type": "inner", "orbit": "orbit_77", "module_index": 420}, "422": {"name": "blocks_5_mlp_act", "predecessor_indices": [421], "is_atomic": true, "type": "inner", "orbit": "orbit_77", "module_index": 421}, "423": {"name": "blocks_5_mlp_drop1", "predecessor_indices": [422], "is_atomic": true, "type": "inner", "orbit": "orbit_77", "module_index": 422}, "424": {"name": "orbit_77_mask_0", "predecessor_indices": [423], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 423}, "425": {"name": "blocks_5_mlp_fc2", "predecessor_indices": [424], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 424}, "426": {"name": "blocks_5_mlp_drop2", "predecessor_indices": [425], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 425}, "427": {"name": "blocks_5_ls2", "predecessor_indices": [426], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 426}, "428": {"name": "blocks_5_drop_path2", "predecessor_indices": [427], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 427}, "429": {"name": "add_12", "predecessor_indices": [419, 428], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 428}, "430": {"name": "blocks_6_norm1", "predecessor_indices": [429], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 429}, "431": {"name": "q_0_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_78", "module_index": 430}, "432": {"name": "k_0_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_78", "module_index": 431}, "433": {"name": "v_0_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_79", "module_index": 432}, "434": {"name": "orbit_78_mask_0", "predecessor_indices": [432], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 433}, "435": {"name": "orbit_78_mask_1", "predecessor_indices": [431], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 434}, "436": {"name": "attention_matmul_6", "predecessor_indices": [435, 434], "is_atomic": true, "type": "inner", "orbit": "orbit_78", "module_index": 435}, "437": {"name": "softmax_6", "predecessor_indices": [436], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 436}, "438": {"name": "orbit_79_mask_0", "predecessor_indices": [433], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 437}, "439": {"name": "final_matmul_6", "predecessor_indices": [437, 438], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 438}, "440": {"name": "q_1_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_82", "module_index": 439}, "441": {"name": "k_1_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_82", "module_index": 440}, "442": {"name": "v_1_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_83", "module_index": 441}, "443": {"name": "orbit_82_mask_0", "predecessor_indices": [441], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 442}, "444": {"name": "orbit_82_mask_1", "predecessor_indices": [440], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 443}, "445": {"name": "attention_matmul_1_6", "predecessor_indices": [444, 443], "is_atomic": true, "type": "inner", "orbit": "orbit_82", "module_index": 435}, "446": {"name": "softmax_1_6", "predecessor_indices": [445], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 436}, "447": {"name": "orbit_83_mask_0", "predecessor_indices": [442], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 446}, "448": {"name": "final_matmul_1_6", "predecessor_indices": [446, 447], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 438}, "449": {"name": "q_2_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_86", "module_index": 448}, "450": {"name": "k_2_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_86", "module_index": 449}, "451": {"name": "v_2_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_87", "module_index": 450}, "452": {"name": "orbit_86_mask_0", "predecessor_indices": [450], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 451}, "453": {"name": "orbit_86_mask_1", "predecessor_indices": [449], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 452}, "454": {"name": "attention_matmul_2_6", "predecessor_indices": [453, 452], "is_atomic": true, "type": "inner", "orbit": "orbit_86", "module_index": 435}, "455": {"name": "softmax_2_6", "predecessor_indices": [454], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 436}, "456": {"name": "orbit_87_mask_0", "predecessor_indices": [451], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 455}, "457": {"name": "final_matmul_2_6", "predecessor_indices": [455, 456], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 438}, "458": {"name": "q_3_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_88", "module_index": 457}, "459": {"name": "k_3_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_88", "module_index": 458}, "460": {"name": "v_3_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_89", "module_index": 459}, "461": {"name": "orbit_88_mask_0", "predecessor_indices": [459], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 460}, "462": {"name": "orbit_88_mask_1", "predecessor_indices": [458], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 461}, "463": {"name": "attention_matmul_3_6", "predecessor_indices": [462, 461], "is_atomic": true, "type": "inner", "orbit": "orbit_88", "module_index": 435}, "464": {"name": "softmax_3_6", "predecessor_indices": [463], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 436}, "465": {"name": "orbit_89_mask_0", "predecessor_indices": [460], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 464}, "466": {"name": "final_matmul_3_6", "predecessor_indices": [464, 465], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 438}, "467": {"name": "q_4_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_80", "module_index": 466}, "468": {"name": "k_4_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_80", "module_index": 467}, "469": {"name": "v_4_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_81", "module_index": 468}, "470": {"name": "orbit_80_mask_0", "predecessor_indices": [468], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 469}, "471": {"name": "orbit_80_mask_1", "predecessor_indices": [467], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 470}, "472": {"name": "attention_matmul_4_6", "predecessor_indices": [471, 470], "is_atomic": true, "type": "inner", "orbit": "orbit_80", "module_index": 435}, "473": {"name": "softmax_4_6", "predecessor_indices": [472], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 436}, "474": {"name": "orbit_81_mask_0", "predecessor_indices": [469], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 473}, "475": {"name": "final_matmul_4_6", "predecessor_indices": [473, 474], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 438}, "476": {"name": "q_5_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_84", "module_index": 475}, "477": {"name": "k_5_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_84", "module_index": 476}, "478": {"name": "v_5_6", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": "orbit_85", "module_index": 477}, "479": {"name": "orbit_84_mask_0", "predecessor_indices": [477], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 478}, "480": {"name": "orbit_84_mask_1", "predecessor_indices": [476], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 479}, "481": {"name": "attention_matmul_5_6", "predecessor_indices": [480, 479], "is_atomic": true, "type": "inner", "orbit": "orbit_84", "module_index": 435}, "482": {"name": "softmax_5_6", "predecessor_indices": [481], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 436}, "483": {"name": "orbit_85_mask_0", "predecessor_indices": [478], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 482}, "484": {"name": "final_matmul_5_6", "predecessor_indices": [482, 483], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 438}, "485": {"name": "concat_6", "predecessor_indices": [439, 448, 457, 466, 475, 484], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 484}, "486": {"name": "out_6", "predecessor_indices": [485], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 485}, "487": {"name": "blocks_6_ls1", "predecessor_indices": [486], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 486}, "488": {"name": "blocks_6_drop_path1", "predecessor_indices": [487], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 487}, "489": {"name": "add_13", "predecessor_indices": [429, 488], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 488}, "490": {"name": "blocks_6_norm2", "predecessor_indices": [489], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 489}, "491": {"name": "blocks_6_mlp_fc1", "predecessor_indices": [490], "is_atomic": true, "type": "inner", "orbit": "orbit_90", "module_index": 490}, "492": {"name": "blocks_6_mlp_act", "predecessor_indices": [491], "is_atomic": true, "type": "inner", "orbit": "orbit_90", "module_index": 491}, "493": {"name": "blocks_6_mlp_drop1", "predecessor_indices": [492], "is_atomic": true, "type": "inner", "orbit": "orbit_90", "module_index": 492}, "494": {"name": "orbit_90_mask_0", "predecessor_indices": [493], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 493}, "495": {"name": "blocks_6_mlp_fc2", "predecessor_indices": [494], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 494}, "496": {"name": "blocks_6_mlp_drop2", "predecessor_indices": [495], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 495}, "497": {"name": "blocks_6_ls2", "predecessor_indices": [496], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 496}, "498": {"name": "blocks_6_drop_path2", "predecessor_indices": [497], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 497}, "499": {"name": "add_14", "predecessor_indices": [489, 498], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 498}, "500": {"name": "blocks_7_norm1", "predecessor_indices": [499], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 499}, "501": {"name": "q_0_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_95", "module_index": 500}, "502": {"name": "k_0_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_95", "module_index": 501}, "503": {"name": "v_0_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_96", "module_index": 502}, "504": {"name": "orbit_95_mask_0", "predecessor_indices": [502], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 503}, "505": {"name": "orbit_95_mask_1", "predecessor_indices": [501], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 504}, "506": {"name": "attention_matmul_7", "predecessor_indices": [505, 504], "is_atomic": true, "type": "inner", "orbit": "orbit_95", "module_index": 505}, "507": {"name": "softmax_7", "predecessor_indices": [506], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 506}, "508": {"name": "orbit_96_mask_0", "predecessor_indices": [503], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 507}, "509": {"name": "final_matmul_7", "predecessor_indices": [507, 508], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 508}, "510": {"name": "q_1_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_99", "module_index": 509}, "511": {"name": "k_1_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_99", "module_index": 510}, "512": {"name": "v_1_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_100", "module_index": 511}, "513": {"name": "orbit_99_mask_0", "predecessor_indices": [511], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 512}, "514": {"name": "orbit_99_mask_1", "predecessor_indices": [510], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 513}, "515": {"name": "attention_matmul_1_7", "predecessor_indices": [514, 513], "is_atomic": true, "type": "inner", "orbit": "orbit_99", "module_index": 505}, "516": {"name": "softmax_1_7", "predecessor_indices": [515], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 506}, "517": {"name": "orbit_100_mask_0", "predecessor_indices": [512], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 516}, "518": {"name": "final_matmul_1_7", "predecessor_indices": [516, 517], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 508}, "519": {"name": "q_2_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_91", "module_index": 518}, "520": {"name": "k_2_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_91", "module_index": 519}, "521": {"name": "v_2_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_92", "module_index": 520}, "522": {"name": "orbit_91_mask_0", "predecessor_indices": [520], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 521}, "523": {"name": "orbit_91_mask_1", "predecessor_indices": [519], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 522}, "524": {"name": "attention_matmul_2_7", "predecessor_indices": [523, 522], "is_atomic": true, "type": "inner", "orbit": "orbit_91", "module_index": 505}, "525": {"name": "softmax_2_7", "predecessor_indices": [524], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 506}, "526": {"name": "orbit_92_mask_0", "predecessor_indices": [521], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 525}, "527": {"name": "final_matmul_2_7", "predecessor_indices": [525, 526], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 508}, "528": {"name": "q_3_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_93", "module_index": 527}, "529": {"name": "k_3_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_93", "module_index": 528}, "530": {"name": "v_3_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_94", "module_index": 529}, "531": {"name": "orbit_93_mask_0", "predecessor_indices": [529], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 530}, "532": {"name": "orbit_93_mask_1", "predecessor_indices": [528], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 531}, "533": {"name": "attention_matmul_3_7", "predecessor_indices": [532, 531], "is_atomic": true, "type": "inner", "orbit": "orbit_93", "module_index": 505}, "534": {"name": "softmax_3_7", "predecessor_indices": [533], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 506}, "535": {"name": "orbit_94_mask_0", "predecessor_indices": [530], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 534}, "536": {"name": "final_matmul_3_7", "predecessor_indices": [534, 535], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 508}, "537": {"name": "q_4_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_97", "module_index": 536}, "538": {"name": "k_4_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_97", "module_index": 537}, "539": {"name": "v_4_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_98", "module_index": 538}, "540": {"name": "orbit_97_mask_0", "predecessor_indices": [538], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 539}, "541": {"name": "orbit_97_mask_1", "predecessor_indices": [537], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 540}, "542": {"name": "attention_matmul_4_7", "predecessor_indices": [541, 540], "is_atomic": true, "type": "inner", "orbit": "orbit_97", "module_index": 505}, "543": {"name": "softmax_4_7", "predecessor_indices": [542], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 506}, "544": {"name": "orbit_98_mask_0", "predecessor_indices": [539], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 543}, "545": {"name": "final_matmul_4_7", "predecessor_indices": [543, 544], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 508}, "546": {"name": "q_5_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_101", "module_index": 545}, "547": {"name": "k_5_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_101", "module_index": 546}, "548": {"name": "v_5_7", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": "orbit_102", "module_index": 547}, "549": {"name": "orbit_101_mask_0", "predecessor_indices": [547], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 548}, "550": {"name": "orbit_101_mask_1", "predecessor_indices": [546], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 549}, "551": {"name": "attention_matmul_5_7", "predecessor_indices": [550, 549], "is_atomic": true, "type": "inner", "orbit": "orbit_101", "module_index": 505}, "552": {"name": "softmax_5_7", "predecessor_indices": [551], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 506}, "553": {"name": "orbit_102_mask_0", "predecessor_indices": [548], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 552}, "554": {"name": "final_matmul_5_7", "predecessor_indices": [552, 553], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 508}, "555": {"name": "concat_7", "predecessor_indices": [509, 518, 527, 536, 545, 554], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 554}, "556": {"name": "out_7", "predecessor_indices": [555], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 555}, "557": {"name": "blocks_7_ls1", "predecessor_indices": [556], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 556}, "558": {"name": "blocks_7_drop_path1", "predecessor_indices": [557], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 557}, "559": {"name": "add_15", "predecessor_indices": [499, 558], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 558}, "560": {"name": "blocks_7_norm2", "predecessor_indices": [559], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 559}, "561": {"name": "blocks_7_mlp_fc1", "predecessor_indices": [560], "is_atomic": true, "type": "inner", "orbit": "orbit_103", "module_index": 560}, "562": {"name": "blocks_7_mlp_act", "predecessor_indices": [561], "is_atomic": true, "type": "inner", "orbit": "orbit_103", "module_index": 561}, "563": {"name": "blocks_7_mlp_drop1", "predecessor_indices": [562], "is_atomic": true, "type": "inner", "orbit": "orbit_103", "module_index": 562}, "564": {"name": "orbit_103_mask_0", "predecessor_indices": [563], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 563}, "565": {"name": "blocks_7_mlp_fc2", "predecessor_indices": [564], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 564}, "566": {"name": "blocks_7_mlp_drop2", "predecessor_indices": [565], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 565}, "567": {"name": "blocks_7_ls2", "predecessor_indices": [566], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 566}, "568": {"name": "blocks_7_drop_path2", "predecessor_indices": [567], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 567}, "569": {"name": "add_16", "predecessor_indices": [559, 568], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 568}, "570": {"name": "blocks_8_norm1", "predecessor_indices": [569], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 569}, "571": {"name": "q_0_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_114", "module_index": 570}, "572": {"name": "k_0_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_114", "module_index": 571}, "573": {"name": "v_0_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_115", "module_index": 572}, "574": {"name": "orbit_114_mask_0", "predecessor_indices": [572], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 573}, "575": {"name": "orbit_114_mask_1", "predecessor_indices": [571], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 574}, "576": {"name": "attention_matmul_8", "predecessor_indices": [575, 574], "is_atomic": true, "type": "inner", "orbit": "orbit_114", "module_index": 575}, "577": {"name": "softmax_8", "predecessor_indices": [576], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 576}, "578": {"name": "orbit_115_mask_0", "predecessor_indices": [573], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 577}, "579": {"name": "final_matmul_8", "predecessor_indices": [577, 578], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 578}, "580": {"name": "q_1_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_106", "module_index": 579}, "581": {"name": "k_1_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_106", "module_index": 580}, "582": {"name": "v_1_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_107", "module_index": 581}, "583": {"name": "orbit_106_mask_0", "predecessor_indices": [581], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 582}, "584": {"name": "orbit_106_mask_1", "predecessor_indices": [580], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 583}, "585": {"name": "attention_matmul_1_8", "predecessor_indices": [584, 583], "is_atomic": true, "type": "inner", "orbit": "orbit_106", "module_index": 575}, "586": {"name": "softmax_1_8", "predecessor_indices": [585], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 576}, "587": {"name": "orbit_107_mask_0", "predecessor_indices": [582], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 586}, "588": {"name": "final_matmul_1_8", "predecessor_indices": [586, 587], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 578}, "589": {"name": "q_2_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_110", "module_index": 588}, "590": {"name": "k_2_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_110", "module_index": 589}, "591": {"name": "v_2_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_111", "module_index": 590}, "592": {"name": "orbit_110_mask_0", "predecessor_indices": [590], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 591}, "593": {"name": "orbit_110_mask_1", "predecessor_indices": [589], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 592}, "594": {"name": "attention_matmul_2_8", "predecessor_indices": [593, 592], "is_atomic": true, "type": "inner", "orbit": "orbit_110", "module_index": 575}, "595": {"name": "softmax_2_8", "predecessor_indices": [594], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 576}, "596": {"name": "orbit_111_mask_0", "predecessor_indices": [591], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 595}, "597": {"name": "final_matmul_2_8", "predecessor_indices": [595, 596], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 578}, "598": {"name": "q_3_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_112", "module_index": 597}, "599": {"name": "k_3_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_112", "module_index": 598}, "600": {"name": "v_3_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_113", "module_index": 599}, "601": {"name": "orbit_112_mask_0", "predecessor_indices": [599], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 600}, "602": {"name": "orbit_112_mask_1", "predecessor_indices": [598], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 601}, "603": {"name": "attention_matmul_3_8", "predecessor_indices": [602, 601], "is_atomic": true, "type": "inner", "orbit": "orbit_112", "module_index": 575}, "604": {"name": "softmax_3_8", "predecessor_indices": [603], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 576}, "605": {"name": "orbit_113_mask_0", "predecessor_indices": [600], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 604}, "606": {"name": "final_matmul_3_8", "predecessor_indices": [604, 605], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 578}, "607": {"name": "q_4_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_104", "module_index": 606}, "608": {"name": "k_4_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_104", "module_index": 607}, "609": {"name": "v_4_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_105", "module_index": 608}, "610": {"name": "orbit_104_mask_0", "predecessor_indices": [608], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 609}, "611": {"name": "orbit_104_mask_1", "predecessor_indices": [607], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 610}, "612": {"name": "attention_matmul_4_8", "predecessor_indices": [611, 610], "is_atomic": true, "type": "inner", "orbit": "orbit_104", "module_index": 575}, "613": {"name": "softmax_4_8", "predecessor_indices": [612], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 576}, "614": {"name": "orbit_105_mask_0", "predecessor_indices": [609], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 613}, "615": {"name": "final_matmul_4_8", "predecessor_indices": [613, 614], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 578}, "616": {"name": "q_5_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_108", "module_index": 615}, "617": {"name": "k_5_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_108", "module_index": 616}, "618": {"name": "v_5_8", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": "orbit_109", "module_index": 617}, "619": {"name": "orbit_108_mask_0", "predecessor_indices": [617], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 618}, "620": {"name": "orbit_108_mask_1", "predecessor_indices": [616], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 619}, "621": {"name": "attention_matmul_5_8", "predecessor_indices": [620, 619], "is_atomic": true, "type": "inner", "orbit": "orbit_108", "module_index": 575}, "622": {"name": "softmax_5_8", "predecessor_indices": [621], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 576}, "623": {"name": "orbit_109_mask_0", "predecessor_indices": [618], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 622}, "624": {"name": "final_matmul_5_8", "predecessor_indices": [622, 623], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 578}, "625": {"name": "concat_8", "predecessor_indices": [579, 588, 597, 606, 615, 624], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 624}, "626": {"name": "out_8", "predecessor_indices": [625], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 625}, "627": {"name": "blocks_8_ls1", "predecessor_indices": [626], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 626}, "628": {"name": "blocks_8_drop_path1", "predecessor_indices": [627], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 627}, "629": {"name": "add_17", "predecessor_indices": [569, 628], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 628}, "630": {"name": "blocks_8_norm2", "predecessor_indices": [629], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 629}, "631": {"name": "blocks_8_mlp_fc1", "predecessor_indices": [630], "is_atomic": true, "type": "inner", "orbit": "orbit_116", "module_index": 630}, "632": {"name": "blocks_8_mlp_act", "predecessor_indices": [631], "is_atomic": true, "type": "inner", "orbit": "orbit_116", "module_index": 631}, "633": {"name": "blocks_8_mlp_drop1", "predecessor_indices": [632], "is_atomic": true, "type": "inner", "orbit": "orbit_116", "module_index": 632}, "634": {"name": "orbit_116_mask_0", "predecessor_indices": [633], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 633}, "635": {"name": "blocks_8_mlp_fc2", "predecessor_indices": [634], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 634}, "636": {"name": "blocks_8_mlp_drop2", "predecessor_indices": [635], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 635}, "637": {"name": "blocks_8_ls2", "predecessor_indices": [636], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 636}, "638": {"name": "blocks_8_drop_path2", "predecessor_indices": [637], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 637}, "639": {"name": "add_18", "predecessor_indices": [629, 638], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 638}, "640": {"name": "blocks_9_norm1", "predecessor_indices": [639], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 639}, "641": {"name": "q_0_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_119", "module_index": 640}, "642": {"name": "k_0_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_119", "module_index": 641}, "643": {"name": "v_0_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_120", "module_index": 642}, "644": {"name": "orbit_119_mask_0", "predecessor_indices": [642], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 643}, "645": {"name": "orbit_119_mask_1", "predecessor_indices": [641], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 644}, "646": {"name": "attention_matmul_9", "predecessor_indices": [645, 644], "is_atomic": true, "type": "inner", "orbit": "orbit_119", "module_index": 645}, "647": {"name": "softmax_9", "predecessor_indices": [646], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 646}, "648": {"name": "orbit_120_mask_0", "predecessor_indices": [643], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 647}, "649": {"name": "final_matmul_9", "predecessor_indices": [647, 648], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 648}, "650": {"name": "q_1_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_123", "module_index": 649}, "651": {"name": "k_1_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_123", "module_index": 650}, "652": {"name": "v_1_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_124", "module_index": 651}, "653": {"name": "orbit_123_mask_0", "predecessor_indices": [651], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 652}, "654": {"name": "orbit_123_mask_1", "predecessor_indices": [650], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 653}, "655": {"name": "attention_matmul_1_9", "predecessor_indices": [654, 653], "is_atomic": true, "type": "inner", "orbit": "orbit_123", "module_index": 645}, "656": {"name": "softmax_1_9", "predecessor_indices": [655], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 646}, "657": {"name": "orbit_124_mask_0", "predecessor_indices": [652], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 656}, "658": {"name": "final_matmul_1_9", "predecessor_indices": [656, 657], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 648}, "659": {"name": "q_2_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_127", "module_index": 658}, "660": {"name": "k_2_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_127", "module_index": 659}, "661": {"name": "v_2_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_128", "module_index": 660}, "662": {"name": "orbit_127_mask_0", "predecessor_indices": [660], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 661}, "663": {"name": "orbit_127_mask_1", "predecessor_indices": [659], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 662}, "664": {"name": "attention_matmul_2_9", "predecessor_indices": [663, 662], "is_atomic": true, "type": "inner", "orbit": "orbit_127", "module_index": 645}, "665": {"name": "softmax_2_9", "predecessor_indices": [664], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 646}, "666": {"name": "orbit_128_mask_0", "predecessor_indices": [661], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 665}, "667": {"name": "final_matmul_2_9", "predecessor_indices": [665, 666], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 648}, "668": {"name": "q_3_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_117", "module_index": 667}, "669": {"name": "k_3_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_117", "module_index": 668}, "670": {"name": "v_3_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_118", "module_index": 669}, "671": {"name": "orbit_117_mask_0", "predecessor_indices": [669], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 670}, "672": {"name": "orbit_117_mask_1", "predecessor_indices": [668], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 671}, "673": {"name": "attention_matmul_3_9", "predecessor_indices": [672, 671], "is_atomic": true, "type": "inner", "orbit": "orbit_117", "module_index": 645}, "674": {"name": "softmax_3_9", "predecessor_indices": [673], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 646}, "675": {"name": "orbit_118_mask_0", "predecessor_indices": [670], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 674}, "676": {"name": "final_matmul_3_9", "predecessor_indices": [674, 675], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 648}, "677": {"name": "q_4_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_121", "module_index": 676}, "678": {"name": "k_4_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_121", "module_index": 677}, "679": {"name": "v_4_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_122", "module_index": 678}, "680": {"name": "orbit_121_mask_0", "predecessor_indices": [678], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 679}, "681": {"name": "orbit_121_mask_1", "predecessor_indices": [677], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 680}, "682": {"name": "attention_matmul_4_9", "predecessor_indices": [681, 680], "is_atomic": true, "type": "inner", "orbit": "orbit_121", "module_index": 645}, "683": {"name": "softmax_4_9", "predecessor_indices": [682], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 646}, "684": {"name": "orbit_122_mask_0", "predecessor_indices": [679], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 683}, "685": {"name": "final_matmul_4_9", "predecessor_indices": [683, 684], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 648}, "686": {"name": "q_5_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_125", "module_index": 685}, "687": {"name": "k_5_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_125", "module_index": 686}, "688": {"name": "v_5_9", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": "orbit_126", "module_index": 687}, "689": {"name": "orbit_125_mask_0", "predecessor_indices": [687], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 688}, "690": {"name": "orbit_125_mask_1", "predecessor_indices": [686], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 689}, "691": {"name": "attention_matmul_5_9", "predecessor_indices": [690, 689], "is_atomic": true, "type": "inner", "orbit": "orbit_125", "module_index": 645}, "692": {"name": "softmax_5_9", "predecessor_indices": [691], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 646}, "693": {"name": "orbit_126_mask_0", "predecessor_indices": [688], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 692}, "694": {"name": "final_matmul_5_9", "predecessor_indices": [692, 693], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 648}, "695": {"name": "concat_9", "predecessor_indices": [649, 658, 667, 676, 685, 694], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 694}, "696": {"name": "out_9", "predecessor_indices": [695], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 695}, "697": {"name": "blocks_9_ls1", "predecessor_indices": [696], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 696}, "698": {"name": "blocks_9_drop_path1", "predecessor_indices": [697], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 697}, "699": {"name": "add_19", "predecessor_indices": [639, 698], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 698}, "700": {"name": "blocks_9_norm2", "predecessor_indices": [699], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 699}, "701": {"name": "blocks_9_mlp_fc1", "predecessor_indices": [700], "is_atomic": true, "type": "inner", "orbit": "orbit_129", "module_index": 700}, "702": {"name": "blocks_9_mlp_act", "predecessor_indices": [701], "is_atomic": true, "type": "inner", "orbit": "orbit_129", "module_index": 701}, "703": {"name": "blocks_9_mlp_drop1", "predecessor_indices": [702], "is_atomic": true, "type": "inner", "orbit": "orbit_129", "module_index": 702}, "704": {"name": "orbit_129_mask_0", "predecessor_indices": [703], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 703}, "705": {"name": "blocks_9_mlp_fc2", "predecessor_indices": [704], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 704}, "706": {"name": "blocks_9_mlp_drop2", "predecessor_indices": [705], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 705}, "707": {"name": "blocks_9_ls2", "predecessor_indices": [706], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 706}, "708": {"name": "blocks_9_drop_path2", "predecessor_indices": [707], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 707}, "709": {"name": "add_20", "predecessor_indices": [699, 708], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 708}, "710": {"name": "blocks_10_norm1", "predecessor_indices": [709], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 709}, "711": {"name": "q_0_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_140", "module_index": 710}, "712": {"name": "k_0_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_140", "module_index": 711}, "713": {"name": "v_0_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_141", "module_index": 712}, "714": {"name": "orbit_140_mask_0", "predecessor_indices": [712], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 713}, "715": {"name": "orbit_140_mask_1", "predecessor_indices": [711], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 714}, "716": {"name": "attention_matmul_10", "predecessor_indices": [715, 714], "is_atomic": true, "type": "inner", "orbit": "orbit_140", "module_index": 715}, "717": {"name": "softmax_10", "predecessor_indices": [716], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 716}, "718": {"name": "orbit_141_mask_0", "predecessor_indices": [713], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 717}, "719": {"name": "final_matmul_10", "predecessor_indices": [717, 718], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 718}, "720": {"name": "q_1_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_132", "module_index": 719}, "721": {"name": "k_1_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_132", "module_index": 720}, "722": {"name": "v_1_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_133", "module_index": 721}, "723": {"name": "orbit_132_mask_0", "predecessor_indices": [721], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 722}, "724": {"name": "orbit_132_mask_1", "predecessor_indices": [720], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 723}, "725": {"name": "attention_matmul_1_10", "predecessor_indices": [724, 723], "is_atomic": true, "type": "inner", "orbit": "orbit_132", "module_index": 715}, "726": {"name": "softmax_1_10", "predecessor_indices": [725], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 716}, "727": {"name": "orbit_133_mask_0", "predecessor_indices": [722], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 726}, "728": {"name": "final_matmul_1_10", "predecessor_indices": [726, 727], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 718}, "729": {"name": "q_2_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_136", "module_index": 728}, "730": {"name": "k_2_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_136", "module_index": 729}, "731": {"name": "v_2_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_137", "module_index": 730}, "732": {"name": "orbit_136_mask_0", "predecessor_indices": [730], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 731}, "733": {"name": "orbit_136_mask_1", "predecessor_indices": [729], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 732}, "734": {"name": "attention_matmul_2_10", "predecessor_indices": [733, 732], "is_atomic": true, "type": "inner", "orbit": "orbit_136", "module_index": 715}, "735": {"name": "softmax_2_10", "predecessor_indices": [734], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 716}, "736": {"name": "orbit_137_mask_0", "predecessor_indices": [731], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 735}, "737": {"name": "final_matmul_2_10", "predecessor_indices": [735, 736], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 718}, "738": {"name": "q_3_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_138", "module_index": 737}, "739": {"name": "k_3_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_138", "module_index": 738}, "740": {"name": "v_3_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_139", "module_index": 739}, "741": {"name": "orbit_138_mask_0", "predecessor_indices": [739], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 740}, "742": {"name": "orbit_138_mask_1", "predecessor_indices": [738], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 741}, "743": {"name": "attention_matmul_3_10", "predecessor_indices": [742, 741], "is_atomic": true, "type": "inner", "orbit": "orbit_138", "module_index": 715}, "744": {"name": "softmax_3_10", "predecessor_indices": [743], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 716}, "745": {"name": "orbit_139_mask_0", "predecessor_indices": [740], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 744}, "746": {"name": "final_matmul_3_10", "predecessor_indices": [744, 745], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 718}, "747": {"name": "q_4_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_130", "module_index": 746}, "748": {"name": "k_4_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_130", "module_index": 747}, "749": {"name": "v_4_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_131", "module_index": 748}, "750": {"name": "orbit_130_mask_0", "predecessor_indices": [748], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 749}, "751": {"name": "orbit_130_mask_1", "predecessor_indices": [747], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 750}, "752": {"name": "attention_matmul_4_10", "predecessor_indices": [751, 750], "is_atomic": true, "type": "inner", "orbit": "orbit_130", "module_index": 715}, "753": {"name": "softmax_4_10", "predecessor_indices": [752], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 716}, "754": {"name": "orbit_131_mask_0", "predecessor_indices": [749], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 753}, "755": {"name": "final_matmul_4_10", "predecessor_indices": [753, 754], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 718}, "756": {"name": "q_5_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_134", "module_index": 755}, "757": {"name": "k_5_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_134", "module_index": 756}, "758": {"name": "v_5_10", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": "orbit_135", "module_index": 757}, "759": {"name": "orbit_134_mask_0", "predecessor_indices": [757], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 758}, "760": {"name": "orbit_134_mask_1", "predecessor_indices": [756], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 759}, "761": {"name": "attention_matmul_5_10", "predecessor_indices": [760, 759], "is_atomic": true, "type": "inner", "orbit": "orbit_134", "module_index": 715}, "762": {"name": "softmax_5_10", "predecessor_indices": [761], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 716}, "763": {"name": "orbit_135_mask_0", "predecessor_indices": [758], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 762}, "764": {"name": "final_matmul_5_10", "predecessor_indices": [762, 763], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 718}, "765": {"name": "concat_10", "predecessor_indices": [719, 728, 737, 746, 755, 764], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 764}, "766": {"name": "out_10", "predecessor_indices": [765], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 765}, "767": {"name": "blocks_10_ls1", "predecessor_indices": [766], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 766}, "768": {"name": "blocks_10_drop_path1", "predecessor_indices": [767], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 767}, "769": {"name": "add_21", "predecessor_indices": [709, 768], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 768}, "770": {"name": "blocks_10_norm2", "predecessor_indices": [769], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 769}, "771": {"name": "blocks_10_mlp_fc1", "predecessor_indices": [770], "is_atomic": true, "type": "inner", "orbit": "orbit_142", "module_index": 770}, "772": {"name": "blocks_10_mlp_act", "predecessor_indices": [771], "is_atomic": true, "type": "inner", "orbit": "orbit_142", "module_index": 771}, "773": {"name": "blocks_10_mlp_drop1", "predecessor_indices": [772], "is_atomic": true, "type": "inner", "orbit": "orbit_142", "module_index": 772}, "774": {"name": "orbit_142_mask_0", "predecessor_indices": [773], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 773}, "775": {"name": "blocks_10_mlp_fc2", "predecessor_indices": [774], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 774}, "776": {"name": "blocks_10_mlp_drop2", "predecessor_indices": [775], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 775}, "777": {"name": "blocks_10_ls2", "predecessor_indices": [776], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 776}, "778": {"name": "blocks_10_drop_path2", "predecessor_indices": [777], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 777}, "779": {"name": "add_22", "predecessor_indices": [769, 778], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 778}, "780": {"name": "blocks_11_norm1", "predecessor_indices": [779], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 779}, "781": {"name": "q_0_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_145", "module_index": 780}, "782": {"name": "k_0_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_145", "module_index": 781}, "783": {"name": "v_0_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_146", "module_index": 782}, "784": {"name": "orbit_145_mask_0", "predecessor_indices": [782], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 783}, "785": {"name": "orbit_145_mask_1", "predecessor_indices": [781], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 784}, "786": {"name": "attention_matmul_11", "predecessor_indices": [785, 784], "is_atomic": true, "type": "inner", "orbit": "orbit_145", "module_index": 785}, "787": {"name": "softmax_11", "predecessor_indices": [786], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 786}, "788": {"name": "orbit_146_mask_0", "predecessor_indices": [783], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 787}, "789": {"name": "final_matmul_11", "predecessor_indices": [787, 788], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 788}, "790": {"name": "q_1_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_149", "module_index": 789}, "791": {"name": "k_1_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_149", "module_index": 790}, "792": {"name": "v_1_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_150", "module_index": 791}, "793": {"name": "orbit_149_mask_0", "predecessor_indices": [791], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 792}, "794": {"name": "orbit_149_mask_1", "predecessor_indices": [790], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 793}, "795": {"name": "attention_matmul_1_11", "predecessor_indices": [794, 793], "is_atomic": true, "type": "inner", "orbit": "orbit_149", "module_index": 785}, "796": {"name": "softmax_1_11", "predecessor_indices": [795], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 786}, "797": {"name": "orbit_150_mask_0", "predecessor_indices": [792], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 796}, "798": {"name": "final_matmul_1_11", "predecessor_indices": [796, 797], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 788}, "799": {"name": "q_2_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_153", "module_index": 798}, "800": {"name": "k_2_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_153", "module_index": 799}, "801": {"name": "v_2_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_154", "module_index": 800}, "802": {"name": "orbit_153_mask_0", "predecessor_indices": [800], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 801}, "803": {"name": "orbit_153_mask_1", "predecessor_indices": [799], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 802}, "804": {"name": "attention_matmul_2_11", "predecessor_indices": [803, 802], "is_atomic": true, "type": "inner", "orbit": "orbit_153", "module_index": 785}, "805": {"name": "softmax_2_11", "predecessor_indices": [804], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 786}, "806": {"name": "orbit_154_mask_0", "predecessor_indices": [801], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 805}, "807": {"name": "final_matmul_2_11", "predecessor_indices": [805, 806], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 788}, "808": {"name": "q_3_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_143", "module_index": 807}, "809": {"name": "k_3_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_143", "module_index": 808}, "810": {"name": "v_3_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_144", "module_index": 809}, "811": {"name": "orbit_143_mask_0", "predecessor_indices": [809], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 810}, "812": {"name": "orbit_143_mask_1", "predecessor_indices": [808], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 811}, "813": {"name": "attention_matmul_3_11", "predecessor_indices": [812, 811], "is_atomic": true, "type": "inner", "orbit": "orbit_143", "module_index": 785}, "814": {"name": "softmax_3_11", "predecessor_indices": [813], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 786}, "815": {"name": "orbit_144_mask_0", "predecessor_indices": [810], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 814}, "816": {"name": "final_matmul_3_11", "predecessor_indices": [814, 815], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 788}, "817": {"name": "q_4_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_147", "module_index": 816}, "818": {"name": "k_4_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_147", "module_index": 817}, "819": {"name": "v_4_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_148", "module_index": 818}, "820": {"name": "orbit_147_mask_0", "predecessor_indices": [818], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 819}, "821": {"name": "orbit_147_mask_1", "predecessor_indices": [817], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 820}, "822": {"name": "attention_matmul_4_11", "predecessor_indices": [821, 820], "is_atomic": true, "type": "inner", "orbit": "orbit_147", "module_index": 785}, "823": {"name": "softmax_4_11", "predecessor_indices": [822], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 786}, "824": {"name": "orbit_148_mask_0", "predecessor_indices": [819], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 823}, "825": {"name": "final_matmul_4_11", "predecessor_indices": [823, 824], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 788}, "826": {"name": "q_5_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_151", "module_index": 825}, "827": {"name": "k_5_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_151", "module_index": 826}, "828": {"name": "v_5_11", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": "orbit_152", "module_index": 827}, "829": {"name": "orbit_151_mask_0", "predecessor_indices": [827], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 828}, "830": {"name": "orbit_151_mask_1", "predecessor_indices": [826], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 829}, "831": {"name": "attention_matmul_5_11", "predecessor_indices": [830, 829], "is_atomic": true, "type": "inner", "orbit": "orbit_151", "module_index": 785}, "832": {"name": "softmax_5_11", "predecessor_indices": [831], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 786}, "833": {"name": "orbit_152_mask_0", "predecessor_indices": [828], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 832}, "834": {"name": "final_matmul_5_11", "predecessor_indices": [832, 833], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 788}, "835": {"name": "concat_11", "predecessor_indices": [789, 798, 807, 816, 825, 834], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 834}, "836": {"name": "out_11", "predecessor_indices": [835], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 835}, "837": {"name": "blocks_11_ls1", "predecessor_indices": [836], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 836}, "838": {"name": "blocks_11_drop_path1", "predecessor_indices": [837], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 837}, "839": {"name": "add_23", "predecessor_indices": [779, 838], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 838}, "840": {"name": "blocks_11_norm2", "predecessor_indices": [839], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 839}, "841": {"name": "blocks_11_mlp_fc1", "predecessor_indices": [840], "is_atomic": true, "type": "inner", "orbit": "orbit_155", "module_index": 840}, "842": {"name": "blocks_11_mlp_act", "predecessor_indices": [841], "is_atomic": true, "type": "inner", "orbit": "orbit_155", "module_index": 841}, "843": {"name": "blocks_11_mlp_drop1", "predecessor_indices": [842], "is_atomic": true, "type": "inner", "orbit": "orbit_155", "module_index": 842}, "844": {"name": "orbit_155_mask_0", "predecessor_indices": [843], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 843}, "845": {"name": "blocks_11_mlp_fc2", "predecessor_indices": [844], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 844}, "846": {"name": "blocks_11_mlp_drop2", "predecessor_indices": [845], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 845}, "847": {"name": "blocks_11_ls2", "predecessor_indices": [846], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 846}, "848": {"name": "blocks_11_drop_path2", "predecessor_indices": [847], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 847}, "849": {"name": "add_24", "predecessor_indices": [839, 848], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 848}, "850": {"name": "norm", "predecessor_indices": [849], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 849}, "851": {"name": "getitem", "predecessor_indices": [850], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 850}, "852": {"name": "fc_norm", "predecessor_indices": [851], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 851}, "853": {"name": "head", "predecessor_indices": [852], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 852}, "name": "VisionTransformer", "class": "DagModule", "output_index": 853}