; LLVM IR from libxsmm/libxsmm :: src (generator_mateltwise_gather_scatter_aarch64)

; Unoptimized IR (clang -disable-llvm-passes):
target datalayout = "e-m:e-p270:32:32-p271:32:32-p272:64:64-i64:64-i128:128-f80:128-n8:16:32:64-S128"
target triple = "x86_64-unknown-linux-gnu"

%struct.libxsmm_jump_label_tracker_struct = type { [512 x i32], [512 x %struct.libxsmm_jump_source_struct] }
%struct.libxsmm_jump_source_struct = type { [512 x i32], [512 x i32], i32 }
%struct.libxsmm_meltw_descriptor = type <{ i32, i32, i32, i32, i32, i32, i8, i8, i8, i16, i16, i8 }>
%struct.libxsmm_generated_code = type { ptr, i32, i32, i32, i32, i32, i32 }
%struct.libxsmm_mateltwise_kernel_config_struct = type { i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i8 }
%struct.libxsmm_mateltwise_gp_reg_mapping_struct = type { i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32 }

@.str = external hidden unnamed_addr constant [99 x i8], align 1
@libxsmm_ninit = external global i32, align 4
@libxsmm_verbosity = external global i32, align 4
@.str.4 = external hidden unnamed_addr constant [12 x i8], align 1
@__PRETTY_FUNCTION__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel = external hidden unnamed_addr constant [232 x i8], align 1
@__func__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel = external hidden unnamed_addr constant [58 x i8], align 1
@.str.5 = external hidden unnamed_addr constant [306 x i8], align 1

; Function Attrs: nocallback nofree nosync nounwind willreturn memory(argmem: readwrite)
declare void @llvm.lifetime.start.p0(i64 immarg, ptr nocapture) #0

declare i32 @libxsmm_cpuid_vlen32(i32 noundef) #1

declare void @libxsmm_reset_jump_label_tracker(ptr noundef) #1

declare void @libxsmm_aarch64_instruction_alu_move(ptr noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef) #1

declare void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef, i32 noundef, i32 noundef, i32 noundef) #1

declare void @libxsmm_handle_error(ptr noundef, i32 noundef, ptr noundef, ptr noundef, i32 noundef, i32 noundef) #1

declare void @libxsmm_generator_loop_header_aarch64(ptr noundef, ptr noundef, i32 noundef, i32 noundef) #1

declare void @libxsmm_generator_vloadstore_masked_vreg_aarch64(ptr noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i8 noundef zeroext, i8 noundef zeroext) #1

; Function Attrs: nocallback nofree nosync nounwind willreturn memory(argmem: readwrite)
declare void @llvm.lifetime.end.p0(i64 immarg, ptr nocapture) #0

declare void @libxsmm_generator_loop_footer_aarch64(ptr noundef, ptr noundef, i32 noundef, i32 noundef) #1

; Function Attrs: noreturn nounwind
declare void @__assert_fail(ptr noundef, ptr noundef, i32 noundef, ptr noundef) #2

declare void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i64 noundef) #1

; Function Attrs: nounwind uwtable
declare dso_local void @libxsmm_generator_gather_scatter_rows_aarch64_mn_loop_unrolled(ptr noundef, ptr noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef) #3

; Function Attrs: nounwind uwtable
define dso_local void @libxsmm_generator_gather_scatter_rows_aarch64_microkernel(ptr noundef %0, ptr noundef %1, ptr noundef %2, ptr noundef %3, ptr noundef %4) #3 {
  %6 = alloca ptr, align 8
  %7 = alloca ptr, align 8
  %8 = alloca ptr, align 8
  %9 = alloca ptr, align 8
  %10 = alloca ptr, align 8
  %11 = alloca i32, align 4
  %12 = alloca i32, align 4
  %13 = alloca i32, align 4
  %14 = alloca i32, align 4
  %15 = alloca i32, align 4
  %16 = alloca i32, align 4
  %17 = alloca i32, align 4
  %18 = alloca i32, align 4
  %19 = alloca i32, align 4
  %20 = alloca i32, align 4
  %21 = alloca i32, align 4
  %22 = alloca i32, align 4
  %23 = alloca i32, align 4
  %24 = alloca i32, align 4
  %25 = alloca i32, align 4
  %26 = alloca i32, align 4
  %27 = alloca i8, align 1
  %28 = alloca i32, align 4
  %29 = alloca i32, align 4
  %30 = alloca i32, align 4
  %31 = alloca i32, align 4
  %32 = alloca i32, align 4
  %33 = alloca i32, align 4
  %34 = alloca i32, align 4
  %35 = alloca i32, align 4
  %36 = alloca i32, align 4
  %37 = alloca i32, align 4
  %38 = alloca i32, align 4
  %39 = alloca i32, align 4
  %40 = alloca %struct.libxsmm_jump_label_tracker_struct, align 4
  %41 = alloca i32, align 4
  %42 = alloca i32, align 4
  %43 = alloca i32, align 4
  %44 = alloca i32, align 4
  %45 = alloca i32, align 4
  %46 = alloca i32, align 4
  %47 = alloca i32, align 4
  store ptr %0, ptr %6, align 8, !tbaa !5
  store ptr %1, ptr %7, align 8, !tbaa !5
  store ptr %2, ptr %8, align 8, !tbaa !5
  store ptr %3, ptr %9, align 8, !tbaa !5
  store ptr %4, ptr %10, align 8, !tbaa !5
  call void @llvm.lifetime.start.p0(i64 4, ptr %11) #4
  call void @llvm.lifetime.start.p0(i64 4, ptr %12) #4
  call void @llvm.lifetime.start.p0(i64 4, ptr %13) #4
  store i32 0, ptr %13, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %14) #4
  call void @llvm.lifetime.start.p0(i64 4, ptr %15) #4
  call void @llvm.lifetime.start.p0(i64 4, ptr %16) #4
  store i32 4, ptr %16, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %17) #4
  store i32 1, ptr %17, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %18) #4
  store i32 4, ptr %18, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %19) #4
  store i32 0, ptr %19, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %20) #4
  store i32 0, ptr %20, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %21) #4
  %48 = load ptr, ptr %10, align 8, !tbaa !5
  %49 = getelementptr inbounds %struct.libxsmm_meltw_descriptor, ptr %48, i32 0, i32 9
  %50 = load i16, ptr %49, align 1, !tbaa !11
  %51 = zext i16 %50 to i32
  %52 = and i32 %51, 256
  %53 = icmp sgt i32 %52, 0
  %54 = zext i1 %53 to i64
  %55 = select i1 %53, i32 8, i32 4
  store i32 %55, ptr %21, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %22) #4
  store i32 0, ptr %22, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %23) #4
  store i32 0, ptr %23, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %24) #4
  store i32 1, ptr %24, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %25) #4
  store i32 2, ptr %25, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %26) #4
  store i32 3, ptr %26, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 1, ptr %27) #4
  %56 = load ptr, ptr %6, align 8, !tbaa !5
  %57 = getelementptr inbounds %struct.libxsmm_generated_code, ptr %56, i32 0, i32 6
  %58 = load i32, ptr %57, align 4, !tbaa !14
  %59 = icmp uge i32 %58, 2201
  br i1 %59, label %60, label %65

60:                                               ; preds = %5
  %61 = load ptr, ptr %6, align 8, !tbaa !5
  %62 = getelementptr inbounds %struct.libxsmm_generated_code, ptr %61, i32 0, i32 6
  %63 = load i32, ptr %62, align 4, !tbaa !14
  %64 = icmp ult i32 %63, 2501
  br label %65

65:                                               ; preds = %60, %5
  %66 = phi i1 [ false, %5 ], [ %64, %60 ]
  %67 = zext i1 %66 to i32
  %68 = trunc i32 %67 to i8
  store i8 %68, ptr %27, align 1, !tbaa !16
  call void @llvm.lifetime.start.p0(i64 4, ptr %28) #4
  %69 = load ptr, ptr %6, align 8, !tbaa !5
  %70 = getelementptr inbounds %struct.libxsmm_generated_code, ptr %69, i32 0, i32 6
  %71 = load i32, ptr %70, align 4, !tbaa !14
  %72 = icmp ne i32 %71, 2501
  br i1 %72, label %73, label %79

73:                                               ; preds = %65
  %74 = load ptr, ptr %6, align 8, !tbaa !5
  %75 = getelementptr inbounds %struct.libxsmm_generated_code, ptr %74, i32 0, i32 6
  %76 = load i32, ptr %75, align 4, !tbaa !14
  %77 = call i32 @libxsmm_cpuid_vlen32(i32 noundef %76)
  %78 = mul nsw i32 4, %77
  br label %80

79:                                               ; preds = %65
  br label %80

80:                                               ; preds = %79, %73
  %81 = phi i32 [ %78, %73 ], [ 16, %79 ]
  store i32 %81, ptr %28, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %29) #4
  %82 = load i32, ptr %28, align 4, !tbaa !9
  %83 = load i32, ptr %21, align 4, !tbaa !9
  %84 = udiv i32 %82, %83
  store i32 %84, ptr %29, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %30) #4
  store i32 1, ptr %30, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %31) #4
  store i32 0, ptr %31, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %32) #4
  store i32 0, ptr %32, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %33) #4
  store i32 0, ptr %33, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %34) #4
  store i32 0, ptr %34, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %35) #4
  store i32 0, ptr %35, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %36) #4
  store i32 0, ptr %36, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %37) #4
  store i32 0, ptr %37, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %38) #4
  store i32 32, ptr %38, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %39) #4
  store i32 80, ptr %39, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 2101248, ptr %40) #4
  call void @libxsmm_reset_jump_label_tracker(ptr noundef %40)
  %85 = load ptr, ptr %9, align 8, !tbaa !5
  %86 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %85, i32 0, i32 2
  %87 = load i32, ptr %86, align 4, !tbaa !17
  %88 = icmp eq i32 %87, 4
  br i1 %88, label %89, label %94

89:                                               ; preds = %80
  %90 = load i32, ptr %21, align 4, !tbaa !9
  %91 = icmp eq i32 %90, 4
  %92 = zext i1 %91 to i64
  %93 = select i1 %91, i32 -2061483901, i32 -983515005
  br label %99

94:                                               ; preds = %80
  %95 = load i32, ptr %21, align 4, !tbaa !9
  %96 = icmp eq i32 %95, 4
  %97 = zext i1 %96 to i64
  %98 = select i1 %96, i32 -2069872509, i32 -991903613
  br label %99

99:                                               ; preds = %94, %89
  %100 = phi i32 [ %93, %89 ], [ %98, %94 ]
  store i32 %100, ptr %22, align 4, !tbaa !9
  %101 = load ptr, ptr %9, align 8, !tbaa !5
  %102 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %101, i32 0, i32 2
  %103 = load i32, ptr %102, align 4, !tbaa !17
  %104 = icmp eq i32 %103, 4
  br i1 %104, label %105, label %110

105:                                              ; preds = %99
  %106 = load i32, ptr %21, align 4, !tbaa !9
  %107 = icmp eq i32 %106, 4
  %108 = zext i1 %107 to i64
  %109 = select i1 %107, i32 -446660477, i32 -450838397
  br label %115

110:                                              ; preds = %99
  %111 = load i32, ptr %21, align 4, !tbaa !9
  %112 = icmp eq i32 %111, 4
  %113 = zext i1 %112 to i64
  %114 = select i1 %112, i32 -455049085, i32 -459235197
  br label %115

115:                                              ; preds = %110, %105
  %116 = phi i32 [ %109, %105 ], [ %114, %110 ]
  store i32 %116, ptr %23, align 4, !tbaa !9
  %117 = load ptr, ptr %10, align 8, !tbaa !5
  %118 = getelementptr inbounds %struct.libxsmm_meltw_descriptor, ptr %117, i32 0, i32 10
  %119 = load i16, ptr %118, align 1, !tbaa !19
  %120 = zext i16 %119 to i32
  %121 = icmp eq i32 %120, 51
  %122 = zext i1 %121 to i64
  %123 = select i1 %121, i32 1, i32 0
  store i32 %123, ptr %30, align 4, !tbaa !9
  %124 = load ptr, ptr %8, align 8, !tbaa !5
  %125 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %124, i32 0, i32 26
  store i32 40, ptr %125, align 4, !tbaa !20
  %126 = load ptr, ptr %8, align 8, !tbaa !5
  %127 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %126, i32 0, i32 27
  store i32 41, ptr %127, align 4, !tbaa !22
  %128 = load ptr, ptr %8, align 8, !tbaa !5
  %129 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %128, i32 0, i32 24
  store i32 42, ptr %129, align 4, !tbaa !23
  %130 = load ptr, ptr %8, align 8, !tbaa !5
  %131 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %130, i32 0, i32 25
  store i32 43, ptr %131, align 4, !tbaa !24
  %132 = load ptr, ptr %8, align 8, !tbaa !5
  %133 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %132, i32 0, i32 35
  store i32 48, ptr %133, align 4, !tbaa !25
  %134 = load ptr, ptr %8, align 8, !tbaa !5
  %135 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %134, i32 0, i32 36
  store i32 49, ptr %135, align 4, !tbaa !26
  store i32 44, ptr %36, align 4, !tbaa !9
  store i32 45, ptr %35, align 4, !tbaa !9
  store i32 44, ptr %34, align 4, !tbaa !9
  %136 = load i32, ptr %30, align 4, !tbaa !9
  %137 = icmp eq i32 %136, 1
  br i1 %137, label %138, label %169

138:                                              ; preds = %115
  %139 = load ptr, ptr %6, align 8, !tbaa !5
  %140 = load ptr, ptr %8, align 8, !tbaa !5
  %141 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %140, i32 0, i32 0
  %142 = load i32, ptr %141, align 4, !tbaa !27
  %143 = load i32, ptr %38, align 4, !tbaa !9
  %144 = load i32, ptr %36, align 4, !tbaa !9
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef %139, i32 noundef -1186988026, i32 noundef %142, i32 noundef 127, i32 noundef %143, i32 noundef %144)
  %145 = load ptr, ptr %6, align 8, !tbaa !5
  %146 = load ptr, ptr %8, align 8, !tbaa !5
  %147 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %146, i32 0, i32 0
  %148 = load i32, ptr %147, align 4, !tbaa !27
  %149 = load i32, ptr %38, align 4, !tbaa !9
  %150 = add nsw i32 %149, 8
  %151 = load ptr, ptr %8, align 8, !tbaa !5
  %152 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %151, i32 0, i32 27
  %153 = load i32, ptr %152, align 4, !tbaa !22
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef %145, i32 noundef -1186988026, i32 noundef %148, i32 noundef 127, i32 noundef %150, i32 noundef %153)
  %154 = load ptr, ptr %6, align 8, !tbaa !5
  %155 = load ptr, ptr %8, align 8, !tbaa !5
  %156 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %155, i32 0, i32 0
  %157 = load i32, ptr %156, align 4, !tbaa !27
  %158 = load i32, ptr %39, align 4, !tbaa !9
  %159 = load i32, ptr %35, align 4, !tbaa !9
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef %154, i32 noundef -1186988026, i32 noundef %157, i32 noundef 127, i32 noundef %158, i32 noundef %159)
  %160 = load ptr, ptr %10, align 8, !tbaa !5
  %161 = getelementptr inbounds %struct.libxsmm_meltw_descriptor, ptr %160, i32 0, i32 3
  %162 = load i32, ptr %161, align 1, !tbaa !28
  store i32 %162, ptr %31, align 4, !tbaa !9
  %163 = load ptr, ptr %10, align 8, !tbaa !5
  %164 = getelementptr inbounds %struct.libxsmm_meltw_descriptor, ptr %163, i32 0, i32 2
  %165 = load i32, ptr %164, align 1, !tbaa !29
  store i32 %165, ptr %32, align 4, !tbaa !9
  %166 = load ptr, ptr %9, align 8, !tbaa !5
  %167 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %166, i32 0, i32 5
  %168 = load i32, ptr %167, align 4, !tbaa !30
  store i32 %168, ptr %33, align 4, !tbaa !9
  br label %200

169:                                              ; preds = %115
  %170 = load ptr, ptr %6, align 8, !tbaa !5
  %171 = load ptr, ptr %8, align 8, !tbaa !5
  %172 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %171, i32 0, i32 0
  %173 = load i32, ptr %172, align 4, !tbaa !27
  %174 = load i32, ptr %38, align 4, !tbaa !9
  %175 = load i32, ptr %35, align 4, !tbaa !9
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef %170, i32 noundef -1186988026, i32 noundef %173, i32 noundef 127, i32 noundef %174, i32 noundef %175)
  %176 = load ptr, ptr %6, align 8, !tbaa !5
  %177 = load ptr, ptr %8, align 8, !tbaa !5
  %178 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %177, i32 0, i32 0
  %179 = load i32, ptr %178, align 4, !tbaa !27
  %180 = load i32, ptr %39, align 4, !tbaa !9
  %181 = load i32, ptr %36, align 4, !tbaa !9
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef %176, i32 noundef -1186988026, i32 noundef %179, i32 noundef 127, i32 noundef %180, i32 noundef %181)
  %182 = load ptr, ptr %6, align 8, !tbaa !5
  %183 = load ptr, ptr %8, align 8, !tbaa !5
  %184 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %183, i32 0, i32 0
  %185 = load i32, ptr %184, align 4, !tbaa !27
  %186 = load i32, ptr %39, align 4, !tbaa !9
  %187 = add nsw i32 %186, 8
  %188 = load ptr, ptr %8, align 8, !tbaa !5
  %189 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %188, i32 0, i32 27
  %190 = load i32, ptr %189, align 4, !tbaa !22
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef %182, i32 noundef -1186988026, i32 noundef %185, i32 noundef 127, i32 noundef %187, i32 noundef %190)
  %191 = load ptr, ptr %10, align 8, !tbaa !5
  %192 = getelementptr inbounds %struct.libxsmm_meltw_descriptor, ptr %191, i32 0, i32 2
  %193 = load i32, ptr %192, align 1, !tbaa !29
  store i32 %193, ptr %31, align 4, !tbaa !9
  %194 = load ptr, ptr %10, align 8, !tbaa !5
  %195 = getelementptr inbounds %struct.libxsmm_meltw_descriptor, ptr %194, i32 0, i32 3
  %196 = load i32, ptr %195, align 1, !tbaa !28
  store i32 %196, ptr %32, align 4, !tbaa !9
  %197 = load ptr, ptr %9, align 8, !tbaa !5
  %198 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %197, i32 0, i32 2
  %199 = load i32, ptr %198, align 4, !tbaa !17
  store i32 %199, ptr %33, align 4, !tbaa !9
  br label %200

200:                                              ; preds = %169, %138
  %201 = load ptr, ptr %10, align 8, !tbaa !5
  %202 = getelementptr inbounds %struct.libxsmm_meltw_descriptor, ptr %201, i32 0, i32 0
  %203 = load i32, ptr %202, align 1, !tbaa !31
  store i32 %203, ptr %11, align 4, !tbaa !9
  %204 = load ptr, ptr %10, align 8, !tbaa !5
  %205 = getelementptr inbounds %struct.libxsmm_meltw_descriptor, ptr %204, i32 0, i32 1
  %206 = load i32, ptr %205, align 1, !tbaa !32
  store i32 %206, ptr %12, align 4, !tbaa !9
  %207 = load i32, ptr %29, align 4, !tbaa !9
  %208 = icmp ne i32 0, %207
  br i1 %208, label %209, label %210

209:                                              ; preds = %200
  br label %211

210:                                              ; preds = %200
  call void @__assert_fail(ptr noundef @.str.4, ptr noundef @.str, i32 noundef 374, ptr noundef @__PRETTY_FUNCTION__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel) #5
  unreachable

211:                                              ; preds = %209
  %212 = load i32, ptr %11, align 4, !tbaa !9
  %213 = load i32, ptr %29, align 4, !tbaa !9
  %214 = urem i32 %212, %213
  store i32 %214, ptr %14, align 4, !tbaa !9
  %215 = load i32, ptr %11, align 4, !tbaa !9
  %216 = load i32, ptr %29, align 4, !tbaa !9
  %217 = add i32 %215, %216
  %218 = sub i32 %217, 1
  %219 = load i32, ptr %29, align 4, !tbaa !9
  %220 = udiv i32 %218, %219
  store i32 %220, ptr %15, align 4, !tbaa !9
  %221 = load i32, ptr %15, align 4, !tbaa !9
  store i32 %221, ptr %17, align 4, !tbaa !9
  store i32 1, ptr %19, align 4, !tbaa !9
  store i32 0, ptr %20, align 4, !tbaa !9
  br label %222

222:                                              ; preds = %227, %211
  %223 = load i32, ptr %12, align 4, !tbaa !9
  %224 = load i32, ptr %18, align 4, !tbaa !9
  %225 = urem i32 %223, %224
  %226 = icmp ugt i32 %225, 0
  br i1 %226, label %227, label %230

227:                                              ; preds = %222
  %228 = load i32, ptr %18, align 4, !tbaa !9
  %229 = add i32 %228, -1
  store i32 %229, ptr %18, align 4, !tbaa !9
  br label %222, !llvm.loop !33

230:                                              ; preds = %222
  %231 = load i8, ptr %27, align 1, !tbaa !16
  %232 = zext i8 %231 to i32
  %233 = icmp sgt i32 %232, 0
  br i1 %233, label %234, label %258

234:                                              ; preds = %230
  %235 = load ptr, ptr %6, align 8, !tbaa !5
  %236 = load ptr, ptr %8, align 8, !tbaa !5
  %237 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %236, i32 0, i32 35
  %238 = load i32, ptr %237, align 4, !tbaa !25
  call void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef %235, i32 noundef 0, i32 noundef -1, i32 noundef %238)
  %239 = load ptr, ptr %9, align 8, !tbaa !5
  %240 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %239, i32 0, i32 2
  %241 = load i32, ptr %240, align 4, !tbaa !17
  %242 = icmp eq i32 %241, 2
  br i1 %242, label %246, label %243

243:                                              ; preds = %234
  %244 = load i32, ptr %21, align 4, !tbaa !9
  %245 = icmp eq i32 %244, 8
  br i1 %245, label %246, label %257

246:                                              ; preds = %243, %234
  %247 = load ptr, ptr %6, align 8, !tbaa !5
  %248 = load i32, ptr %26, align 4, !tbaa !9
  %249 = load i32, ptr %29, align 4, !tbaa !9
  %250 = load ptr, ptr %9, align 8, !tbaa !5
  %251 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %250, i32 0, i32 2
  %252 = load i32, ptr %251, align 4, !tbaa !17
  %253 = mul i32 %249, %252
  %254 = load ptr, ptr %8, align 8, !tbaa !5
  %255 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %254, i32 0, i32 35
  %256 = load i32, ptr %255, align 4, !tbaa !25
  call void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef %247, i32 noundef %248, i32 noundef %253, i32 noundef %256)
  br label %257

257:                                              ; preds = %246, %243
  br label %258

258:                                              ; preds = %257, %230
  %259 = load i32, ptr %14, align 4, !tbaa !9
  %260 = icmp ugt i32 %259, 0
  br i1 %260, label %261, label %308

261:                                              ; preds = %258
  %262 = load i8, ptr %27, align 1, !tbaa !16
  %263 = zext i8 %262 to i32
  %264 = icmp sgt i32 %263, 0
  br i1 %264, label %265, label %304

265:                                              ; preds = %261
  %266 = load ptr, ptr %9, align 8, !tbaa !5
  %267 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %266, i32 0, i32 2
  %268 = load i32, ptr %267, align 4, !tbaa !17
  %269 = icmp eq i32 %268, 4
  br i1 %269, label %275, label %270

270:                                              ; preds = %265
  %271 = load ptr, ptr %9, align 8, !tbaa !5
  %272 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %271, i32 0, i32 2
  %273 = load i32, ptr %272, align 4, !tbaa !17
  %274 = icmp eq i32 %273, 2
  br i1 %274, label %275, label %294

275:                                              ; preds = %270, %265
  %276 = load ptr, ptr %6, align 8, !tbaa !5
  %277 = load i32, ptr %24, align 4, !tbaa !9
  %278 = load i32, ptr %14, align 4, !tbaa !9
  %279 = load ptr, ptr %9, align 8, !tbaa !5
  %280 = getelementptr inbounds %struct.libxsmm_mateltwise_kernel_config_struct, ptr %279, i32 0, i32 2
  %281 = load i32, ptr %280, align 4, !tbaa !17
  %282 = mul i32 %278, %281
  %283 = load ptr, ptr %8, align 8, !tbaa !5
  %284 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %283, i32 0, i32 35
  %285 = load i32, ptr %284, align 4, !tbaa !25
  call void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef %276, i32 noundef %277, i32 noundef %282, i32 noundef %285)
  %286 = load ptr, ptr %6, align 8, !tbaa !5
  %287 = load i32, ptr %25, align 4, !tbaa !9
  %288 = load i32, ptr %14, align 4, !tbaa !9
  %289 = load i32, ptr %21, align 4, !tbaa !9
  %290 = mul i32 %288, %289
  %291 = load ptr, ptr %8, align 8, !tbaa !5
  %292 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %291, i32 0, i32 35
  %293 = load i32, ptr %292, align 4, !tbaa !25
  call void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef %286, i32 noundef %287, i32 noundef %290, i32 noundef %293)
  br label %303

294:                                              ; preds = %270
  %295 = load ptr, ptr %6, align 8, !tbaa !5
  %296 = load i32, ptr @libxsmm_ninit, align 4, !tbaa !9
  %297 = icmp ult i32 1, %296
  br i1 %297, label %298, label %300

298:                                              ; preds = %294
  %299 = load i32, ptr @libxsmm_verbosity, align 4, !tbaa !9
  br label %301

300:                                              ; preds = %294
  br label %301

301:                                              ; preds = %300, %298
  %302 = phi i32 [ %299, %298 ], [ 1, %300 ]
  call void @libxsmm_handle_error(ptr noundef %295, i32 noundef 90033, ptr noundef @__func__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel, ptr noundef @.str, i32 noundef 400, i32 noundef %302)
  store i32 1, ptr %41, align 4
  br label %657

303:                                              ; preds = %275
  br label %307

304:                                              ; preds = %261
  %305 = load i32, ptr %14, align 4, !tbaa !9
  store i32 %305, ptr %24, align 4, !tbaa !9
  %306 = load i32, ptr %14, align 4, !tbaa !9
  store i32 %306, ptr %25, align 4, !tbaa !9
  br label %307

307:                                              ; preds = %304, %303
  br label %308

308:                                              ; preds = %307, %258
  %309 = load i32, ptr %17, align 4, !tbaa !9
  %310 = load i32, ptr %16, align 4, !tbaa !9
  %311 = icmp ugt i32 %309, %310
  br i1 %311, label %312, label %336

312:                                              ; preds = %308
  %313 = load i32, ptr %16, align 4, !tbaa !9
  store i32 %313, ptr %17, align 4, !tbaa !9
  %314 = load i32, ptr %15, align 4, !tbaa !9
  %315 = load i32, ptr %17, align 4, !tbaa !9
  %316 = udiv i32 %314, %315
  store i32 %316, ptr %19, align 4, !tbaa !9
  %317 = load i32, ptr %15, align 4, !tbaa !9
  %318 = load i32, ptr %17, align 4, !tbaa !9
  %319 = load i32, ptr %19, align 4, !tbaa !9
  %320 = mul i32 %318, %319
  %321 = sub i32 %317, %320
  store i32 %321, ptr %20, align 4, !tbaa !9
  %322 = load i32, ptr %14, align 4, !tbaa !9
  %323 = icmp ugt i32 %322, 0
  br i1 %323, label %324, label %335

324:                                              ; preds = %312
  %325 = load i32, ptr %20, align 4, !tbaa !9
  %326 = icmp eq i32 %325, 0
  br i1 %326, label %327, label %335

327:                                              ; preds = %324
  %328 = load i32, ptr %19, align 4, !tbaa !9
  %329 = add i32 %328, -1
  store i32 %329, ptr %19, align 4, !tbaa !9
  %330 = load i32, ptr %15, align 4, !tbaa !9
  %331 = load i32, ptr %17, align 4, !tbaa !9
  %332 = load i32, ptr %19, align 4, !tbaa !9
  %333 = mul i32 %331, %332
  %334 = sub i32 %330, %333
  store i32 %334, ptr %20, align 4, !tbaa !9
  br label %335

335:                                              ; preds = %327, %324, %312
  br label %351

336:                                              ; preds = %308
  %337 = load i32, ptr %14, align 4, !tbaa !9
  %338 = icmp ugt i32 %337, 0
  br i1 %338, label %339, label %350

339:                                              ; preds = %336
  %340 = load i32, ptr %20, align 4, !tbaa !9
  %341 = icmp eq i32 %340, 0
  br i1 %341, label %342, label %350

342:                                              ; preds = %339
  %343 = load i32, ptr %19, align 4, !tbaa !9
  %344 = add i32 %343, -1
  store i32 %344, ptr %19, align 4, !tbaa !9
  %345 = load i32, ptr %15, align 4, !tbaa !9
  %346 = load i32, ptr %17, align 4, !tbaa !9
  %347 = load i32, ptr %19, align 4, !tbaa !9
  %348 = mul i32 %346, %347
  %349 = sub i32 %345, %348
  store i32 %349, ptr %20, align 4, !tbaa !9
  br label %350

350:                                              ; preds = %342, %339, %336
  br label %351

351:                                              ; preds = %350, %335
  %352 = load i32, ptr %19, align 4, !tbaa !9
  %353 = icmp uge i32 %352, 1
  br i1 %353, label %354, label %515

354:                                              ; preds = %351
  %355 = load ptr, ptr %6, align 8, !tbaa !5
  %356 = load ptr, ptr %7, align 8, !tbaa !5
  %357 = load ptr, ptr %8, align 8, !tbaa !5
  %358 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %357, i32 0, i32 24
  %359 = load i32, ptr %358, align 4, !tbaa !23
  %360 = load i32, ptr %19, align 4, !tbaa !9
  call void @libxsmm_generator_loop_header_aarch64(ptr noundef %355, ptr noundef %356, i32 noundef %359, i32 noundef %360)
  store i32 0, ptr %13, align 4, !tbaa !9
  br label %361

361:                                              ; preds = %411, %354
  %362 = load i32, ptr %13, align 4, !tbaa !9
  %363 = load i32, ptr %17, align 4, !tbaa !9
  %364 = icmp ult i32 %362, %363
  br i1 %364, label %365, label %414

365:                                              ; preds = %361
  call void @llvm.lifetime.start.p0(i64 4, ptr %42) #4
  %366 = load i32, ptr %37, align 4, !tbaa !9
  %367 = load i32, ptr %13, align 4, !tbaa !9
  %368 = add i32 %366, %367
  store i32 %368, ptr %42, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %43) #4
  store i32 0, ptr %43, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %44) #4
  store i32 0, ptr %44, align 4, !tbaa !9
  %369 = load ptr, ptr %6, align 8, !tbaa !5
  %370 = load ptr, ptr %8, align 8, !tbaa !5
  %371 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %370, i32 0, i32 27
  %372 = load i32, ptr %371, align 4, !tbaa !22
  %373 = load ptr, ptr %8, align 8, !tbaa !5
  %374 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %373, i32 0, i32 35
  %375 = load i32, ptr %374, align 4, !tbaa !25
  %376 = load i32, ptr %42, align 4, !tbaa !9
  %377 = load i32, ptr %21, align 4, !tbaa !9
  %378 = load i32, ptr %43, align 4, !tbaa !9
  %379 = load i32, ptr %44, align 4, !tbaa !9
  %380 = trunc i32 %379 to i8
  %381 = zext i8 %380 to i32
  %382 = icmp eq i32 0, %381
  br i1 %382, label %388, label %383

383:                                              ; preds = %365
  %384 = load i32, ptr %44, align 4, !tbaa !9
  %385 = trunc i32 %384 to i8
  %386 = zext i8 %385 to i32
  %387 = icmp slt i32 0, %386
  br i1 %387, label %388, label %406

388:                                              ; preds = %383, %365
  %389 = load i32, ptr %44, align 4, !tbaa !9
  %390 = zext i32 %389 to i64
  %391 = mul i64 1, %390
  %392 = icmp ult i64 %391, 255
  br i1 %392, label %393, label %397

393:                                              ; preds = %388
  %394 = load i32, ptr %44, align 4, !tbaa !9
  %395 = zext i32 %394 to i64
  %396 = mul i64 1, %395
  br label %398

397:                                              ; preds = %388
  br label %398

398:                                              ; preds = %397, %393
  %399 = phi i64 [ %396, %393 ], [ 255, %397 ]
  %400 = icmp ule i64 %399, 255
  br i1 %400, label %401, label %406

401:                                              ; preds = %398
  %402 = load i32, ptr %44, align 4, !tbaa !9
  %403 = uitofp i32 %402 to double
  %404 = fcmp ole double 0.000000e+00, %403
  br i1 %404, label %405, label %406

405:                                              ; preds = %401
  br label %407

406:                                              ; preds = %401, %398, %383
  call void @__assert_fail(ptr noundef @.str.5, ptr noundef @.str, i32 noundef 434, ptr noundef @__PRETTY_FUNCTION__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel) #5
  unreachable

407:                                              ; preds = %405
  %408 = load i32, ptr %44, align 4, !tbaa !9
  %409 = trunc i32 %408 to i8
  %410 = load i8, ptr %27, align 1, !tbaa !16
  call void @libxsmm_generator_vloadstore_masked_vreg_aarch64(ptr noundef %369, i32 noundef %372, i32 noundef %375, i32 noundef %376, i32 noundef %377, i32 noundef %378, i32 noundef 1, i32 noundef 0, i8 noundef zeroext %409, i8 noundef zeroext %410)
  call void @llvm.lifetime.end.p0(i64 4, ptr %44) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %43) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %42) #4
  br label %411

411:                                              ; preds = %407
  %412 = load i32, ptr %13, align 4, !tbaa !9
  %413 = add i32 %412, 1
  store i32 %413, ptr %13, align 4, !tbaa !9
  br label %361, !llvm.loop !35

414:                                              ; preds = %361
  %415 = load ptr, ptr %6, align 8, !tbaa !5
  %416 = load ptr, ptr %7, align 8, !tbaa !5
  %417 = load ptr, ptr %8, align 8, !tbaa !5
  %418 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %417, i32 0, i32 25
  %419 = load i32, ptr %418, align 4, !tbaa !24
  %420 = load i32, ptr %12, align 4, !tbaa !9
  call void @libxsmm_generator_loop_header_aarch64(ptr noundef %415, ptr noundef %416, i32 noundef %419, i32 noundef %420)
  %421 = load ptr, ptr %6, align 8, !tbaa !5
  %422 = load ptr, ptr %8, align 8, !tbaa !5
  %423 = load i32, ptr %17, align 4, !tbaa !9
  %424 = load i32, ptr %18, align 4, !tbaa !9
  %425 = load i32, ptr %37, align 4, !tbaa !9
  %426 = load i32, ptr %21, align 4, !tbaa !9
  %427 = load i32, ptr %25, align 4, !tbaa !9
  %428 = load i32, ptr %32, align 4, !tbaa !9
  %429 = load i32, ptr %22, align 4, !tbaa !9
  %430 = load i32, ptr %23, align 4, !tbaa !9
  %431 = load i32, ptr %29, align 4, !tbaa !9
  %432 = load i32, ptr %24, align 4, !tbaa !9
  %433 = load i32, ptr %26, align 4, !tbaa !9
  %434 = load i32, ptr %30, align 4, !tbaa !9
  %435 = load i32, ptr %34, align 4, !tbaa !9
  %436 = load i32, ptr %35, align 4, !tbaa !9
  %437 = load i32, ptr %33, align 4, !tbaa !9
  %438 = load i32, ptr %31, align 4, !tbaa !9
  call void @libxsmm_generator_gather_scatter_rows_aarch64_mn_loop_unrolled(ptr noundef %421, ptr noundef %422, i32 noundef %423, i32 noundef %424, i32 noundef %425, i32 noundef %426, i32 noundef %427, i32 noundef %428, i32 noundef %429, i32 noundef %430, i32 noundef %431, i32 noundef 0, i32 noundef %432, i32 noundef %433, i32 noundef %434, i32 noundef %435, i32 noundef %436, i32 noundef %437, i32 noundef %438)
  %439 = load ptr, ptr %6, align 8, !tbaa !5
  %440 = load i32, ptr %35, align 4, !tbaa !9
  %441 = load ptr, ptr %8, align 8, !tbaa !5
  %442 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %441, i32 0, i32 35
  %443 = load i32, ptr %442, align 4, !tbaa !25
  %444 = load i32, ptr %35, align 4, !tbaa !9
  %445 = load i32, ptr %18, align 4, !tbaa !9
  %446 = zext i32 %445 to i64
  %447 = load i32, ptr %31, align 4, !tbaa !9
  %448 = zext i32 %447 to i64
  %449 = mul nsw i64 %446, %448
  %450 = load i32, ptr %33, align 4, !tbaa !9
  %451 = zext i32 %450 to i64
  %452 = mul nsw i64 %449, %451
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %439, i32 noundef 4096, i32 noundef %440, i32 noundef %443, i32 noundef %444, i64 noundef %452)
  %453 = load ptr, ptr %6, align 8, !tbaa !5
  %454 = load i32, ptr %34, align 4, !tbaa !9
  %455 = load ptr, ptr %8, align 8, !tbaa !5
  %456 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %455, i32 0, i32 35
  %457 = load i32, ptr %456, align 4, !tbaa !25
  %458 = load i32, ptr %34, align 4, !tbaa !9
  %459 = load i32, ptr %18, align 4, !tbaa !9
  %460 = zext i32 %459 to i64
  %461 = load i32, ptr %32, align 4, !tbaa !9
  %462 = zext i32 %461 to i64
  %463 = mul nsw i64 %460, %462
  %464 = load i32, ptr %33, align 4, !tbaa !9
  %465 = zext i32 %464 to i64
  %466 = mul nsw i64 %463, %465
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %453, i32 noundef 4096, i32 noundef %454, i32 noundef %457, i32 noundef %458, i64 noundef %466)
  %467 = load ptr, ptr %6, align 8, !tbaa !5
  %468 = load ptr, ptr %7, align 8, !tbaa !5
  %469 = load ptr, ptr %8, align 8, !tbaa !5
  %470 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %469, i32 0, i32 25
  %471 = load i32, ptr %470, align 4, !tbaa !24
  %472 = load i32, ptr %18, align 4, !tbaa !9
  call void @libxsmm_generator_loop_footer_aarch64(ptr noundef %467, ptr noundef %468, i32 noundef %471, i32 noundef %472)
  %473 = load ptr, ptr %6, align 8, !tbaa !5
  %474 = load i32, ptr %35, align 4, !tbaa !9
  %475 = load ptr, ptr %8, align 8, !tbaa !5
  %476 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %475, i32 0, i32 35
  %477 = load i32, ptr %476, align 4, !tbaa !25
  %478 = load i32, ptr %35, align 4, !tbaa !9
  %479 = load i32, ptr %12, align 4, !tbaa !9
  %480 = zext i32 %479 to i64
  %481 = load i32, ptr %31, align 4, !tbaa !9
  %482 = zext i32 %481 to i64
  %483 = mul nsw i64 %480, %482
  %484 = load i32, ptr %33, align 4, !tbaa !9
  %485 = zext i32 %484 to i64
  %486 = mul nsw i64 %483, %485
  %487 = load i32, ptr %17, align 4, !tbaa !9
  %488 = zext i32 %487 to i64
  %489 = load i32, ptr %29, align 4, !tbaa !9
  %490 = zext i32 %489 to i64
  %491 = mul nsw i64 %488, %490
  %492 = load i32, ptr %33, align 4, !tbaa !9
  %493 = zext i32 %492 to i64
  %494 = mul nsw i64 %491, %493
  %495 = sub nsw i64 %486, %494
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %473, i32 noundef 4097, i32 noundef %474, i32 noundef %477, i32 noundef %478, i64 noundef %495)
  %496 = load ptr, ptr %6, align 8, !tbaa !5
  %497 = load i32, ptr %34, align 4, !tbaa !9
  %498 = load ptr, ptr %8, align 8, !tbaa !5
  %499 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %498, i32 0, i32 35
  %500 = load i32, ptr %499, align 4, !tbaa !25
  %501 = load i32, ptr %34, align 4, !tbaa !9
  %502 = load i32, ptr %12, align 4, !tbaa !9
  %503 = zext i32 %502 to i64
  %504 = load i32, ptr %32, align 4, !tbaa !9
  %505 = zext i32 %504 to i64
  %506 = mul nsw i64 %503, %505
  %507 = load i32, ptr %33, align 4, !tbaa !9
  %508 = zext i32 %507 to i64
  %509 = mul nsw i64 %506, %508
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %496, i32 noundef 4097, i32 noundef %497, i32 noundef %500, i32 noundef %501, i64 noundef %509)
  %510 = load ptr, ptr %6, align 8, !tbaa !5
  %511 = load ptr, ptr %7, align 8, !tbaa !5
  %512 = load ptr, ptr %8, align 8, !tbaa !5
  %513 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %512, i32 0, i32 24
  %514 = load i32, ptr %513, align 4, !tbaa !23
  call void @libxsmm_generator_loop_footer_aarch64(ptr noundef %510, ptr noundef %511, i32 noundef %514, i32 noundef 1)
  br label %515

515:                                              ; preds = %414, %351
  %516 = load i32, ptr %20, align 4, !tbaa !9
  %517 = icmp ugt i32 %516, 0
  br i1 %517, label %518, label %656

518:                                              ; preds = %515
  store i32 0, ptr %13, align 4, !tbaa !9
  br label %519

519:                                              ; preds = %593, %518
  %520 = load i32, ptr %13, align 4, !tbaa !9
  %521 = load i32, ptr %20, align 4, !tbaa !9
  %522 = icmp ult i32 %520, %521
  br i1 %522, label %523, label %596

523:                                              ; preds = %519
  call void @llvm.lifetime.start.p0(i64 4, ptr %45) #4
  %524 = load i32, ptr %37, align 4, !tbaa !9
  %525 = load i32, ptr %13, align 4, !tbaa !9
  %526 = add i32 %524, %525
  store i32 %526, ptr %45, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %46) #4
  %527 = load i32, ptr %13, align 4, !tbaa !9
  %528 = load i32, ptr %20, align 4, !tbaa !9
  %529 = sub i32 %528, 1
  %530 = icmp eq i32 %527, %529
  br i1 %530, label %531, label %533

531:                                              ; preds = %523
  %532 = load i32, ptr %14, align 4, !tbaa !9
  br label %534

533:                                              ; preds = %523
  br label %534

534:                                              ; preds = %533, %531
  %535 = phi i32 [ %532, %531 ], [ 0, %533 ]
  store i32 %535, ptr %46, align 4, !tbaa !9
  call void @llvm.lifetime.start.p0(i64 4, ptr %47) #4
  %536 = load i32, ptr %13, align 4, !tbaa !9
  %537 = load i32, ptr %20, align 4, !tbaa !9
  %538 = sub i32 %537, 1
  %539 = icmp eq i32 %536, %538
  br i1 %539, label %540, label %548

540:                                              ; preds = %534
  %541 = load i32, ptr %14, align 4, !tbaa !9
  %542 = icmp ugt i32 %541, 0
  br i1 %542, label %543, label %545

543:                                              ; preds = %540
  %544 = load i32, ptr %25, align 4, !tbaa !9
  br label %546

545:                                              ; preds = %540
  br label %546

546:                                              ; preds = %545, %543
  %547 = phi i32 [ %544, %543 ], [ 0, %545 ]
  br label %549

548:                                              ; preds = %534
  br label %549

549:                                              ; preds = %548, %546
  %550 = phi i32 [ %547, %546 ], [ 0, %548 ]
  store i32 %550, ptr %47, align 4, !tbaa !9
  %551 = load ptr, ptr %6, align 8, !tbaa !5
  %552 = load ptr, ptr %8, align 8, !tbaa !5
  %553 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %552, i32 0, i32 27
  %554 = load i32, ptr %553, align 4, !tbaa !22
  %555 = load ptr, ptr %8, align 8, !tbaa !5
  %556 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %555, i32 0, i32 35
  %557 = load i32, ptr %556, align 4, !tbaa !25
  %558 = load i32, ptr %45, align 4, !tbaa !9
  %559 = load i32, ptr %21, align 4, !tbaa !9
  %560 = load i32, ptr %46, align 4, !tbaa !9
  %561 = load i32, ptr %47, align 4, !tbaa !9
  %562 = trunc i32 %561 to i8
  %563 = zext i8 %562 to i32
  %564 = icmp eq i32 0, %563
  br i1 %564, label %570, label %565

565:                                              ; preds = %549
  %566 = load i32, ptr %47, align 4, !tbaa !9
  %567 = trunc i32 %566 to i8
  %568 = zext i8 %567 to i32
  %569 = icmp slt i32 0, %568
  br i1 %569, label %570, label %588

570:                                              ; preds = %565, %549
  %571 = load i32, ptr %47, align 4, !tbaa !9
  %572 = zext i32 %571 to i64
  %573 = mul i64 1, %572
  %574 = icmp ult i64 %573, 255
  br i1 %574, label %575, label %579

575:                                              ; preds = %570
  %576 = load i32, ptr %47, align 4, !tbaa !9
  %577 = zext i32 %576 to i64
  %578 = mul i64 1, %577
  br label %580

579:                                              ; preds = %570
  br label %580

580:                                              ; preds = %579, %575
  %581 = phi i64 [ %578, %575 ], [ 255, %579 ]
  %582 = icmp ule i64 %581, 255
  br i1 %582, label %583, label %588

583:                                              ; preds = %580
  %584 = load i32, ptr %47, align 4, !tbaa !9
  %585 = uitofp i32 %584 to double
  %586 = fcmp ole double 0.000000e+00, %585
  br i1 %586, label %587, label %588

587:                                              ; preds = %583
  br label %589

588:                                              ; preds = %583, %580, %565
  call void @__assert_fail(ptr noundef @.str.5, ptr noundef @.str, i32 noundef 468, ptr noundef @__PRETTY_FUNCTION__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel) #5
  unreachable

589:                                              ; preds = %587
  %590 = load i32, ptr %47, align 4, !tbaa !9
  %591 = trunc i32 %590 to i8
  %592 = load i8, ptr %27, align 1, !tbaa !16
  call void @libxsmm_generator_vloadstore_masked_vreg_aarch64(ptr noundef %551, i32 noundef %554, i32 noundef %557, i32 noundef %558, i32 noundef %559, i32 noundef %560, i32 noundef 1, i32 noundef 0, i8 noundef zeroext %591, i8 noundef zeroext %592)
  call void @llvm.lifetime.end.p0(i64 4, ptr %47) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %46) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %45) #4
  br label %593

593:                                              ; preds = %589
  %594 = load i32, ptr %13, align 4, !tbaa !9
  %595 = add i32 %594, 1
  store i32 %595, ptr %13, align 4, !tbaa !9
  br label %519, !llvm.loop !36

596:                                              ; preds = %519
  %597 = load ptr, ptr %6, align 8, !tbaa !5
  %598 = load ptr, ptr %7, align 8, !tbaa !5
  %599 = load ptr, ptr %8, align 8, !tbaa !5
  %600 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %599, i32 0, i32 25
  %601 = load i32, ptr %600, align 4, !tbaa !24
  %602 = load i32, ptr %12, align 4, !tbaa !9
  call void @libxsmm_generator_loop_header_aarch64(ptr noundef %597, ptr noundef %598, i32 noundef %601, i32 noundef %602)
  %603 = load ptr, ptr %6, align 8, !tbaa !5
  %604 = load ptr, ptr %8, align 8, !tbaa !5
  %605 = load i32, ptr %20, align 4, !tbaa !9
  %606 = load i32, ptr %18, align 4, !tbaa !9
  %607 = load i32, ptr %37, align 4, !tbaa !9
  %608 = load i32, ptr %21, align 4, !tbaa !9
  %609 = load i32, ptr %25, align 4, !tbaa !9
  %610 = load i32, ptr %32, align 4, !tbaa !9
  %611 = load i32, ptr %22, align 4, !tbaa !9
  %612 = load i32, ptr %23, align 4, !tbaa !9
  %613 = load i32, ptr %29, align 4, !tbaa !9
  %614 = load i32, ptr %14, align 4, !tbaa !9
  %615 = load i32, ptr %24, align 4, !tbaa !9
  %616 = load i32, ptr %26, align 4, !tbaa !9
  %617 = load i32, ptr %30, align 4, !tbaa !9
  %618 = load i32, ptr %34, align 4, !tbaa !9
  %619 = load i32, ptr %35, align 4, !tbaa !9
  %620 = load i32, ptr %33, align 4, !tbaa !9
  %621 = load i32, ptr %31, align 4, !tbaa !9
  call void @libxsmm_generator_gather_scatter_rows_aarch64_mn_loop_unrolled(ptr noundef %603, ptr noundef %604, i32 noundef %605, i32 noundef %606, i32 noundef %607, i32 noundef %608, i32 noundef %609, i32 noundef %610, i32 noundef %611, i32 noundef %612, i32 noundef %613, i32 noundef %614, i32 noundef %615, i32 noundef %616, i32 noundef %617, i32 noundef %618, i32 noundef %619, i32 noundef %620, i32 noundef %621)
  %622 = load ptr, ptr %6, align 8, !tbaa !5
  %623 = load i32, ptr %35, align 4, !tbaa !9
  %624 = load ptr, ptr %8, align 8, !tbaa !5
  %625 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %624, i32 0, i32 35
  %626 = load i32, ptr %625, align 4, !tbaa !25
  %627 = load i32, ptr %35, align 4, !tbaa !9
  %628 = load i32, ptr %18, align 4, !tbaa !9
  %629 = zext i32 %628 to i64
  %630 = load i32, ptr %31, align 4, !tbaa !9
  %631 = zext i32 %630 to i64
  %632 = mul nsw i64 %629, %631
  %633 = load i32, ptr %33, align 4, !tbaa !9
  %634 = zext i32 %633 to i64
  %635 = mul nsw i64 %632, %634
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %622, i32 noundef 4096, i32 noundef %623, i32 noundef %626, i32 noundef %627, i64 noundef %635)
  %636 = load ptr, ptr %6, align 8, !tbaa !5
  %637 = load i32, ptr %34, align 4, !tbaa !9
  %638 = load ptr, ptr %8, align 8, !tbaa !5
  %639 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %638, i32 0, i32 35
  %640 = load i32, ptr %639, align 4, !tbaa !25
  %641 = load i32, ptr %34, align 4, !tbaa !9
  %642 = load i32, ptr %18, align 4, !tbaa !9
  %643 = zext i32 %642 to i64
  %644 = load i32, ptr %32, align 4, !tbaa !9
  %645 = zext i32 %644 to i64
  %646 = mul nsw i64 %643, %645
  %647 = load i32, ptr %33, align 4, !tbaa !9
  %648 = zext i32 %647 to i64
  %649 = mul nsw i64 %646, %648
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %636, i32 noundef 4096, i32 noundef %637, i32 noundef %640, i32 noundef %641, i64 noundef %649)
  %650 = load ptr, ptr %6, align 8, !tbaa !5
  %651 = load ptr, ptr %7, align 8, !tbaa !5
  %652 = load ptr, ptr %8, align 8, !tbaa !5
  %653 = getelementptr inbounds %struct.libxsmm_mateltwise_gp_reg_mapping_struct, ptr %652, i32 0, i32 25
  %654 = load i32, ptr %653, align 4, !tbaa !24
  %655 = load i32, ptr %18, align 4, !tbaa !9
  call void @libxsmm_generator_loop_footer_aarch64(ptr noundef %650, ptr noundef %651, i32 noundef %654, i32 noundef %655)
  br label %656

656:                                              ; preds = %596, %515
  store i32 0, ptr %41, align 4
  br label %657

657:                                              ; preds = %656, %301
  call void @llvm.lifetime.end.p0(i64 2101248, ptr %40) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %39) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %38) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %37) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %36) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %35) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %34) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %33) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %32) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %31) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %30) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %29) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %28) #4
  call void @llvm.lifetime.end.p0(i64 1, ptr %27) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %26) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %25) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %24) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %23) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %22) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %21) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %20) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %19) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %18) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %17) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %16) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %15) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %14) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %13) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %12) #4
  call void @llvm.lifetime.end.p0(i64 4, ptr %11) #4
  %658 = load i32, ptr %41, align 4
  switch i32 %658, label %660 [
    i32 0, label %659
    i32 1, label %659
  ]

659:                                              ; preds = %657, %657
  ret void

660:                                              ; preds = %657
  unreachable
}

attributes #0 = { nocallback nofree nosync nounwind willreturn memory(argmem: readwrite) }
attributes #1 = { "no-trapping-math"="true" "stack-protector-buffer-size"="8" "target-cpu"="x86-64" "target-features"="+cmov,+cx8,+fxsr,+mmx,+sse,+sse2,+x87" "tune-cpu"="generic" }
attributes #2 = { noreturn nounwind "no-trapping-math"="true" "stack-protector-buffer-size"="8" "target-cpu"="x86-64" "target-features"="+cmov,+cx8,+fxsr,+mmx,+sse,+sse2,+x87" "tune-cpu"="generic" }
attributes #3 = { nounwind uwtable "min-legal-vector-width"="0" "no-trapping-math"="true" "stack-protector-buffer-size"="8" "target-cpu"="x86-64" "target-features"="+cmov,+cx8,+fxsr,+mmx,+sse,+sse2,+x87" "tune-cpu"="generic" }
attributes #4 = { nounwind }
attributes #5 = { noreturn nounwind }

!llvm.module.flags = !{!0, !1, !2, !3}
!llvm.ident = !{!4}

!0 = !{i32 1, !"wchar_size", i32 4}
!1 = !{i32 8, !"PIC Level", i32 2}
!2 = !{i32 7, !"PIE Level", i32 2}
!3 = !{i32 7, !"uwtable", i32 2}
!4 = !{!"clang version 19.1.0 (git@github.com:llvm/llvm-project.git a4bf6cd7cfb1a1421ba92bca9d017b49936c55e4)"}
!5 = !{!6, !6, i64 0}
!6 = !{!"any pointer", !7, i64 0}
!7 = !{!"omnipotent char", !8, i64 0}
!8 = !{!"Simple C/C++ TBAA"}
!9 = !{!10, !10, i64 0}
!10 = !{!"int", !7, i64 0}
!11 = !{!12, !13, i64 27}
!12 = !{!"libxsmm_meltw_descriptor", !10, i64 0, !10, i64 4, !10, i64 8, !10, i64 12, !10, i64 16, !10, i64 20, !7, i64 24, !7, i64 25, !7, i64 26, !13, i64 27, !13, i64 29, !7, i64 31}
!13 = !{!"short", !7, i64 0}
!14 = !{!15, !10, i64 28}
!15 = !{!"libxsmm_generated_code", !6, i64 0, !10, i64 8, !10, i64 12, !10, i64 16, !10, i64 20, !10, i64 24, !10, i64 28}
!16 = !{!7, !7, i64 0}
!17 = !{!18, !10, i64 8}
!18 = !{!"libxsmm_mateltwise_kernel_config_struct", !10, i64 0, !10, i64 4, !10, i64 8, !10, i64 12, !10, i64 16, !10, i64 20, !10, i64 24, !10, i64 28, !10, i64 32, !10, i64 36, !10, i64 40, !10, i64 44, !10, i64 48, !10, i64 52, !10, i64 56, !10, i64 60, !10, i64 64, !10, i64 68, !10, i64 72, !10, i64 76, !10, i64 80, !10, i64 84, !10, i64 88, !10, i64 92, !10, i64 96, !10, i64 100, !10, i64 104, !10, i64 108, !10, i64 112, !10, i64 116, !10, i64 120, !10, i64 124, !10, i64 128, !10, i64 132, !10, i64 136, !10, i64 140, !10, i64 144, !10, i64 148, !10, i64 152, !10, i64 156, !10, i64 160, !10, i64 164, !10, i64 168, !10, i64 172, !10, i64 176, !10, i64 180, !10, i64 184, !10, i64 188, !10, i64 192, !10, i64 196, !10, i64 200, !10, i64 204, !10, i64 208, !10, i64 212, !10, i64 216, !10, i64 220, !10, i64 224, !10, i64 228, !10, i64 232, !10, i64 236, !10, i64 240, !10, i64 244, !10, i64 248, !10, i64 252, !10, i64 256, !10, i64 260, !10, i64 264, !10, i64 268, !10, i64 272, !10, i64 276, !10, i64 280, !10, i64 284, !10, i64 288, !10, i64 292, !10, i64 296, !10, i64 300, !10, i64 304, !10, i64 308, !10, i64 312, !10, i64 316, !10, i64 320, !10, i64 324, !10, i64 328, !10, i64 332, !10, i64 336, !10, i64 340, !10, i64 344, !10, i64 348, !10, i64 352, !10, i64 356, !10, i64 360, !10, i64 364, !10, i64 368, !10, i64 372, !10, i64 376, !10, i64 380, !10, i64 384, !10, i64 388, !10, i64 392, !10, i64 396, !10, i64 400, !10, i64 404, !10, i64 408, !10, i64 412, !10, i64 416, !10, i64 420, !10, i64 424, !10, i64 428, !10, i64 432, !10, i64 436, !10, i64 440, !10, i64 444, !10, i64 448, !10, i64 452, !10, i64 456, !10, i64 460, !10, i64 464, !10, i64 468, !10, i64 472, !10, i64 476, !10, i64 480, !10, i64 484, !10, i64 488, !10, i64 492, !10, i64 496, !10, i64 500, !10, i64 504, !10, i64 508, !7, i64 512}
!19 = !{!12, !13, i64 29}
!20 = !{!21, !10, i64 104}
!21 = !{!"libxsmm_mateltwise_gp_reg_mapping_struct", !10, i64 0, !10, i64 4, !10, i64 8, !10, i64 12, !10, i64 16, !10, i64 20, !10, i64 24, !10, i64 28, !10, i64 32, !10, i64 36, !10, i64 40, !10, i64 44, !10, i64 48, !10, i64 52, !10, i64 56, !10, i64 60, !10, i64 64, !10, i64 68, !10, i64 72, !10, i64 76, !10, i64 80, !10, i64 84, !10, i64 88, !10, i64 92, !10, i64 96, !10, i64 100, !10, i64 104, !10, i64 108, !10, i64 112, !10, i64 116, !10, i64 120, !10, i64 124, !10, i64 128, !10, i64 132, !10, i64 136, !10, i64 140, !10, i64 144}
!22 = !{!21, !10, i64 108}
!23 = !{!21, !10, i64 96}
!24 = !{!21, !10, i64 100}
!25 = !{!21, !10, i64 140}
!26 = !{!21, !10, i64 144}
!27 = !{!21, !10, i64 0}
!28 = !{!12, !10, i64 12}
!29 = !{!12, !10, i64 8}
!30 = !{!18, !10, i64 20}
!31 = !{!12, !10, i64 0}
!32 = !{!12, !10, i64 4}
!33 = distinct !{!33, !34}
!34 = !{!"llvm.loop.mustprogress"}
!35 = distinct !{!35, !34}
!36 = distinct !{!36, !34}


; Optimized IR (opt -passes='default<O3>'):
target datalayout = "e-m:e-p270:32:32-p271:32:32-p272:64:64-i64:64-i128:128-f80:128-n8:16:32:64-S128"
target triple = "x86_64-unknown-linux-gnu"

%struct.libxsmm_jump_label_tracker_struct = type { [512 x i32], [512 x %struct.libxsmm_jump_source_struct] }
%struct.libxsmm_jump_source_struct = type { [512 x i32], [512 x i32], i32 }

@.str = external hidden unnamed_addr constant [99 x i8], align 1
@libxsmm_ninit = external local_unnamed_addr global i32, align 4
@libxsmm_verbosity = external local_unnamed_addr global i32, align 4
@.str.4 = external hidden unnamed_addr constant [12 x i8], align 1
@__PRETTY_FUNCTION__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel = external hidden unnamed_addr constant [232 x i8], align 1
@__func__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel = external hidden unnamed_addr constant [58 x i8], align 1

; Function Attrs: mustprogress nocallback nofree nosync nounwind willreturn memory(argmem: readwrite)
declare void @llvm.lifetime.start.p0(i64 immarg, ptr nocapture) #0

declare i32 @libxsmm_cpuid_vlen32(i32 noundef) local_unnamed_addr #1

declare void @libxsmm_reset_jump_label_tracker(ptr noundef) local_unnamed_addr #1

declare void @libxsmm_aarch64_instruction_alu_move(ptr noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef) local_unnamed_addr #1

declare void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef, i32 noundef, i32 noundef, i32 noundef) local_unnamed_addr #1

declare void @libxsmm_handle_error(ptr noundef, i32 noundef, ptr noundef, ptr noundef, i32 noundef, i32 noundef) local_unnamed_addr #1

declare void @libxsmm_generator_loop_header_aarch64(ptr noundef, ptr noundef, i32 noundef, i32 noundef) local_unnamed_addr #1

declare void @libxsmm_generator_vloadstore_masked_vreg_aarch64(ptr noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i8 noundef zeroext, i8 noundef zeroext) local_unnamed_addr #1

; Function Attrs: mustprogress nocallback nofree nosync nounwind willreturn memory(argmem: readwrite)
declare void @llvm.lifetime.end.p0(i64 immarg, ptr nocapture) #0

declare void @libxsmm_generator_loop_footer_aarch64(ptr noundef, ptr noundef, i32 noundef, i32 noundef) local_unnamed_addr #1

; Function Attrs: noreturn nounwind
declare void @__assert_fail(ptr noundef, ptr noundef, i32 noundef, ptr noundef) local_unnamed_addr #2

declare void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i64 noundef) local_unnamed_addr #1

; Function Attrs: nounwind uwtable
declare dso_local void @libxsmm_generator_gather_scatter_rows_aarch64_mn_loop_unrolled(ptr noundef, ptr noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef, i32 noundef) local_unnamed_addr #3

; Function Attrs: nounwind uwtable
define dso_local void @libxsmm_generator_gather_scatter_rows_aarch64_microkernel(ptr noundef %0, ptr noundef %1, ptr noundef %2, ptr nocapture noundef readonly %3, ptr nocapture noundef readonly %4) local_unnamed_addr #3 {
  %6 = alloca %struct.libxsmm_jump_label_tracker_struct, align 4
  %7 = getelementptr inbounds i8, ptr %4, i64 27
  %8 = load i16, ptr %7, align 1, !tbaa !5
  %9 = and i16 %8, 256
  %10 = icmp ne i16 %9, 0
  %11 = select i1 %10, i32 8, i32 4
  %12 = getelementptr inbounds i8, ptr %0, i64 28
  %13 = load i32, ptr %12, align 4, !tbaa !11
  %14 = add i32 %13, -2201
  %spec.select = icmp ult i32 %14, 300
  %15 = zext i1 %spec.select to i8
  %.not = icmp eq i32 %13, 2501
  br i1 %.not, label %19, label %16

16:                                               ; preds = %5
  %17 = tail call i32 @libxsmm_cpuid_vlen32(i32 noundef %13) #4
  %18 = shl nsw i32 %17, 2
  br label %19

19:                                               ; preds = %5, %16
  %20 = phi i32 [ %18, %16 ], [ 16, %5 ]
  %21 = select i1 %10, i32 3, i32 2
  %22 = lshr i32 %20, %21
  call void @llvm.lifetime.start.p0(i64 2101248, ptr nonnull %6) #4
  call void @libxsmm_reset_jump_label_tracker(ptr noundef nonnull %6) #4
  %23 = getelementptr inbounds i8, ptr %3, i64 8
  %24 = load i32, ptr %23, align 4, !tbaa !14
  %25 = icmp eq i32 %24, 4
  %26 = select i1 %10, i32 -983515005, i32 -2061483901
  %27 = select i1 %10, i32 -991903613, i32 -2069872509
  %28 = select i1 %25, i32 %26, i32 %27
  %29 = select i1 %10, i32 -450838397, i32 -446660477
  %30 = select i1 %10, i32 -459235197, i32 -455049085
  %31 = select i1 %25, i32 %29, i32 %30
  %32 = getelementptr inbounds i8, ptr %4, i64 29
  %33 = load i16, ptr %32, align 1, !tbaa !16
  %34 = icmp eq i16 %33, 51
  %35 = zext i1 %34 to i32
  %36 = getelementptr inbounds i8, ptr %2, i64 108
  %37 = getelementptr inbounds i8, ptr %2, i64 96
  %38 = getelementptr inbounds i8, ptr %2, i64 100
  store <4 x i32> <i32 42, i32 43, i32 40, i32 41>, ptr %37, align 4, !tbaa !17
  %39 = getelementptr inbounds i8, ptr %2, i64 140
  store i32 48, ptr %39, align 4, !tbaa !18
  %40 = getelementptr inbounds i8, ptr %2, i64 144
  store i32 49, ptr %40, align 4, !tbaa !20
  %41 = load i32, ptr %2, align 4, !tbaa !21
  br i1 %34, label %42, label %49

42:                                               ; preds = %19
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef nonnull %0, i32 noundef -1186988026, i32 noundef %41, i32 noundef 127, i32 noundef 32, i32 noundef 44) #4
  %43 = load i32, ptr %2, align 4, !tbaa !21
  %44 = load i32, ptr %36, align 4, !tbaa !22
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef nonnull %0, i32 noundef -1186988026, i32 noundef %43, i32 noundef 127, i32 noundef 40, i32 noundef %44) #4
  %45 = load i32, ptr %2, align 4, !tbaa !21
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef nonnull %0, i32 noundef -1186988026, i32 noundef %45, i32 noundef 127, i32 noundef 80, i32 noundef 45) #4
  %46 = getelementptr inbounds i8, ptr %4, i64 12
  %47 = getelementptr inbounds i8, ptr %4, i64 8
  %48 = getelementptr inbounds i8, ptr %3, i64 20
  br label %55

49:                                               ; preds = %19
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef nonnull %0, i32 noundef -1186988026, i32 noundef %41, i32 noundef 127, i32 noundef 32, i32 noundef 45) #4
  %50 = load i32, ptr %2, align 4, !tbaa !21
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef nonnull %0, i32 noundef -1186988026, i32 noundef %50, i32 noundef 127, i32 noundef 80, i32 noundef 44) #4
  %51 = load i32, ptr %2, align 4, !tbaa !21
  %52 = load i32, ptr %36, align 4, !tbaa !22
  call void @libxsmm_aarch64_instruction_alu_move(ptr noundef nonnull %0, i32 noundef -1186988026, i32 noundef %51, i32 noundef 127, i32 noundef 88, i32 noundef %52) #4
  %53 = getelementptr inbounds i8, ptr %4, i64 8
  %54 = getelementptr inbounds i8, ptr %4, i64 12
  br label %55

55:                                               ; preds = %49, %42
  %.0272.in = phi ptr [ %46, %42 ], [ %53, %49 ]
  %.0271.in = phi ptr [ %47, %42 ], [ %54, %49 ]
  %.0270.in = phi ptr [ %48, %42 ], [ %23, %49 ]
  %.0270 = load i32, ptr %.0270.in, align 4, !tbaa !17
  %.0271 = load i32, ptr %.0271.in, align 1, !tbaa !17
  %.0272 = load i32, ptr %.0272.in, align 1, !tbaa !17
  %56 = getelementptr inbounds i8, ptr %4, i64 4
  %57 = load i32, ptr %56, align 1, !tbaa !23
  %.not280 = icmp eq i32 %22, 0
  br i1 %.not280, label %58, label %59

58:                                               ; preds = %55
  call void @__assert_fail(ptr noundef nonnull @.str.4, ptr noundef nonnull @.str, i32 noundef 374, ptr noundef nonnull @__PRETTY_FUNCTION__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel) #5
  unreachable

59:                                               ; preds = %55
  %60 = load i32, ptr %4, align 1, !tbaa !24
  %61 = add nsw i32 %22, -1
  %62 = add i32 %61, %60
  br label %63

63:                                               ; preds = %63, %59
  %.0265 = phi i32 [ 4, %59 ], [ %65, %63 ]
  %64 = urem i32 %57, %.0265
  %.not281 = icmp eq i32 %64, 0
  %65 = add i32 %.0265, -1
  br i1 %.not281, label %66, label %63, !llvm.loop !25

66:                                               ; preds = %63
  %67 = urem i32 %60, %22
  %68 = udiv i32 %62, %22
  br i1 %spec.select, label %69, label %.thread

69:                                               ; preds = %66
  %70 = load i32, ptr %39, align 4, !tbaa !18
  call void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef %0, i32 noundef 0, i32 noundef -1, i32 noundef %70) #4
  %71 = load i32, ptr %23, align 4, !tbaa !14
  %72 = icmp eq i32 %71, 2
  %or.cond = select i1 %72, i1 true, i1 %10
  br i1 %or.cond, label %73, label %76

73:                                               ; preds = %69
  %74 = mul i32 %71, %22
  %75 = load i32, ptr %39, align 4, !tbaa !18
  call void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef %0, i32 noundef 3, i32 noundef %74, i32 noundef %75) #4
  br label %76

76:                                               ; preds = %73, %69
  %.not302 = icmp eq i32 %67, 0
  br i1 %.not302, label %90, label %77

.thread:                                          ; preds = %66
  %.not301 = icmp eq i32 %67, 0
  br i1 %.not301, label %90, label %.thread286

77:                                               ; preds = %76
  %78 = load i32, ptr %23, align 4, !tbaa !14
  switch i32 %78, label %84 [
    i32 4, label %79
    i32 2, label %79
  ]

79:                                               ; preds = %77, %77
  %80 = mul i32 %78, %67
  %81 = load i32, ptr %39, align 4, !tbaa !18
  call void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef %0, i32 noundef 1, i32 noundef %80, i32 noundef %81) #4
  %82 = shl i32 %67, %21
  %83 = load i32, ptr %39, align 4, !tbaa !18
  call void @libxsmm_generator_set_p_register_aarch64_sve(ptr noundef %0, i32 noundef 2, i32 noundef %82, i32 noundef %83) #4
  br label %90

84:                                               ; preds = %77
  %85 = load i32, ptr @libxsmm_ninit, align 4, !tbaa !17
  %86 = icmp ugt i32 %85, 1
  %87 = load i32, ptr @libxsmm_verbosity, align 4
  %88 = select i1 %86, i32 %87, i32 1
  call void @libxsmm_handle_error(ptr noundef %0, i32 noundef 90033, ptr noundef nonnull @__func__.libxsmm_generator_gather_scatter_rows_aarch64_microkernel, ptr noundef nonnull @.str, i32 noundef 400, i32 noundef %88) #4
  br label %151

.thread286:                                       ; preds = %.thread
  %89 = trunc i32 %67 to i8
  br label %90

90:                                               ; preds = %.thread, %79, %.thread286, %76
  %91 = phi i1 [ true, %79 ], [ true, %.thread286 ], [ false, %76 ], [ false, %.thread ]
  %92 = phi i8 [ 2, %79 ], [ %89, %.thread286 ], [ 0, %76 ], [ 0, %.thread ]
  %.0269 = phi i32 [ 2, %79 ], [ %67, %.thread286 ], [ 2, %76 ], [ 2, %.thread ]
  %.0268 = phi i32 [ 1, %79 ], [ %67, %.thread286 ], [ 1, %76 ], [ 1, %.thread ]
  %93 = icmp ugt i32 %68, 4
  br i1 %93, label %94, label %98

94:                                               ; preds = %90
  %95 = lshr i32 %68, 2
  %96 = and i32 %68, 3
  %97 = icmp eq i32 %96, 0
  %or.cond3 = select i1 %91, i1 %97, i1 false
  br i1 %or.cond3, label %99, label %.thread287.thread

98:                                               ; preds = %90
  br i1 %91, label %.thread296, label %.thread287

99:                                               ; preds = %94
  %100 = add nsw i32 %95, -1
  %101 = shl nuw i32 %100, 2
  %102 = sub i32 %68, %101
  %.not282 = icmp eq i32 %100, 0
  br i1 %.not282, label %.thread296, label %.thread287.thread

.thread287.thread:                                ; preds = %99, %94
  %.0266294.ph = phi i32 [ %95, %94 ], [ %100, %99 ]
  %.0267292.ph = phi i32 [ %96, %94 ], [ %102, %99 ]
  %103 = load i32, ptr %37, align 4, !tbaa !27
  call void @libxsmm_generator_loop_header_aarch64(ptr noundef %0, ptr noundef %1, i32 noundef %103, i32 noundef %.0266294.ph) #4
  br label %.lr.ph.preheader

.thread287:                                       ; preds = %98
  %104 = load i32, ptr %37, align 4, !tbaa !27
  call void @libxsmm_generator_loop_header_aarch64(ptr noundef %0, ptr noundef %1, i32 noundef %104, i32 noundef 1) #4
  %.not305 = icmp ugt i32 %22, %62
  br i1 %.not305, label %._crit_edge, label %.lr.ph.preheader

.lr.ph.preheader:                                 ; preds = %.thread287.thread, %.thread287
  %.0267292313 = phi i32 [ %.0267292.ph, %.thread287.thread ], [ 0, %.thread287 ]
  %.0264295311 = phi i32 [ 4, %.thread287.thread ], [ %68, %.thread287 ]
  br label %.lr.ph

.lr.ph:                                           ; preds = %.lr.ph.preheader, %.lr.ph
  %.0303 = phi i32 [ %107, %.lr.ph ], [ 0, %.lr.ph.preheader ]
  %105 = load i32, ptr %36, align 4, !tbaa !22
  %106 = load i32, ptr %39, align 4, !tbaa !18
  call void @libxsmm_generator_vloadstore_masked_vreg_aarch64(ptr noundef %0, i32 noundef %105, i32 noundef %106, i32 noundef %.0303, i32 noundef %11, i32 noundef 0, i32 noundef 1, i32 noundef 0, i8 noundef zeroext 0, i8 noundef zeroext %15) #4
  %107 = add nuw i32 %.0303, 1
  %exitcond.not = icmp eq i32 %107, %.0264295311
  br i1 %exitcond.not, label %._crit_edge, label %.lr.ph, !llvm.loop !28

._crit_edge:                                      ; preds = %.lr.ph, %.thread287
  %.0267292314 = phi i32 [ 0, %.thread287 ], [ %.0267292313, %.lr.ph ]
  %.0264295312 = phi i32 [ 0, %.thread287 ], [ %.0264295311, %.lr.ph ]
  %108 = load i32, ptr %38, align 4, !tbaa !29
  call void @libxsmm_generator_loop_header_aarch64(ptr noundef %0, ptr noundef %1, i32 noundef %108, i32 noundef %57) #4
  call void @libxsmm_generator_gather_scatter_rows_aarch64_mn_loop_unrolled(ptr noundef %0, ptr noundef nonnull %2, i32 noundef %.0264295312, i32 noundef %.0265, i32 noundef 0, i32 noundef %11, i32 noundef %.0269, i32 noundef %.0271, i32 noundef %28, i32 noundef %31, i32 noundef %22, i32 noundef 0, i32 noundef %.0268, i32 noundef 3, i32 noundef %35, i32 noundef 44, i32 noundef 45, i32 noundef %.0270, i32 noundef %.0272)
  %109 = load i32, ptr %39, align 4, !tbaa !18
  %110 = zext i32 %.0265 to i64
  %111 = zext i32 %.0272 to i64
  %112 = zext i32 %.0270 to i64
  %113 = mul nuw i64 %110, %112
  %114 = mul i64 %113, %111
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %0, i32 noundef 4096, i32 noundef 45, i32 noundef %109, i32 noundef 45, i64 noundef %114) #4
  %115 = load i32, ptr %39, align 4, !tbaa !18
  %116 = zext i32 %.0271 to i64
  %117 = mul nuw i64 %116, %112
  %118 = mul i64 %117, %110
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %0, i32 noundef 4096, i32 noundef 44, i32 noundef %115, i32 noundef 44, i64 noundef %118) #4
  %119 = load i32, ptr %38, align 4, !tbaa !29
  call void @libxsmm_generator_loop_footer_aarch64(ptr noundef %0, ptr noundef %1, i32 noundef %119, i32 noundef %.0265) #4
  %120 = load i32, ptr %39, align 4, !tbaa !18
  %121 = zext i32 %57 to i64
  %122 = mul nuw nsw i64 %121, %111
  %123 = zext nneg i32 %.0264295312 to i64
  %124 = zext nneg i32 %22 to i64
  %125 = mul nuw nsw i64 %123, %124
  %126 = sub nsw i64 %122, %125
  %127 = mul i64 %126, %112
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %0, i32 noundef 4097, i32 noundef 45, i32 noundef %120, i32 noundef 45, i64 noundef %127) #4
  %128 = load i32, ptr %39, align 4, !tbaa !18
  %129 = mul i64 %117, %121
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %0, i32 noundef 4097, i32 noundef 44, i32 noundef %128, i32 noundef 44, i64 noundef %129) #4
  %130 = load i32, ptr %37, align 4, !tbaa !27
  call void @libxsmm_generator_loop_footer_aarch64(ptr noundef %0, ptr noundef %1, i32 noundef %130, i32 noundef 1) #4
  br label %.thread296

.thread296:                                       ; preds = %98, %._crit_edge, %99
  %.0267293 = phi i32 [ %.0267292314, %._crit_edge ], [ %102, %99 ], [ %68, %98 ]
  %.not283 = icmp eq i32 %.0267293, 0
  br i1 %.not283, label %151, label %.preheader

.preheader:                                       ; preds = %.thread296
  %131 = add i32 %.0267293, -1
  br label %132

132:                                              ; preds = %.preheader, %132
  %.1304 = phi i32 [ 0, %.preheader ], [ %138, %132 ]
  %133 = icmp eq i32 %.1304, %131
  %134 = select i1 %133, i32 %67, i32 0
  %135 = load i32, ptr %36, align 4, !tbaa !22
  %136 = load i32, ptr %39, align 4, !tbaa !18
  %137 = select i1 %133, i8 %92, i8 0
  call void @libxsmm_generator_vloadstore_masked_vreg_aarch64(ptr noundef %0, i32 noundef %135, i32 noundef %136, i32 noundef %.1304, i32 noundef %11, i32 noundef %134, i32 noundef 1, i32 noundef 0, i8 noundef zeroext %137, i8 noundef zeroext %15) #4
  %138 = add nuw i32 %.1304, 1
  %exitcond306.not = icmp eq i32 %138, %.0267293
  br i1 %exitcond306.not, label %139, label %132, !llvm.loop !30

139:                                              ; preds = %132
  %140 = load i32, ptr %38, align 4, !tbaa !29
  call void @libxsmm_generator_loop_header_aarch64(ptr noundef %0, ptr noundef %1, i32 noundef %140, i32 noundef %57) #4
  call void @libxsmm_generator_gather_scatter_rows_aarch64_mn_loop_unrolled(ptr noundef %0, ptr noundef nonnull %2, i32 noundef %.0267293, i32 noundef %.0265, i32 noundef 0, i32 noundef %11, i32 noundef %.0269, i32 noundef %.0271, i32 noundef %28, i32 noundef %31, i32 noundef %22, i32 noundef %67, i32 noundef %.0268, i32 noundef 3, i32 noundef %35, i32 noundef 44, i32 noundef 45, i32 noundef %.0270, i32 noundef %.0272)
  %141 = load i32, ptr %39, align 4, !tbaa !18
  %142 = zext i32 %.0265 to i64
  %143 = zext i32 %.0272 to i64
  %144 = zext i32 %.0270 to i64
  %145 = mul nuw i64 %142, %144
  %146 = mul i64 %145, %143
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %0, i32 noundef 4096, i32 noundef 45, i32 noundef %141, i32 noundef 45, i64 noundef %146) #4
  %147 = load i32, ptr %39, align 4, !tbaa !18
  %148 = zext i32 %.0271 to i64
  %149 = mul i64 %145, %148
  call void @libxsmm_aarch64_instruction_alu_compute_imm64(ptr noundef %0, i32 noundef 4096, i32 noundef 44, i32 noundef %147, i32 noundef 44, i64 noundef %149) #4
  %150 = load i32, ptr %38, align 4, !tbaa !29
  call void @libxsmm_generator_loop_footer_aarch64(ptr noundef %0, ptr noundef %1, i32 noundef %150, i32 noundef %.0265) #4
  br label %151

151:                                              ; preds = %.thread296, %139, %84
  call void @llvm.lifetime.end.p0(i64 2101248, ptr nonnull %6) #4
  ret void
}

attributes #0 = { mustprogress nocallback nofree nosync nounwind willreturn memory(argmem: readwrite) }
attributes #1 = { "no-trapping-math"="true" "stack-protector-buffer-size"="8" "target-cpu"="x86-64" "target-features"="+cmov,+cx8,+fxsr,+mmx,+sse,+sse2,+x87" "tune-cpu"="generic" }
attributes #2 = { noreturn nounwind "no-trapping-math"="true" "stack-protector-buffer-size"="8" "target-cpu"="x86-64" "target-features"="+cmov,+cx8,+fxsr,+mmx,+sse,+sse2,+x87" "tune-cpu"="generic" }
attributes #3 = { nounwind uwtable "min-legal-vector-width"="0" "no-trapping-math"="true" "stack-protector-buffer-size"="8" "target-cpu"="x86-64" "target-features"="+cmov,+cx8,+fxsr,+mmx,+sse,+sse2,+x87" "tune-cpu"="generic" }
attributes #4 = { nounwind }
attributes #5 = { noreturn nounwind }

!llvm.module.flags = !{!0, !1, !2, !3}
!llvm.ident = !{!4}

!0 = !{i32 1, !"wchar_size", i32 4}
!1 = !{i32 8, !"PIC Level", i32 2}
!2 = !{i32 7, !"PIE Level", i32 2}
!3 = !{i32 7, !"uwtable", i32 2}
!4 = !{!"clang version 19.1.0 (git@github.com:llvm/llvm-project.git a4bf6cd7cfb1a1421ba92bca9d017b49936c55e4)"}
!5 = !{!6, !10, i64 27}
!6 = !{!"libxsmm_meltw_descriptor", !7, i64 0, !7, i64 4, !7, i64 8, !7, i64 12, !7, i64 16, !7, i64 20, !8, i64 24, !8, i64 25, !8, i64 26, !10, i64 27, !10, i64 29, !8, i64 31}
!7 = !{!"int", !8, i64 0}
!8 = !{!"omnipotent char", !9, i64 0}
!9 = !{!"Simple C/C++ TBAA"}
!10 = !{!"short", !8, i64 0}
!11 = !{!12, !7, i64 28}
!12 = !{!"libxsmm_generated_code", !13, i64 0, !7, i64 8, !7, i64 12, !7, i64 16, !7, i64 20, !7, i64 24, !7, i64 28}
!13 = !{!"any pointer", !8, i64 0}
!14 = !{!15, !7, i64 8}
!15 = !{!"libxsmm_mateltwise_kernel_config_struct", !7, i64 0, !7, i64 4, !7, i64 8, !7, i64 12, !7, i64 16, !7, i64 20, !7, i64 24, !7, i64 28, !7, i64 32, !7, i64 36, !7, i64 40, !7, i64 44, !7, i64 48, !7, i64 52, !7, i64 56, !7, i64 60, !7, i64 64, !7, i64 68, !7, i64 72, !7, i64 76, !7, i64 80, !7, i64 84, !7, i64 88, !7, i64 92, !7, i64 96, !7, i64 100, !7, i64 104, !7, i64 108, !7, i64 112, !7, i64 116, !7, i64 120, !7, i64 124, !7, i64 128, !7, i64 132, !7, i64 136, !7, i64 140, !7, i64 144, !7, i64 148, !7, i64 152, !7, i64 156, !7, i64 160, !7, i64 164, !7, i64 168, !7, i64 172, !7, i64 176, !7, i64 180, !7, i64 184, !7, i64 188, !7, i64 192, !7, i64 196, !7, i64 200, !7, i64 204, !7, i64 208, !7, i64 212, !7, i64 216, !7, i64 220, !7, i64 224, !7, i64 228, !7, i64 232, !7, i64 236, !7, i64 240, !7, i64 244, !7, i64 248, !7, i64 252, !7, i64 256, !7, i64 260, !7, i64 264, !7, i64 268, !7, i64 272, !7, i64 276, !7, i64 280, !7, i64 284, !7, i64 288, !7, i64 292, !7, i64 296, !7, i64 300, !7, i64 304, !7, i64 308, !7, i64 312, !7, i64 316, !7, i64 320, !7, i64 324, !7, i64 328, !7, i64 332, !7, i64 336, !7, i64 340, !7, i64 344, !7, i64 348, !7, i64 352, !7, i64 356, !7, i64 360, !7, i64 364, !7, i64 368, !7, i64 372, !7, i64 376, !7, i64 380, !7, i64 384, !7, i64 388, !7, i64 392, !7, i64 396, !7, i64 400, !7, i64 404, !7, i64 408, !7, i64 412, !7, i64 416, !7, i64 420, !7, i64 424, !7, i64 428, !7, i64 432, !7, i64 436, !7, i64 440, !7, i64 444, !7, i64 448, !7, i64 452, !7, i64 456, !7, i64 460, !7, i64 464, !7, i64 468, !7, i64 472, !7, i64 476, !7, i64 480, !7, i64 484, !7, i64 488, !7, i64 492, !7, i64 496, !7, i64 500, !7, i64 504, !7, i64 508, !8, i64 512}
!16 = !{!6, !10, i64 29}
!17 = !{!7, !7, i64 0}
!18 = !{!19, !7, i64 140}
!19 = !{!"libxsmm_mateltwise_gp_reg_mapping_struct", !7, i64 0, !7, i64 4, !7, i64 8, !7, i64 12, !7, i64 16, !7, i64 20, !7, i64 24, !7, i64 28, !7, i64 32, !7, i64 36, !7, i64 40, !7, i64 44, !7, i64 48, !7, i64 52, !7, i64 56, !7, i64 60, !7, i64 64, !7, i64 68, !7, i64 72, !7, i64 76, !7, i64 80, !7, i64 84, !7, i64 88, !7, i64 92, !7, i64 96, !7, i64 100, !7, i64 104, !7, i64 108, !7, i64 112, !7, i64 116, !7, i64 120, !7, i64 124, !7, i64 128, !7, i64 132, !7, i64 136, !7, i64 140, !7, i64 144}
!20 = !{!19, !7, i64 144}
!21 = !{!19, !7, i64 0}
!22 = !{!19, !7, i64 108}
!23 = !{!6, !7, i64 4}
!24 = !{!6, !7, i64 0}
!25 = distinct !{!25, !26}
!26 = !{!"llvm.loop.mustprogress"}
!27 = !{!19, !7, i64 96}
!28 = distinct !{!28, !26}
!29 = !{!19, !7, i64 100}
!30 = distinct !{!30, !26}


; Effective O3 passes: CorrelatedValuePropagationPass,EarlyCSEPass,GVNPass,GlobalOptPass,IPSCCPPass,IndVarSimplifyPass,InferFunctionAttrsPass,InstCombinePass,InstSimplifyPass,JumpThreadingPass,LCSSAPass,LICMPass,LoopRotatePass,LoopSimplifyPass,LoopUnrollPass,PostOrderFunctionAttrsPass,ReassociatePass,SLPVectorizerPass,SROAPass,SimplifyCFGPass,TailCallElimPass