diff --git a/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-kquant-decode.cpp b/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-kquant-decode.cpp index db29d4f45a2c..7c70c5684a14 100644 --- a/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-kquant-decode.cpp +++ b/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-kquant-decode.cpp @@ -14,7 +14,7 @@ // limitations under the License. // Decode projections (1 token, or 2-8 for MTP / speculative verify batches) on Q2_K, Q3_K, Q4_K, Q5_K, -// Q6_K, IQ2_XXS, IQ2_XS, IQ2_S, IQ3_XXS, IQ3_S, IQ4_NL, IQ4_XS and Q8_0 weights, read in their GGUF block layout +// Q6_K, IQ1_S, IQ1_M, IQ2_XXS, IQ2_XS, IQ2_S, IQ3_XXS, IQ3_S, IQ4_NL, IQ4_XS and Q8_0 weights, read in their GGUF block layout // (ops/kquant_decode_f32.loom): FFN gate/up pairs fused with SwiGLU, and plain projections with an // optional following residual ADD. Mixed-quant models (Unsloth UD-Q4_K_XL and similar) pair these // types freely per layer; without this they take the generic dequantize-4-values-at-a-time @@ -46,6 +46,8 @@ static constexpr KernelCatalogRef kKQuantMulMatDecodeTokensKernel = bool kquant_format(CommonMulMatWeightFormat format) { switch (format) { case CommonMulMatWeightFormat::Q2K: + case CommonMulMatWeightFormat::IQ1_S: + case CommonMulMatWeightFormat::IQ1_M: case CommonMulMatWeightFormat::IQ2_XXS: case CommonMulMatWeightFormat::IQ2_XS: case CommonMulMatWeightFormat::IQ3_XXS: @@ -64,12 +66,26 @@ bool kquant_format(CommonMulMatWeightFormat format) { } } -// Formats whose lane functions read a codebook staged in workgroup memory. A gate/up pair shares -// that one buffer, so its two formats may not need different codebooks. -bool kquant_needs_grid(CommonMulMatWeightFormat format) { - return format == CommonMulMatWeightFormat::IQ3_S || format == CommonMulMatWeightFormat::IQ2_XXS || - format == CommonMulMatWeightFormat::IQ2_XS || format == CommonMulMatWeightFormat::IQ3_XXS || - format == CommonMulMatWeightFormat::IQ2_S; +// The codebook a format's lane functions read from workgroup memory (IQ1_S and IQ1_M share one), +// or 0. A gate/up pair shares that one buffer, so its two formats may not need different codebooks. +int kquant_grid(CommonMulMatWeightFormat format) { + switch (format) { + case CommonMulMatWeightFormat::IQ3_S: + return 21; + case CommonMulMatWeightFormat::IQ2_XXS: + return 24; + case CommonMulMatWeightFormat::IQ2_XS: + return 25; + case CommonMulMatWeightFormat::IQ2_S: + return 22; + case CommonMulMatWeightFormat::IQ3_XXS: + return 28; + case CommonMulMatWeightFormat::IQ1_S: + case CommonMulMatWeightFormat::IQ1_M: + return 26; + default: + return 0; + } } // The kernels' config ranges (ops/kquant_decode_f32.loom). @@ -163,8 +179,8 @@ bool match_kquant_swiglu_decode(const DispatchMatchContext & context, DispatchMa return false; } const CommonMulMatMatch other = match_few_token_mul_mat(graph, peer, kKQuantSwiGLUDecodeKernel); - if (other.matched() && kquant_needs_grid(other.weight_format) && kquant_needs_grid(root.weight_format) && - other.weight_format != root.weight_format) { + if (other.matched() && kquant_grid(other.weight_format) != 0 && kquant_grid(root.weight_format) != 0 && + kquant_grid(other.weight_format) != kquant_grid(root.weight_format)) { return false; } if (!other.matched() || !kquant_format(other.weight_format) || other.input->id != root.input->id || diff --git a/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-mul-mat-common.h b/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-mul-mat-common.h index 1cc88dd3e3d6..66103f013d77 100644 --- a/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-mul-mat-common.h +++ b/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-mul-mat-common.h @@ -187,6 +187,10 @@ inline ggml_type common_mul_mat_format_type(CommonMulMatWeightFormat format) { return GGML_TYPE_Q5_1; case CommonMulMatWeightFormat::IQ3_XXS: return GGML_TYPE_IQ3_XXS; + case CommonMulMatWeightFormat::IQ1_S: + return GGML_TYPE_IQ1_S; + case CommonMulMatWeightFormat::IQ1_M: + return GGML_TYPE_IQ1_M; case CommonMulMatWeightFormat::IQ2_XXS: return GGML_TYPE_IQ2_XXS; case CommonMulMatWeightFormat::IQ2_XS: diff --git a/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-mul-mat-weight-format.h b/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-mul-mat-weight-format.h index 2cdaf956a343..865c0d6a059d 100644 --- a/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-mul-mat-weight-format.h +++ b/ggml/src/ggml-hrx/dispatch_registration/common/dispatch-mul-mat-weight-format.h @@ -19,6 +19,8 @@ enum class CommonMulMatWeightFormat { Q4_1, Q5_0, Q5_1, + IQ1_S, + IQ1_M, IQ2_XXS, IQ2_XS, IQ3_XXS, @@ -68,6 +70,12 @@ inline bool common_mul_mat_format_for_type(ggml_type type, CommonMulMatWeightFor case GGML_TYPE_IQ3_XXS: format = CommonMulMatWeightFormat::IQ3_XXS; return true; + case GGML_TYPE_IQ1_S: + format = CommonMulMatWeightFormat::IQ1_S; + return true; + case GGML_TYPE_IQ1_M: + format = CommonMulMatWeightFormat::IQ1_M; + return true; case GGML_TYPE_IQ2_XXS: format = CommonMulMatWeightFormat::IQ2_XXS; return true; @@ -134,6 +142,10 @@ inline int64_t common_mul_mat_format_config_value(CommonMulMatWeightFormat forma return 51; case CommonMulMatWeightFormat::IQ3_XXS: return 28; + case CommonMulMatWeightFormat::IQ1_S: + return 26; + case CommonMulMatWeightFormat::IQ1_M: + return 27; case CommonMulMatWeightFormat::IQ2_XXS: return 24; case CommonMulMatWeightFormat::IQ2_XS: diff --git a/ggml/src/ggml-hrx/kernel-corpus/kernels/loom-libs/motifs/dequant.loom b/ggml/src/ggml-hrx/kernel-corpus/kernels/loom-libs/motifs/dequant.loom index 14ac19eba170..f072265be80e 100644 --- a/ggml/src/ggml-hrx/kernel-corpus/kernels/loom-libs/motifs/dequant.loom +++ b/ggml/src/ggml-hrx/kernel-corpus/kernels/loom-libs/motifs/dequant.loom @@ -6556,6 +6556,2530 @@ func.def inline @ggml_iq2xs_f16_vector4(%weight: buffer, %row_byte_base: offset, %values = vector.fptrunc %values_f32 : vector<4xf32> to vector<4xf16> func.return %values : vector<4xf16> } +// iq1s_code: 2048 grid entries as 16-bit codes (2 bits per value: value + 1) +func.def inline @ggml_iq1s_grid_code_i32(%grid_index: i32) -> (i32) { + %c5_i32 = scalar.constant 5 : i32 + %c31_i32 = scalar.constant 31 : i32 + %chunk_id1 = scalar.constant 1 : i32 + %chunk_id2 = scalar.constant 2 : i32 + %chunk_id3 = scalar.constant 3 : i32 + %chunk_id4 = scalar.constant 4 : i32 + %chunk_id5 = scalar.constant 5 : i32 + %chunk_id6 = scalar.constant 6 : i32 + %chunk_id7 = scalar.constant 7 : i32 + %chunk_id8 = scalar.constant 8 : i32 + %chunk_id9 = scalar.constant 9 : i32 + %chunk_id10 = scalar.constant 10 : i32 + %chunk_id11 = scalar.constant 11 : i32 + %chunk_id12 = scalar.constant 12 : i32 + %chunk_id13 = scalar.constant 13 : i32 + %chunk_id14 = scalar.constant 14 : i32 + %chunk_id15 = scalar.constant 15 : i32 + %chunk_id16 = scalar.constant 16 : i32 + %chunk_id17 = scalar.constant 17 : i32 + %chunk_id18 = scalar.constant 18 : i32 + %chunk_id19 = scalar.constant 19 : i32 + %chunk_id20 = scalar.constant 20 : i32 + %chunk_id21 = scalar.constant 21 : i32 + %chunk_id22 = scalar.constant 22 : i32 + %chunk_id23 = scalar.constant 23 : i32 + %chunk_id24 = scalar.constant 24 : i32 + %chunk_id25 = scalar.constant 25 : i32 + %chunk_id26 = scalar.constant 26 : i32 + %chunk_id27 = scalar.constant 27 : i32 + %chunk_id28 = scalar.constant 28 : i32 + %chunk_id29 = scalar.constant 29 : i32 + %chunk_id30 = scalar.constant 30 : i32 + %chunk_id31 = scalar.constant 31 : i32 + %chunk_id32 = scalar.constant 32 : i32 + %chunk_id33 = scalar.constant 33 : i32 + %chunk_id34 = scalar.constant 34 : i32 + %chunk_id35 = scalar.constant 35 : i32 + %chunk_id36 = scalar.constant 36 : i32 + %chunk_id37 = scalar.constant 37 : i32 + %chunk_id38 = scalar.constant 38 : i32 + %chunk_id39 = scalar.constant 39 : i32 + %chunk_id40 = scalar.constant 40 : i32 + %chunk_id41 = scalar.constant 41 : i32 + %chunk_id42 = scalar.constant 42 : i32 + %chunk_id43 = scalar.constant 43 : i32 + %chunk_id44 = scalar.constant 44 : i32 + %chunk_id45 = scalar.constant 45 : i32 + %chunk_id46 = scalar.constant 46 : i32 + %chunk_id47 = scalar.constant 47 : i32 + %chunk_id48 = scalar.constant 48 : i32 + %chunk_id49 = scalar.constant 49 : i32 + %chunk_id50 = scalar.constant 50 : i32 + %chunk_id51 = scalar.constant 51 : i32 + %chunk_id52 = scalar.constant 52 : i32 + %chunk_id53 = scalar.constant 53 : i32 + %chunk_id54 = scalar.constant 54 : i32 + %chunk_id55 = scalar.constant 55 : i32 + %chunk_id56 = scalar.constant 56 : i32 + %chunk_id57 = scalar.constant 57 : i32 + %chunk_id58 = scalar.constant 58 : i32 + %chunk_id59 = scalar.constant 59 : i32 + %chunk_id60 = scalar.constant 60 : i32 + %chunk_id61 = scalar.constant 61 : i32 + %chunk_id62 = scalar.constant 62 : i32 + %chunk_id63 = scalar.constant 63 : i32 + %chunk_i32 = scalar.shrui %grid_index, %c5_i32 : i32 + %lane_i32 = scalar.andi %grid_index, %c31_i32 : i32 + %codes = vector.from_elements %lane_i32 : vector<1xi32> + %iq1s_code_0_0 = scalar.constant 0.0 : f32 + %iq1s_code_0_1 = scalar.constant 2.0 : f32 + %iq1s_code_0_2 = scalar.constant 5.0 : f32 + %iq1s_code_0_3 = scalar.constant 8.0 : f32 + %iq1s_code_0_4 = scalar.constant 10.0 : f32 + %iq1s_code_0_5 = scalar.constant 17.0 : f32 + %iq1s_code_0_6 = scalar.constant 21.0 : f32 + %iq1s_code_0_7 = scalar.constant 32.0 : f32 + %iq1s_code_0_8 = scalar.constant 34.0 : f32 + %iq1s_code_0_9 = scalar.constant 40.0 : f32 + %iq1s_code_0_10 = scalar.constant 42.0 : f32 + %iq1s_code_0_11 = scalar.constant 69.0 : f32 + %iq1s_code_0_12 = scalar.constant 81.0 : f32 + %iq1s_code_0_13 = scalar.constant 84.0 : f32 + %iq1s_code_0_14 = scalar.constant 86.0 : f32 + %iq1s_code_0_15 = scalar.constant 101.0 : f32 + %iq1s_code_0_16 = scalar.constant 128.0 : f32 + %iq1s_code_0_17 = scalar.constant 130.0 : f32 + %iq1s_code_0_18 = scalar.constant 136.0 : f32 + %iq1s_code_0_19 = scalar.constant 138.0 : f32 + %iq1s_code_0_20 = scalar.constant 149.0 : f32 + %iq1s_code_0_21 = scalar.constant 160.0 : f32 + %iq1s_code_0_22 = scalar.constant 162.0 : f32 + %iq1s_code_0_23 = scalar.constant 168.0 : f32 + %iq1s_code_0_24 = scalar.constant 170.0 : f32 + %iq1s_code_0_25 = scalar.constant 260.0 : f32 + %iq1s_code_0_26 = scalar.constant 261.0 : f32 + %iq1s_code_0_27 = scalar.constant 273.0 : f32 + %iq1s_code_0_28 = scalar.constant 276.0 : f32 + %iq1s_code_0_29 = scalar.constant 278.0 : f32 + %iq1s_code_0_30 = scalar.constant 281.0 : f32 + %iq1s_code_0_31 = scalar.constant 282.0 : f32 + %iq1s_code_0 = vector.from_elements %iq1s_code_0_0, %iq1s_code_0_1, %iq1s_code_0_2, %iq1s_code_0_3, %iq1s_code_0_4, %iq1s_code_0_5, %iq1s_code_0_6, %iq1s_code_0_7, %iq1s_code_0_8, %iq1s_code_0_9, %iq1s_code_0_10, %iq1s_code_0_11, %iq1s_code_0_12, %iq1s_code_0_13, %iq1s_code_0_14, %iq1s_code_0_15, %iq1s_code_0_16, %iq1s_code_0_17, %iq1s_code_0_18, %iq1s_code_0_19, %iq1s_code_0_20, %iq1s_code_0_21, %iq1s_code_0_22, %iq1s_code_0_23, %iq1s_code_0_24, %iq1s_code_0_25, %iq1s_code_0_26, %iq1s_code_0_27, %iq1s_code_0_28, %iq1s_code_0_29, %iq1s_code_0_30, %iq1s_code_0_31 : vector<32xf32> + %iq1s_code_1_0 = scalar.constant 293.0 : f32 + %iq1s_code_1_1 = scalar.constant 321.0 : f32 + %iq1s_code_1_2 = scalar.constant 326.0 : f32 + %iq1s_code_1_3 = scalar.constant 329.0 : f32 + %iq1s_code_1_4 = scalar.constant 338.0 : f32 + %iq1s_code_1_5 = scalar.constant 341.0 : f32 + %iq1s_code_1_6 = scalar.constant 346.0 : f32 + %iq1s_code_1_7 = scalar.constant 353.0 : f32 + %iq1s_code_1_8 = scalar.constant 356.0 : f32 + %iq1s_code_1_9 = scalar.constant 358.0 : f32 + %iq1s_code_1_10 = scalar.constant 360.0 : f32 + %iq1s_code_1_11 = scalar.constant 389.0 : f32 + %iq1s_code_1_12 = scalar.constant 401.0 : f32 + %iq1s_code_1_13 = scalar.constant 404.0 : f32 + %iq1s_code_1_14 = scalar.constant 406.0 : f32 + %iq1s_code_1_15 = scalar.constant 421.0 : f32 + %iq1s_code_1_16 = scalar.constant 512.0 : f32 + %iq1s_code_1_17 = scalar.constant 514.0 : f32 + %iq1s_code_1_18 = scalar.constant 520.0 : f32 + %iq1s_code_1_19 = scalar.constant 522.0 : f32 + %iq1s_code_1_20 = scalar.constant 533.0 : f32 + %iq1s_code_1_21 = scalar.constant 544.0 : f32 + %iq1s_code_1_22 = scalar.constant 546.0 : f32 + %iq1s_code_1_23 = scalar.constant 552.0 : f32 + %iq1s_code_1_24 = scalar.constant 554.0 : f32 + %iq1s_code_1_25 = scalar.constant 581.0 : f32 + %iq1s_code_1_26 = scalar.constant 593.0 : f32 + %iq1s_code_1_27 = scalar.constant 601.0 : f32 + %iq1s_code_1_28 = scalar.constant 612.0 : f32 + %iq1s_code_1_29 = scalar.constant 617.0 : f32 + %iq1s_code_1_30 = scalar.constant 640.0 : f32 + %iq1s_code_1_31 = scalar.constant 642.0 : f32 + %iq1s_code_1 = vector.from_elements %iq1s_code_1_0, %iq1s_code_1_1, %iq1s_code_1_2, %iq1s_code_1_3, %iq1s_code_1_4, %iq1s_code_1_5, %iq1s_code_1_6, %iq1s_code_1_7, %iq1s_code_1_8, %iq1s_code_1_9, %iq1s_code_1_10, %iq1s_code_1_11, %iq1s_code_1_12, %iq1s_code_1_13, %iq1s_code_1_14, %iq1s_code_1_15, %iq1s_code_1_16, %iq1s_code_1_17, %iq1s_code_1_18, %iq1s_code_1_19, %iq1s_code_1_20, %iq1s_code_1_21, %iq1s_code_1_22, %iq1s_code_1_23, %iq1s_code_1_24, %iq1s_code_1_25, %iq1s_code_1_26, %iq1s_code_1_27, %iq1s_code_1_28, %iq1s_code_1_29, %iq1s_code_1_30, %iq1s_code_1_31 : vector<32xf32> + %iq1s_code_2_0 = scalar.constant 648.0 : f32 + %iq1s_code_2_1 = scalar.constant 650.0 : f32 + %iq1s_code_2_2 = scalar.constant 657.0 : f32 + %iq1s_code_2_3 = scalar.constant 661.0 : f32 + %iq1s_code_2_4 = scalar.constant 665.0 : f32 + %iq1s_code_2_5 = scalar.constant 672.0 : f32 + %iq1s_code_2_6 = scalar.constant 674.0 : f32 + %iq1s_code_2_7 = scalar.constant 680.0 : f32 + %iq1s_code_2_8 = scalar.constant 682.0 : f32 + %iq1s_code_2_9 = scalar.constant 1041.0 : f32 + %iq1s_code_2_10 = scalar.constant 1044.0 : f32 + %iq1s_code_2_11 = scalar.constant 1046.0 : f32 + %iq1s_code_2_12 = scalar.constant 1061.0 : f32 + %iq1s_code_2_13 = scalar.constant 1089.0 : f32 + %iq1s_code_2_14 = scalar.constant 1097.0 : f32 + %iq1s_code_2_15 = scalar.constant 1109.0 : f32 + %iq1s_code_2_16 = scalar.constant 1114.0 : f32 + %iq1s_code_2_17 = scalar.constant 1124.0 : f32 + %iq1s_code_2_18 = scalar.constant 1125.0 : f32 + %iq1s_code_2_19 = scalar.constant 1169.0 : f32 + %iq1s_code_2_20 = scalar.constant 1177.0 : f32 + %iq1s_code_2_21 = scalar.constant 1189.0 : f32 + %iq1s_code_2_22 = scalar.constant 1281.0 : f32 + %iq1s_code_2_23 = scalar.constant 1284.0 : f32 + %iq1s_code_2_24 = scalar.constant 1285.0 : f32 + %iq1s_code_2_25 = scalar.constant 1286.0 : f32 + %iq1s_code_2_26 = scalar.constant 1301.0 : f32 + %iq1s_code_2_27 = scalar.constant 1304.0 : f32 + %iq1s_code_2_28 = scalar.constant 1306.0 : f32 + %iq1s_code_2_29 = scalar.constant 1321.0 : f32 + %iq1s_code_2_30 = scalar.constant 1344.0 : f32 + %iq1s_code_2_31 = scalar.constant 1349.0 : f32 + %iq1s_code_2 = vector.from_elements %iq1s_code_2_0, %iq1s_code_2_1, %iq1s_code_2_2, %iq1s_code_2_3, %iq1s_code_2_4, %iq1s_code_2_5, %iq1s_code_2_6, %iq1s_code_2_7, %iq1s_code_2_8, %iq1s_code_2_9, %iq1s_code_2_10, %iq1s_code_2_11, %iq1s_code_2_12, %iq1s_code_2_13, %iq1s_code_2_14, %iq1s_code_2_15, %iq1s_code_2_16, %iq1s_code_2_17, %iq1s_code_2_18, %iq1s_code_2_19, %iq1s_code_2_20, %iq1s_code_2_21, %iq1s_code_2_22, %iq1s_code_2_23, %iq1s_code_2_24, %iq1s_code_2_25, %iq1s_code_2_26, %iq1s_code_2_27, %iq1s_code_2_28, %iq1s_code_2_29, %iq1s_code_2_30, %iq1s_code_2_31 : vector<32xf32> + %iq1s_code_3_0 = scalar.constant 1354.0 : f32 + %iq1s_code_3_1 = scalar.constant 1360.0 : f32 + %iq1s_code_3_2 = scalar.constant 1361.0 : f32 + %iq1s_code_3_3 = scalar.constant 1364.0 : f32 + %iq1s_code_3_4 = scalar.constant 1365.0 : f32 + %iq1s_code_3_5 = scalar.constant 1366.0 : f32 + %iq1s_code_3_6 = scalar.constant 1369.0 : f32 + %iq1s_code_3_7 = scalar.constant 1376.0 : f32 + %iq1s_code_3_8 = scalar.constant 1378.0 : f32 + %iq1s_code_3_9 = scalar.constant 1381.0 : f32 + %iq1s_code_3_10 = scalar.constant 1384.0 : f32 + %iq1s_code_3_11 = scalar.constant 1386.0 : f32 + %iq1s_code_3_12 = scalar.constant 1409.0 : f32 + %iq1s_code_3_13 = scalar.constant 1425.0 : f32 + %iq1s_code_3_14 = scalar.constant 1429.0 : f32 + %iq1s_code_3_15 = scalar.constant 1432.0 : f32 + %iq1s_code_3_16 = scalar.constant 1434.0 : f32 + %iq1s_code_3_17 = scalar.constant 1441.0 : f32 + %iq1s_code_3_18 = scalar.constant 1444.0 : f32 + %iq1s_code_3_19 = scalar.constant 1445.0 : f32 + %iq1s_code_3_20 = scalar.constant 1446.0 : f32 + %iq1s_code_3_21 = scalar.constant 1449.0 : f32 + %iq1s_code_3_22 = scalar.constant 1556.0 : f32 + %iq1s_code_3_23 = scalar.constant 1561.0 : f32 + %iq1s_code_3_24 = scalar.constant 1601.0 : f32 + %iq1s_code_3_25 = scalar.constant 1604.0 : f32 + %iq1s_code_3_26 = scalar.constant 1616.0 : f32 + %iq1s_code_3_27 = scalar.constant 1618.0 : f32 + %iq1s_code_3_28 = scalar.constant 1621.0 : f32 + %iq1s_code_3_29 = scalar.constant 1624.0 : f32 + %iq1s_code_3_30 = scalar.constant 1632.0 : f32 + %iq1s_code_3_31 = scalar.constant 1633.0 : f32 + %iq1s_code_3 = vector.from_elements %iq1s_code_3_0, %iq1s_code_3_1, %iq1s_code_3_2, %iq1s_code_3_3, %iq1s_code_3_4, %iq1s_code_3_5, %iq1s_code_3_6, %iq1s_code_3_7, %iq1s_code_3_8, %iq1s_code_3_9, %iq1s_code_3_10, %iq1s_code_3_11, %iq1s_code_3_12, %iq1s_code_3_13, %iq1s_code_3_14, %iq1s_code_3_15, %iq1s_code_3_16, %iq1s_code_3_17, %iq1s_code_3_18, %iq1s_code_3_19, %iq1s_code_3_20, %iq1s_code_3_21, %iq1s_code_3_22, %iq1s_code_3_23, %iq1s_code_3_24, %iq1s_code_3_25, %iq1s_code_3_26, %iq1s_code_3_27, %iq1s_code_3_28, %iq1s_code_3_29, %iq1s_code_3_30, %iq1s_code_3_31 : vector<32xf32> + %iq1s_code_4_0 = scalar.constant 1638.0 : f32 + %iq1s_code_4_1 = scalar.constant 1641.0 : f32 + %iq1s_code_4_2 = scalar.constant 1669.0 : f32 + %iq1s_code_4_3 = scalar.constant 1681.0 : f32 + %iq1s_code_4_4 = scalar.constant 1684.0 : f32 + %iq1s_code_4_5 = scalar.constant 1689.0 : f32 + %iq1s_code_4_6 = scalar.constant 2048.0 : f32 + %iq1s_code_4_7 = scalar.constant 2050.0 : f32 + %iq1s_code_4_8 = scalar.constant 2056.0 : f32 + %iq1s_code_4_9 = scalar.constant 2058.0 : f32 + %iq1s_code_4_10 = scalar.constant 2069.0 : f32 + %iq1s_code_4_11 = scalar.constant 2080.0 : f32 + %iq1s_code_4_12 = scalar.constant 2082.0 : f32 + %iq1s_code_4_13 = scalar.constant 2088.0 : f32 + %iq1s_code_4_14 = scalar.constant 2090.0 : f32 + %iq1s_code_4_15 = scalar.constant 2117.0 : f32 + %iq1s_code_4_16 = scalar.constant 2129.0 : f32 + %iq1s_code_4_17 = scalar.constant 2134.0 : f32 + %iq1s_code_4_18 = scalar.constant 2149.0 : f32 + %iq1s_code_4_19 = scalar.constant 2176.0 : f32 + %iq1s_code_4_20 = scalar.constant 2178.0 : f32 + %iq1s_code_4_21 = scalar.constant 2184.0 : f32 + %iq1s_code_4_22 = scalar.constant 2186.0 : f32 + %iq1s_code_4_23 = scalar.constant 2197.0 : f32 + %iq1s_code_4_24 = scalar.constant 2208.0 : f32 + %iq1s_code_4_25 = scalar.constant 2210.0 : f32 + %iq1s_code_4_26 = scalar.constant 2216.0 : f32 + %iq1s_code_4_27 = scalar.constant 2218.0 : f32 + %iq1s_code_4_28 = scalar.constant 2309.0 : f32 + %iq1s_code_4_29 = scalar.constant 2321.0 : f32 + %iq1s_code_4_30 = scalar.constant 2324.0 : f32 + %iq1s_code_4_31 = scalar.constant 2329.0 : f32 + %iq1s_code_4 = vector.from_elements %iq1s_code_4_0, %iq1s_code_4_1, %iq1s_code_4_2, %iq1s_code_4_3, %iq1s_code_4_4, %iq1s_code_4_5, %iq1s_code_4_6, %iq1s_code_4_7, %iq1s_code_4_8, %iq1s_code_4_9, %iq1s_code_4_10, %iq1s_code_4_11, %iq1s_code_4_12, %iq1s_code_4_13, %iq1s_code_4_14, %iq1s_code_4_15, %iq1s_code_4_16, %iq1s_code_4_17, %iq1s_code_4_18, %iq1s_code_4_19, %iq1s_code_4_20, %iq1s_code_4_21, %iq1s_code_4_22, %iq1s_code_4_23, %iq1s_code_4_24, %iq1s_code_4_25, %iq1s_code_4_26, %iq1s_code_4_27, %iq1s_code_4_28, %iq1s_code_4_29, %iq1s_code_4_30, %iq1s_code_4_31 : vector<32xf32> + %iq1s_code_5_0 = scalar.constant 2340.0 : f32 + %iq1s_code_5_1 = scalar.constant 2341.0 : f32 + %iq1s_code_5_2 = scalar.constant 2369.0 : f32 + %iq1s_code_5_3 = scalar.constant 2384.0 : f32 + %iq1s_code_5_4 = scalar.constant 2385.0 : f32 + %iq1s_code_5_5 = scalar.constant 2389.0 : f32 + %iq1s_code_5_6 = scalar.constant 2401.0 : f32 + %iq1s_code_5_7 = scalar.constant 2404.0 : f32 + %iq1s_code_5_8 = scalar.constant 2409.0 : f32 + %iq1s_code_5_9 = scalar.constant 2449.0 : f32 + %iq1s_code_5_10 = scalar.constant 2452.0 : f32 + %iq1s_code_5_11 = scalar.constant 2454.0 : f32 + %iq1s_code_5_12 = scalar.constant 2457.0 : f32 + %iq1s_code_5_13 = scalar.constant 2469.0 : f32 + %iq1s_code_5_14 = scalar.constant 2560.0 : f32 + %iq1s_code_5_15 = scalar.constant 2562.0 : f32 + %iq1s_code_5_16 = scalar.constant 2568.0 : f32 + %iq1s_code_5_17 = scalar.constant 2570.0 : f32 + %iq1s_code_5_18 = scalar.constant 2581.0 : f32 + %iq1s_code_5_19 = scalar.constant 2592.0 : f32 + %iq1s_code_5_20 = scalar.constant 2594.0 : f32 + %iq1s_code_5_21 = scalar.constant 2600.0 : f32 + %iq1s_code_5_22 = scalar.constant 2602.0 : f32 + %iq1s_code_5_23 = scalar.constant 2629.0 : f32 + %iq1s_code_5_24 = scalar.constant 2641.0 : f32 + %iq1s_code_5_25 = scalar.constant 2649.0 : f32 + %iq1s_code_5_26 = scalar.constant 2657.0 : f32 + %iq1s_code_5_27 = scalar.constant 2661.0 : f32 + %iq1s_code_5_28 = scalar.constant 2688.0 : f32 + %iq1s_code_5_29 = scalar.constant 2690.0 : f32 + %iq1s_code_5_30 = scalar.constant 2693.0 : f32 + %iq1s_code_5_31 = scalar.constant 2696.0 : f32 + %iq1s_code_5 = vector.from_elements %iq1s_code_5_0, %iq1s_code_5_1, %iq1s_code_5_2, %iq1s_code_5_3, %iq1s_code_5_4, %iq1s_code_5_5, %iq1s_code_5_6, %iq1s_code_5_7, %iq1s_code_5_8, %iq1s_code_5_9, %iq1s_code_5_10, %iq1s_code_5_11, %iq1s_code_5_12, %iq1s_code_5_13, %iq1s_code_5_14, %iq1s_code_5_15, %iq1s_code_5_16, %iq1s_code_5_17, %iq1s_code_5_18, %iq1s_code_5_19, %iq1s_code_5_20, %iq1s_code_5_21, %iq1s_code_5_22, %iq1s_code_5_23, %iq1s_code_5_24, %iq1s_code_5_25, %iq1s_code_5_26, %iq1s_code_5_27, %iq1s_code_5_28, %iq1s_code_5_29, %iq1s_code_5_30, %iq1s_code_5_31 : vector<32xf32> + %iq1s_code_6_0 = scalar.constant 2698.0 : f32 + %iq1s_code_6_1 = scalar.constant 2709.0 : f32 + %iq1s_code_6_2 = scalar.constant 2720.0 : f32 + %iq1s_code_6_3 = scalar.constant 2722.0 : f32 + %iq1s_code_6_4 = scalar.constant 2728.0 : f32 + %iq1s_code_6_5 = scalar.constant 2730.0 : f32 + %iq1s_code_6_6 = scalar.constant 4112.0 : f32 + %iq1s_code_6_7 = scalar.constant 4113.0 : f32 + %iq1s_code_6_8 = scalar.constant 4116.0 : f32 + %iq1s_code_6_9 = scalar.constant 4121.0 : f32 + %iq1s_code_6_10 = scalar.constant 4132.0 : f32 + %iq1s_code_6_11 = scalar.constant 4133.0 : f32 + %iq1s_code_6_12 = scalar.constant 4161.0 : f32 + %iq1s_code_6_13 = scalar.constant 4164.0 : f32 + %iq1s_code_6_14 = scalar.constant 4176.0 : f32 + %iq1s_code_6_15 = scalar.constant 4181.0 : f32 + %iq1s_code_6_16 = scalar.constant 4184.0 : f32 + %iq1s_code_6_17 = scalar.constant 4193.0 : f32 + %iq1s_code_6_18 = scalar.constant 4196.0 : f32 + %iq1s_code_6_19 = scalar.constant 4197.0 : f32 + %iq1s_code_6_20 = scalar.constant 4201.0 : f32 + %iq1s_code_6_21 = scalar.constant 4241.0 : f32 + %iq1s_code_6_22 = scalar.constant 4244.0 : f32 + %iq1s_code_6_23 = scalar.constant 4246.0 : f32 + %iq1s_code_6_24 = scalar.constant 4257.0 : f32 + %iq1s_code_6_25 = scalar.constant 4261.0 : f32 + %iq1s_code_6_26 = scalar.constant 4353.0 : f32 + %iq1s_code_6_27 = scalar.constant 4356.0 : f32 + %iq1s_code_6_28 = scalar.constant 4358.0 : f32 + %iq1s_code_6_29 = scalar.constant 4361.0 : f32 + %iq1s_code_6_30 = scalar.constant 4368.0 : f32 + %iq1s_code_6_31 = scalar.constant 4370.0 : f32 + %iq1s_code_6 = vector.from_elements %iq1s_code_6_0, %iq1s_code_6_1, %iq1s_code_6_2, %iq1s_code_6_3, %iq1s_code_6_4, %iq1s_code_6_5, %iq1s_code_6_6, %iq1s_code_6_7, %iq1s_code_6_8, %iq1s_code_6_9, %iq1s_code_6_10, %iq1s_code_6_11, %iq1s_code_6_12, %iq1s_code_6_13, %iq1s_code_6_14, %iq1s_code_6_15, %iq1s_code_6_16, %iq1s_code_6_17, %iq1s_code_6_18, %iq1s_code_6_19, %iq1s_code_6_20, %iq1s_code_6_21, %iq1s_code_6_22, %iq1s_code_6_23, %iq1s_code_6_24, %iq1s_code_6_25, %iq1s_code_6_26, %iq1s_code_6_27, %iq1s_code_6_28, %iq1s_code_6_29, %iq1s_code_6_30, %iq1s_code_6_31 : vector<32xf32> + %iq1s_code_7_0 = scalar.constant 4373.0 : f32 + %iq1s_code_7_1 = scalar.constant 4376.0 : f32 + %iq1s_code_7_2 = scalar.constant 4385.0 : f32 + %iq1s_code_7_3 = scalar.constant 4388.0 : f32 + %iq1s_code_7_4 = scalar.constant 4393.0 : f32 + %iq1s_code_7_5 = scalar.constant 4421.0 : f32 + %iq1s_code_7_6 = scalar.constant 4426.0 : f32 + %iq1s_code_7_7 = scalar.constant 4432.0 : f32 + %iq1s_code_7_8 = scalar.constant 4433.0 : f32 + %iq1s_code_7_9 = scalar.constant 4434.0 : f32 + %iq1s_code_7_10 = scalar.constant 4436.0 : f32 + %iq1s_code_7_11 = scalar.constant 4437.0 : f32 + %iq1s_code_7_12 = scalar.constant 4438.0 : f32 + %iq1s_code_7_13 = scalar.constant 4441.0 : f32 + %iq1s_code_7_14 = scalar.constant 4448.0 : f32 + %iq1s_code_7_15 = scalar.constant 4453.0 : f32 + %iq1s_code_7_16 = scalar.constant 4484.0 : f32 + %iq1s_code_7_17 = scalar.constant 4498.0 : f32 + %iq1s_code_7_18 = scalar.constant 4501.0 : f32 + %iq1s_code_7_19 = scalar.constant 4513.0 : f32 + %iq1s_code_7_20 = scalar.constant 4516.0 : f32 + %iq1s_code_7_21 = scalar.constant 4625.0 : f32 + %iq1s_code_7_22 = scalar.constant 4628.0 : f32 + %iq1s_code_7_23 = scalar.constant 4630.0 : f32 + %iq1s_code_7_24 = scalar.constant 4645.0 : f32 + %iq1s_code_7_25 = scalar.constant 4672.0 : f32 + %iq1s_code_7_26 = scalar.constant 4678.0 : f32 + %iq1s_code_7_27 = scalar.constant 4681.0 : f32 + %iq1s_code_7_28 = scalar.constant 4690.0 : f32 + %iq1s_code_7_29 = scalar.constant 4693.0 : f32 + %iq1s_code_7_30 = scalar.constant 4696.0 : f32 + %iq1s_code_7_31 = scalar.constant 4698.0 : f32 + %iq1s_code_7 = vector.from_elements %iq1s_code_7_0, %iq1s_code_7_1, %iq1s_code_7_2, %iq1s_code_7_3, %iq1s_code_7_4, %iq1s_code_7_5, %iq1s_code_7_6, %iq1s_code_7_7, %iq1s_code_7_8, %iq1s_code_7_9, %iq1s_code_7_10, %iq1s_code_7_11, %iq1s_code_7_12, %iq1s_code_7_13, %iq1s_code_7_14, %iq1s_code_7_15, %iq1s_code_7_16, %iq1s_code_7_17, %iq1s_code_7_18, %iq1s_code_7_19, %iq1s_code_7_20, %iq1s_code_7_21, %iq1s_code_7_22, %iq1s_code_7_23, %iq1s_code_7_24, %iq1s_code_7_25, %iq1s_code_7_26, %iq1s_code_7_27, %iq1s_code_7_28, %iq1s_code_7_29, %iq1s_code_7_30, %iq1s_code_7_31 : vector<32xf32> + %iq1s_code_8_0 = scalar.constant 4708.0 : f32 + %iq1s_code_8_1 = scalar.constant 4710.0 : f32 + %iq1s_code_8_2 = scalar.constant 4741.0 : f32 + %iq1s_code_8_3 = scalar.constant 4753.0 : f32 + %iq1s_code_8_4 = scalar.constant 4756.0 : f32 + %iq1s_code_8_5 = scalar.constant 4758.0 : f32 + %iq1s_code_8_6 = scalar.constant 4773.0 : f32 + %iq1s_code_8_7 = scalar.constant 5121.0 : f32 + %iq1s_code_8_8 = scalar.constant 5126.0 : f32 + %iq1s_code_8_9 = scalar.constant 5129.0 : f32 + %iq1s_code_8_10 = scalar.constant 5140.0 : f32 + %iq1s_code_8_11 = scalar.constant 5141.0 : f32 + %iq1s_code_8_12 = scalar.constant 5144.0 : f32 + %iq1s_code_8_13 = scalar.constant 5145.0 : f32 + %iq1s_code_8_14 = scalar.constant 5153.0 : f32 + %iq1s_code_8_15 = scalar.constant 5158.0 : f32 + %iq1s_code_8_16 = scalar.constant 5185.0 : f32 + %iq1s_code_8_17 = scalar.constant 5189.0 : f32 + %iq1s_code_8_18 = scalar.constant 5190.0 : f32 + %iq1s_code_8_19 = scalar.constant 5192.0 : f32 + %iq1s_code_8_20 = scalar.constant 5194.0 : f32 + %iq1s_code_8_21 = scalar.constant 5201.0 : f32 + %iq1s_code_8_22 = scalar.constant 5204.0 : f32 + %iq1s_code_8_23 = scalar.constant 5205.0 : f32 + %iq1s_code_8_24 = scalar.constant 5206.0 : f32 + %iq1s_code_8_25 = scalar.constant 5209.0 : f32 + %iq1s_code_8_26 = scalar.constant 5218.0 : f32 + %iq1s_code_8_27 = scalar.constant 5221.0 : f32 + %iq1s_code_8_28 = scalar.constant 5224.0 : f32 + %iq1s_code_8_29 = scalar.constant 5252.0 : f32 + %iq1s_code_8_30 = scalar.constant 5257.0 : f32 + %iq1s_code_8_31 = scalar.constant 5264.0 : f32 + %iq1s_code_8 = vector.from_elements %iq1s_code_8_0, %iq1s_code_8_1, %iq1s_code_8_2, %iq1s_code_8_3, %iq1s_code_8_4, %iq1s_code_8_5, %iq1s_code_8_6, %iq1s_code_8_7, %iq1s_code_8_8, %iq1s_code_8_9, %iq1s_code_8_10, %iq1s_code_8_11, %iq1s_code_8_12, %iq1s_code_8_13, %iq1s_code_8_14, %iq1s_code_8_15, %iq1s_code_8_16, %iq1s_code_8_17, %iq1s_code_8_18, %iq1s_code_8_19, %iq1s_code_8_20, %iq1s_code_8_21, %iq1s_code_8_22, %iq1s_code_8_23, %iq1s_code_8_24, %iq1s_code_8_25, %iq1s_code_8_26, %iq1s_code_8_27, %iq1s_code_8_28, %iq1s_code_8_29, %iq1s_code_8_30, %iq1s_code_8_31 : vector<32xf32> + %iq1s_code_9_0 = scalar.constant 5268.0 : f32 + %iq1s_code_9_1 = scalar.constant 5269.0 : f32 + %iq1s_code_9_2 = scalar.constant 5272.0 : f32 + %iq1s_code_9_3 = scalar.constant 5273.0 : f32 + %iq1s_code_9_4 = scalar.constant 5274.0 : f32 + %iq1s_code_9_5 = scalar.constant 5281.0 : f32 + %iq1s_code_9_6 = scalar.constant 5284.0 : f32 + %iq1s_code_9_7 = scalar.constant 5285.0 : f32 + %iq1s_code_9_8 = scalar.constant 5289.0 : f32 + %iq1s_code_9_9 = scalar.constant 5378.0 : f32 + %iq1s_code_9_10 = scalar.constant 5381.0 : f32 + %iq1s_code_9_11 = scalar.constant 5386.0 : f32 + %iq1s_code_9_12 = scalar.constant 5393.0 : f32 + %iq1s_code_9_13 = scalar.constant 5396.0 : f32 + %iq1s_code_9_14 = scalar.constant 5397.0 : f32 + %iq1s_code_9_15 = scalar.constant 5398.0 : f32 + %iq1s_code_9_16 = scalar.constant 5401.0 : f32 + %iq1s_code_9_17 = scalar.constant 5408.0 : f32 + %iq1s_code_9_18 = scalar.constant 5410.0 : f32 + %iq1s_code_9_19 = scalar.constant 5413.0 : f32 + %iq1s_code_9_20 = scalar.constant 5416.0 : f32 + %iq1s_code_9_21 = scalar.constant 5418.0 : f32 + %iq1s_code_9_22 = scalar.constant 5441.0 : f32 + %iq1s_code_9_23 = scalar.constant 5444.0 : f32 + %iq1s_code_9_24 = scalar.constant 5445.0 : f32 + %iq1s_code_9_25 = scalar.constant 5446.0 : f32 + %iq1s_code_9_26 = scalar.constant 5457.0 : f32 + %iq1s_code_9_27 = scalar.constant 5458.0 : f32 + %iq1s_code_9_28 = scalar.constant 5460.0 : f32 + %iq1s_code_9_29 = scalar.constant 5461.0 : f32 + %iq1s_code_9_30 = scalar.constant 5462.0 : f32 + %iq1s_code_9_31 = scalar.constant 5465.0 : f32 + %iq1s_code_9 = vector.from_elements %iq1s_code_9_0, %iq1s_code_9_1, %iq1s_code_9_2, %iq1s_code_9_3, %iq1s_code_9_4, %iq1s_code_9_5, %iq1s_code_9_6, %iq1s_code_9_7, %iq1s_code_9_8, %iq1s_code_9_9, %iq1s_code_9_10, %iq1s_code_9_11, %iq1s_code_9_12, %iq1s_code_9_13, %iq1s_code_9_14, %iq1s_code_9_15, %iq1s_code_9_16, %iq1s_code_9_17, %iq1s_code_9_18, %iq1s_code_9_19, %iq1s_code_9_20, %iq1s_code_9_21, %iq1s_code_9_22, %iq1s_code_9_23, %iq1s_code_9_24, %iq1s_code_9_25, %iq1s_code_9_26, %iq1s_code_9_27, %iq1s_code_9_28, %iq1s_code_9_29, %iq1s_code_9_30, %iq1s_code_9_31 : vector<32xf32> + %iq1s_code_10_0 = scalar.constant 5466.0 : f32 + %iq1s_code_10_1 = scalar.constant 5473.0 : f32 + %iq1s_code_10_2 = scalar.constant 5476.0 : f32 + %iq1s_code_10_3 = scalar.constant 5477.0 : f32 + %iq1s_code_10_4 = scalar.constant 5478.0 : f32 + %iq1s_code_10_5 = scalar.constant 5481.0 : f32 + %iq1s_code_10_6 = scalar.constant 5504.0 : f32 + %iq1s_code_10_7 = scalar.constant 5506.0 : f32 + %iq1s_code_10_8 = scalar.constant 5508.0 : f32 + %iq1s_code_10_9 = scalar.constant 5509.0 : f32 + %iq1s_code_10_10 = scalar.constant 5512.0 : f32 + %iq1s_code_10_11 = scalar.constant 5514.0 : f32 + %iq1s_code_10_12 = scalar.constant 5520.0 : f32 + %iq1s_code_10_13 = scalar.constant 5521.0 : f32 + %iq1s_code_10_14 = scalar.constant 5524.0 : f32 + %iq1s_code_10_15 = scalar.constant 5525.0 : f32 + %iq1s_code_10_16 = scalar.constant 5526.0 : f32 + %iq1s_code_10_17 = scalar.constant 5529.0 : f32 + %iq1s_code_10_18 = scalar.constant 5530.0 : f32 + %iq1s_code_10_19 = scalar.constant 5536.0 : f32 + %iq1s_code_10_20 = scalar.constant 5538.0 : f32 + %iq1s_code_10_21 = scalar.constant 5541.0 : f32 + %iq1s_code_10_22 = scalar.constant 5633.0 : f32 + %iq1s_code_10_23 = scalar.constant 5636.0 : f32 + %iq1s_code_10_24 = scalar.constant 5637.0 : f32 + %iq1s_code_10_25 = scalar.constant 5638.0 : f32 + %iq1s_code_10_26 = scalar.constant 5653.0 : f32 + %iq1s_code_10_27 = scalar.constant 5654.0 : f32 + %iq1s_code_10_28 = scalar.constant 5656.0 : f32 + %iq1s_code_10_29 = scalar.constant 5658.0 : f32 + %iq1s_code_10_30 = scalar.constant 5665.0 : f32 + %iq1s_code_10_31 = scalar.constant 5670.0 : f32 + %iq1s_code_10 = vector.from_elements %iq1s_code_10_0, %iq1s_code_10_1, %iq1s_code_10_2, %iq1s_code_10_3, %iq1s_code_10_4, %iq1s_code_10_5, %iq1s_code_10_6, %iq1s_code_10_7, %iq1s_code_10_8, %iq1s_code_10_9, %iq1s_code_10_10, %iq1s_code_10_11, %iq1s_code_10_12, %iq1s_code_10_13, %iq1s_code_10_14, %iq1s_code_10_15, %iq1s_code_10_16, %iq1s_code_10_17, %iq1s_code_10_18, %iq1s_code_10_19, %iq1s_code_10_20, %iq1s_code_10_21, %iq1s_code_10_22, %iq1s_code_10_23, %iq1s_code_10_24, %iq1s_code_10_25, %iq1s_code_10_26, %iq1s_code_10_27, %iq1s_code_10_28, %iq1s_code_10_29, %iq1s_code_10_30, %iq1s_code_10_31 : vector<32xf32> + %iq1s_code_11_0 = scalar.constant 5696.0 : f32 + %iq1s_code_11_1 = scalar.constant 5698.0 : f32 + %iq1s_code_11_2 = scalar.constant 5700.0 : f32 + %iq1s_code_11_3 = scalar.constant 5701.0 : f32 + %iq1s_code_11_4 = scalar.constant 5704.0 : f32 + %iq1s_code_11_5 = scalar.constant 5706.0 : f32 + %iq1s_code_11_6 = scalar.constant 5713.0 : f32 + %iq1s_code_11_7 = scalar.constant 5717.0 : f32 + %iq1s_code_11_8 = scalar.constant 5718.0 : f32 + %iq1s_code_11_9 = scalar.constant 5720.0 : f32 + %iq1s_code_11_10 = scalar.constant 5721.0 : f32 + %iq1s_code_11_11 = scalar.constant 5729.0 : f32 + %iq1s_code_11_12 = scalar.constant 5732.0 : f32 + %iq1s_code_11_13 = scalar.constant 5733.0 : f32 + %iq1s_code_11_14 = scalar.constant 5736.0 : f32 + %iq1s_code_11_15 = scalar.constant 5737.0 : f32 + %iq1s_code_11_16 = scalar.constant 5738.0 : f32 + %iq1s_code_11_17 = scalar.constant 5766.0 : f32 + %iq1s_code_11_18 = scalar.constant 5770.0 : f32 + %iq1s_code_11_19 = scalar.constant 5778.0 : f32 + %iq1s_code_11_20 = scalar.constant 5781.0 : f32 + %iq1s_code_11_21 = scalar.constant 5796.0 : f32 + %iq1s_code_11_22 = scalar.constant 5801.0 : f32 + %iq1s_code_11_23 = scalar.constant 6161.0 : f32 + %iq1s_code_11_24 = scalar.constant 6166.0 : f32 + %iq1s_code_11_25 = scalar.constant 6181.0 : f32 + %iq1s_code_11_26 = scalar.constant 6209.0 : f32 + %iq1s_code_11_27 = scalar.constant 6212.0 : f32 + %iq1s_code_11_28 = scalar.constant 6214.0 : f32 + %iq1s_code_11_29 = scalar.constant 6217.0 : f32 + %iq1s_code_11_30 = scalar.constant 6224.0 : f32 + %iq1s_code_11_31 = scalar.constant 6229.0 : f32 + %iq1s_code_11 = vector.from_elements %iq1s_code_11_0, %iq1s_code_11_1, %iq1s_code_11_2, %iq1s_code_11_3, %iq1s_code_11_4, %iq1s_code_11_5, %iq1s_code_11_6, %iq1s_code_11_7, %iq1s_code_11_8, %iq1s_code_11_9, %iq1s_code_11_10, %iq1s_code_11_11, %iq1s_code_11_12, %iq1s_code_11_13, %iq1s_code_11_14, %iq1s_code_11_15, %iq1s_code_11_16, %iq1s_code_11_17, %iq1s_code_11_18, %iq1s_code_11_19, %iq1s_code_11_20, %iq1s_code_11_21, %iq1s_code_11_22, %iq1s_code_11_23, %iq1s_code_11_24, %iq1s_code_11_25, %iq1s_code_11_26, %iq1s_code_11_27, %iq1s_code_11_28, %iq1s_code_11_29, %iq1s_code_11_30, %iq1s_code_11_31 : vector<32xf32> + %iq1s_code_12_0 = scalar.constant 6232.0 : f32 + %iq1s_code_12_1 = scalar.constant 6234.0 : f32 + %iq1s_code_12_2 = scalar.constant 6240.0 : f32 + %iq1s_code_12_3 = scalar.constant 6241.0 : f32 + %iq1s_code_12_4 = scalar.constant 6244.0 : f32 + %iq1s_code_12_5 = scalar.constant 6246.0 : f32 + %iq1s_code_12_6 = scalar.constant 6249.0 : f32 + %iq1s_code_12_7 = scalar.constant 6277.0 : f32 + %iq1s_code_12_8 = scalar.constant 6289.0 : f32 + %iq1s_code_12_9 = scalar.constant 6292.0 : f32 + %iq1s_code_12_10 = scalar.constant 6309.0 : f32 + %iq1s_code_12_11 = scalar.constant 6416.0 : f32 + %iq1s_code_12_12 = scalar.constant 6418.0 : f32 + %iq1s_code_12_13 = scalar.constant 6421.0 : f32 + %iq1s_code_12_14 = scalar.constant 6426.0 : f32 + %iq1s_code_12_15 = scalar.constant 6433.0 : f32 + %iq1s_code_12_16 = scalar.constant 6437.0 : f32 + %iq1s_code_12_17 = scalar.constant 6466.0 : f32 + %iq1s_code_12_18 = scalar.constant 6468.0 : f32 + %iq1s_code_12_19 = scalar.constant 6469.0 : f32 + %iq1s_code_12_20 = scalar.constant 6472.0 : f32 + %iq1s_code_12_21 = scalar.constant 6481.0 : f32 + %iq1s_code_12_22 = scalar.constant 6484.0 : f32 + %iq1s_code_12_23 = scalar.constant 6485.0 : f32 + %iq1s_code_12_24 = scalar.constant 6486.0 : f32 + %iq1s_code_12_25 = scalar.constant 6489.0 : f32 + %iq1s_code_12_26 = scalar.constant 6490.0 : f32 + %iq1s_code_12_27 = scalar.constant 6496.0 : f32 + %iq1s_code_12_28 = scalar.constant 6501.0 : f32 + %iq1s_code_12_29 = scalar.constant 6506.0 : f32 + %iq1s_code_12_30 = scalar.constant 6537.0 : f32 + %iq1s_code_12_31 = scalar.constant 6545.0 : f32 + %iq1s_code_12 = vector.from_elements %iq1s_code_12_0, %iq1s_code_12_1, %iq1s_code_12_2, %iq1s_code_12_3, %iq1s_code_12_4, %iq1s_code_12_5, %iq1s_code_12_6, %iq1s_code_12_7, %iq1s_code_12_8, %iq1s_code_12_9, %iq1s_code_12_10, %iq1s_code_12_11, %iq1s_code_12_12, %iq1s_code_12_13, %iq1s_code_12_14, %iq1s_code_12_15, %iq1s_code_12_16, %iq1s_code_12_17, %iq1s_code_12_18, %iq1s_code_12_19, %iq1s_code_12_20, %iq1s_code_12_21, %iq1s_code_12_22, %iq1s_code_12_23, %iq1s_code_12_24, %iq1s_code_12_25, %iq1s_code_12_26, %iq1s_code_12_27, %iq1s_code_12_28, %iq1s_code_12_29, %iq1s_code_12_30, %iq1s_code_12_31 : vector<32xf32> + %iq1s_code_13_0 = scalar.constant 6546.0 : f32 + %iq1s_code_13_1 = scalar.constant 6549.0 : f32 + %iq1s_code_13_2 = scalar.constant 6552.0 : f32 + %iq1s_code_13_3 = scalar.constant 6561.0 : f32 + %iq1s_code_13_4 = scalar.constant 6566.0 : f32 + %iq1s_code_13_5 = scalar.constant 6569.0 : f32 + %iq1s_code_13_6 = scalar.constant 6665.0 : f32 + %iq1s_code_13_7 = scalar.constant 6678.0 : f32 + %iq1s_code_13_8 = scalar.constant 6692.0 : f32 + %iq1s_code_13_9 = scalar.constant 6694.0 : f32 + %iq1s_code_13_10 = scalar.constant 6724.0 : f32 + %iq1s_code_13_11 = scalar.constant 6726.0 : f32 + %iq1s_code_13_12 = scalar.constant 6729.0 : f32 + %iq1s_code_13_13 = scalar.constant 6736.0 : f32 + %iq1s_code_13_14 = scalar.constant 6738.0 : f32 + %iq1s_code_13_15 = scalar.constant 6741.0 : f32 + %iq1s_code_13_16 = scalar.constant 6744.0 : f32 + %iq1s_code_13_17 = scalar.constant 6753.0 : f32 + %iq1s_code_13_18 = scalar.constant 6758.0 : f32 + %iq1s_code_13_19 = scalar.constant 6761.0 : f32 + %iq1s_code_13_20 = scalar.constant 6789.0 : f32 + %iq1s_code_13_21 = scalar.constant 6801.0 : f32 + %iq1s_code_13_22 = scalar.constant 6806.0 : f32 + %iq1s_code_13_23 = scalar.constant 6810.0 : f32 + %iq1s_code_13_24 = scalar.constant 8192.0 : f32 + %iq1s_code_13_25 = scalar.constant 8194.0 : f32 + %iq1s_code_13_26 = scalar.constant 8200.0 : f32 + %iq1s_code_13_27 = scalar.constant 8202.0 : f32 + %iq1s_code_13_28 = scalar.constant 8213.0 : f32 + %iq1s_code_13_29 = scalar.constant 8224.0 : f32 + %iq1s_code_13_30 = scalar.constant 8226.0 : f32 + %iq1s_code_13_31 = scalar.constant 8229.0 : f32 + %iq1s_code_13 = vector.from_elements %iq1s_code_13_0, %iq1s_code_13_1, %iq1s_code_13_2, %iq1s_code_13_3, %iq1s_code_13_4, %iq1s_code_13_5, %iq1s_code_13_6, %iq1s_code_13_7, %iq1s_code_13_8, %iq1s_code_13_9, %iq1s_code_13_10, %iq1s_code_13_11, %iq1s_code_13_12, %iq1s_code_13_13, %iq1s_code_13_14, %iq1s_code_13_15, %iq1s_code_13_16, %iq1s_code_13_17, %iq1s_code_13_18, %iq1s_code_13_19, %iq1s_code_13_20, %iq1s_code_13_21, %iq1s_code_13_22, %iq1s_code_13_23, %iq1s_code_13_24, %iq1s_code_13_25, %iq1s_code_13_26, %iq1s_code_13_27, %iq1s_code_13_28, %iq1s_code_13_29, %iq1s_code_13_30, %iq1s_code_13_31 : vector<32xf32> + %iq1s_code_14_0 = scalar.constant 8232.0 : f32 + %iq1s_code_14_1 = scalar.constant 8234.0 : f32 + %iq1s_code_14_2 = scalar.constant 8261.0 : f32 + %iq1s_code_14_3 = scalar.constant 8273.0 : f32 + %iq1s_code_14_4 = scalar.constant 8281.0 : f32 + %iq1s_code_14_5 = scalar.constant 8289.0 : f32 + %iq1s_code_14_6 = scalar.constant 8293.0 : f32 + %iq1s_code_14_7 = scalar.constant 8320.0 : f32 + %iq1s_code_14_8 = scalar.constant 8322.0 : f32 + %iq1s_code_14_9 = scalar.constant 8328.0 : f32 + %iq1s_code_14_10 = scalar.constant 8330.0 : f32 + %iq1s_code_14_11 = scalar.constant 8341.0 : f32 + %iq1s_code_14_12 = scalar.constant 8352.0 : f32 + %iq1s_code_14_13 = scalar.constant 8354.0 : f32 + %iq1s_code_14_14 = scalar.constant 8357.0 : f32 + %iq1s_code_14_15 = scalar.constant 8360.0 : f32 + %iq1s_code_14_16 = scalar.constant 8362.0 : f32 + %iq1s_code_14_17 = scalar.constant 8453.0 : f32 + %iq1s_code_14_18 = scalar.constant 8465.0 : f32 + %iq1s_code_14_19 = scalar.constant 8468.0 : f32 + %iq1s_code_14_20 = scalar.constant 8473.0 : f32 + %iq1s_code_14_21 = scalar.constant 8485.0 : f32 + %iq1s_code_14_22 = scalar.constant 8514.0 : f32 + %iq1s_code_14_23 = scalar.constant 8516.0 : f32 + %iq1s_code_14_24 = scalar.constant 8521.0 : f32 + %iq1s_code_14_25 = scalar.constant 8533.0 : f32 + %iq1s_code_14_26 = scalar.constant 8536.0 : f32 + %iq1s_code_14_27 = scalar.constant 8538.0 : f32 + %iq1s_code_14_28 = scalar.constant 8545.0 : f32 + %iq1s_code_14_29 = scalar.constant 8548.0 : f32 + %iq1s_code_14_30 = scalar.constant 8549.0 : f32 + %iq1s_code_14_31 = scalar.constant 8550.0 : f32 + %iq1s_code_14 = vector.from_elements %iq1s_code_14_0, %iq1s_code_14_1, %iq1s_code_14_2, %iq1s_code_14_3, %iq1s_code_14_4, %iq1s_code_14_5, %iq1s_code_14_6, %iq1s_code_14_7, %iq1s_code_14_8, %iq1s_code_14_9, %iq1s_code_14_10, %iq1s_code_14_11, %iq1s_code_14_12, %iq1s_code_14_13, %iq1s_code_14_14, %iq1s_code_14_15, %iq1s_code_14_16, %iq1s_code_14_17, %iq1s_code_14_18, %iq1s_code_14_19, %iq1s_code_14_20, %iq1s_code_14_21, %iq1s_code_14_22, %iq1s_code_14_23, %iq1s_code_14_24, %iq1s_code_14_25, %iq1s_code_14_26, %iq1s_code_14_27, %iq1s_code_14_28, %iq1s_code_14_29, %iq1s_code_14_30, %iq1s_code_14_31 : vector<32xf32> + %iq1s_code_15_0 = scalar.constant 8581.0 : f32 + %iq1s_code_15_1 = scalar.constant 8592.0 : f32 + %iq1s_code_15_2 = scalar.constant 8598.0 : f32 + %iq1s_code_15_3 = scalar.constant 8601.0 : f32 + %iq1s_code_15_4 = scalar.constant 8613.0 : f32 + %iq1s_code_15_5 = scalar.constant 8705.0 : f32 + %iq1s_code_15_6 = scalar.constant 8712.0 : f32 + %iq1s_code_15_7 = scalar.constant 8714.0 : f32 + %iq1s_code_15_8 = scalar.constant 8721.0 : f32 + %iq1s_code_15_9 = scalar.constant 8725.0 : f32 + %iq1s_code_15_10 = scalar.constant 8736.0 : f32 + %iq1s_code_15_11 = scalar.constant 8738.0 : f32 + %iq1s_code_15_12 = scalar.constant 8744.0 : f32 + %iq1s_code_15_13 = scalar.constant 8746.0 : f32 + %iq1s_code_15_14 = scalar.constant 8773.0 : f32 + %iq1s_code_15_15 = scalar.constant 8785.0 : f32 + %iq1s_code_15_16 = scalar.constant 8790.0 : f32 + %iq1s_code_15_17 = scalar.constant 8793.0 : f32 + %iq1s_code_15_18 = scalar.constant 8805.0 : f32 + %iq1s_code_15_19 = scalar.constant 8833.0 : f32 + %iq1s_code_15_20 = scalar.constant 8840.0 : f32 + %iq1s_code_15_21 = scalar.constant 8842.0 : f32 + %iq1s_code_15_22 = scalar.constant 8849.0 : f32 + %iq1s_code_15_23 = scalar.constant 8853.0 : f32 + %iq1s_code_15_24 = scalar.constant 8864.0 : f32 + %iq1s_code_15_25 = scalar.constant 8866.0 : f32 + %iq1s_code_15_26 = scalar.constant 8872.0 : f32 + %iq1s_code_15_27 = scalar.constant 8874.0 : f32 + %iq1s_code_15_28 = scalar.constant 9221.0 : f32 + %iq1s_code_15_29 = scalar.constant 9236.0 : f32 + %iq1s_code_15_30 = scalar.constant 9238.0 : f32 + %iq1s_code_15_31 = scalar.constant 9241.0 : f32 + %iq1s_code_15 = vector.from_elements %iq1s_code_15_0, %iq1s_code_15_1, %iq1s_code_15_2, %iq1s_code_15_3, %iq1s_code_15_4, %iq1s_code_15_5, %iq1s_code_15_6, %iq1s_code_15_7, %iq1s_code_15_8, %iq1s_code_15_9, %iq1s_code_15_10, %iq1s_code_15_11, %iq1s_code_15_12, %iq1s_code_15_13, %iq1s_code_15_14, %iq1s_code_15_15, %iq1s_code_15_16, %iq1s_code_15_17, %iq1s_code_15_18, %iq1s_code_15_19, %iq1s_code_15_20, %iq1s_code_15_21, %iq1s_code_15_22, %iq1s_code_15_23, %iq1s_code_15_24, %iq1s_code_15_25, %iq1s_code_15_26, %iq1s_code_15_27, %iq1s_code_15_28, %iq1s_code_15_29, %iq1s_code_15_30, %iq1s_code_15_31 : vector<32xf32> + %iq1s_code_16_0 = scalar.constant 9253.0 : f32 + %iq1s_code_16_1 = scalar.constant 9284.0 : f32 + %iq1s_code_16_2 = scalar.constant 9285.0 : f32 + %iq1s_code_16_3 = scalar.constant 9286.0 : f32 + %iq1s_code_16_4 = scalar.constant 9289.0 : f32 + %iq1s_code_16_5 = scalar.constant 9298.0 : f32 + %iq1s_code_16_6 = scalar.constant 9301.0 : f32 + %iq1s_code_16_7 = scalar.constant 9304.0 : f32 + %iq1s_code_16_8 = scalar.constant 9306.0 : f32 + %iq1s_code_16_9 = scalar.constant 9318.0 : f32 + %iq1s_code_16_10 = scalar.constant 9349.0 : f32 + %iq1s_code_16_11 = scalar.constant 9361.0 : f32 + %iq1s_code_16_12 = scalar.constant 9364.0 : f32 + %iq1s_code_16_13 = scalar.constant 9369.0 : f32 + %iq1s_code_16_14 = scalar.constant 9377.0 : f32 + %iq1s_code_16_15 = scalar.constant 9381.0 : f32 + %iq1s_code_16_16 = scalar.constant 9481.0 : f32 + %iq1s_code_16_17 = scalar.constant 9493.0 : f32 + %iq1s_code_16_18 = scalar.constant 9505.0 : f32 + %iq1s_code_16_19 = scalar.constant 9513.0 : f32 + %iq1s_code_16_20 = scalar.constant 9536.0 : f32 + %iq1s_code_16_21 = scalar.constant 9541.0 : f32 + %iq1s_code_16_22 = scalar.constant 9544.0 : f32 + %iq1s_code_16_23 = scalar.constant 9553.0 : f32 + %iq1s_code_16_24 = scalar.constant 9556.0 : f32 + %iq1s_code_16_25 = scalar.constant 9557.0 : f32 + %iq1s_code_16_26 = scalar.constant 9561.0 : f32 + %iq1s_code_16_27 = scalar.constant 9570.0 : f32 + %iq1s_code_16_28 = scalar.constant 9573.0 : f32 + %iq1s_code_16_29 = scalar.constant 9576.0 : f32 + %iq1s_code_16_30 = scalar.constant 9609.0 : f32 + %iq1s_code_16_31 = scalar.constant 9616.0 : f32 + %iq1s_code_16 = vector.from_elements %iq1s_code_16_0, %iq1s_code_16_1, %iq1s_code_16_2, %iq1s_code_16_3, %iq1s_code_16_4, %iq1s_code_16_5, %iq1s_code_16_6, %iq1s_code_16_7, %iq1s_code_16_8, %iq1s_code_16_9, %iq1s_code_16_10, %iq1s_code_16_11, %iq1s_code_16_12, %iq1s_code_16_13, %iq1s_code_16_14, %iq1s_code_16_15, %iq1s_code_16_16, %iq1s_code_16_17, %iq1s_code_16_18, %iq1s_code_16_19, %iq1s_code_16_20, %iq1s_code_16_21, %iq1s_code_16_22, %iq1s_code_16_23, %iq1s_code_16_24, %iq1s_code_16_25, %iq1s_code_16_26, %iq1s_code_16_27, %iq1s_code_16_28, %iq1s_code_16_29, %iq1s_code_16_30, %iq1s_code_16_31 : vector<32xf32> + %iq1s_code_17_0 = scalar.constant 9620.0 : f32 + %iq1s_code_17_1 = scalar.constant 9621.0 : f32 + %iq1s_code_17_2 = scalar.constant 9624.0 : f32 + %iq1s_code_17_3 = scalar.constant 9626.0 : f32 + %iq1s_code_17_4 = scalar.constant 9633.0 : f32 + %iq1s_code_17_5 = scalar.constant 9636.0 : f32 + %iq1s_code_17_6 = scalar.constant 9638.0 : f32 + %iq1s_code_17_7 = scalar.constant 9641.0 : f32 + %iq1s_code_17_8 = scalar.constant 9733.0 : f32 + %iq1s_code_17_9 = scalar.constant 9744.0 : f32 + %iq1s_code_17_10 = scalar.constant 9746.0 : f32 + %iq1s_code_17_11 = scalar.constant 9753.0 : f32 + %iq1s_code_17_12 = scalar.constant 9765.0 : f32 + %iq1s_code_17_13 = scalar.constant 9793.0 : f32 + %iq1s_code_17_14 = scalar.constant 9801.0 : f32 + %iq1s_code_17_15 = scalar.constant 9813.0 : f32 + %iq1s_code_17_16 = scalar.constant 9824.0 : f32 + %iq1s_code_17_17 = scalar.constant 9825.0 : f32 + %iq1s_code_17_18 = scalar.constant 9833.0 : f32 + %iq1s_code_17_19 = scalar.constant 9860.0 : f32 + %iq1s_code_17_20 = scalar.constant 9862.0 : f32 + %iq1s_code_17_21 = scalar.constant 9872.0 : f32 + %iq1s_code_17_22 = scalar.constant 9882.0 : f32 + %iq1s_code_17_23 = scalar.constant 10240.0 : f32 + %iq1s_code_17_24 = scalar.constant 10242.0 : f32 + %iq1s_code_17_25 = scalar.constant 10248.0 : f32 + %iq1s_code_17_26 = scalar.constant 10250.0 : f32 + %iq1s_code_17_27 = scalar.constant 10261.0 : f32 + %iq1s_code_17_28 = scalar.constant 10272.0 : f32 + %iq1s_code_17_29 = scalar.constant 10274.0 : f32 + %iq1s_code_17_30 = scalar.constant 10280.0 : f32 + %iq1s_code_17_31 = scalar.constant 10282.0 : f32 + %iq1s_code_17 = vector.from_elements %iq1s_code_17_0, %iq1s_code_17_1, %iq1s_code_17_2, %iq1s_code_17_3, %iq1s_code_17_4, %iq1s_code_17_5, %iq1s_code_17_6, %iq1s_code_17_7, %iq1s_code_17_8, %iq1s_code_17_9, %iq1s_code_17_10, %iq1s_code_17_11, %iq1s_code_17_12, %iq1s_code_17_13, %iq1s_code_17_14, %iq1s_code_17_15, %iq1s_code_17_16, %iq1s_code_17_17, %iq1s_code_17_18, %iq1s_code_17_19, %iq1s_code_17_20, %iq1s_code_17_21, %iq1s_code_17_22, %iq1s_code_17_23, %iq1s_code_17_24, %iq1s_code_17_25, %iq1s_code_17_26, %iq1s_code_17_27, %iq1s_code_17_28, %iq1s_code_17_29, %iq1s_code_17_30, %iq1s_code_17_31 : vector<32xf32> + %iq1s_code_18_0 = scalar.constant 10309.0 : f32 + %iq1s_code_18_1 = scalar.constant 10321.0 : f32 + %iq1s_code_18_2 = scalar.constant 10324.0 : f32 + %iq1s_code_18_3 = scalar.constant 10341.0 : f32 + %iq1s_code_18_4 = scalar.constant 10368.0 : f32 + %iq1s_code_18_5 = scalar.constant 10370.0 : f32 + %iq1s_code_18_6 = scalar.constant 10376.0 : f32 + %iq1s_code_18_7 = scalar.constant 10378.0 : f32 + %iq1s_code_18_8 = scalar.constant 10400.0 : f32 + %iq1s_code_18_9 = scalar.constant 10402.0 : f32 + %iq1s_code_18_10 = scalar.constant 10408.0 : f32 + %iq1s_code_18_11 = scalar.constant 10410.0 : f32 + %iq1s_code_18_12 = scalar.constant 10505.0 : f32 + %iq1s_code_18_13 = scalar.constant 10513.0 : f32 + %iq1s_code_18_14 = scalar.constant 10516.0 : f32 + %iq1s_code_18_15 = scalar.constant 10521.0 : f32 + %iq1s_code_18_16 = scalar.constant 10533.0 : f32 + %iq1s_code_18_17 = scalar.constant 10566.0 : f32 + %iq1s_code_18_18 = scalar.constant 10569.0 : f32 + %iq1s_code_18_19 = scalar.constant 10578.0 : f32 + %iq1s_code_18_20 = scalar.constant 10581.0 : f32 + %iq1s_code_18_21 = scalar.constant 10593.0 : f32 + %iq1s_code_18_22 = scalar.constant 10596.0 : f32 + %iq1s_code_18_23 = scalar.constant 10598.0 : f32 + %iq1s_code_18_24 = scalar.constant 10601.0 : f32 + %iq1s_code_18_25 = scalar.constant 10629.0 : f32 + %iq1s_code_18_26 = scalar.constant 10640.0 : f32 + %iq1s_code_18_27 = scalar.constant 10646.0 : f32 + %iq1s_code_18_28 = scalar.constant 10649.0 : f32 + %iq1s_code_18_29 = scalar.constant 10660.0 : f32 + %iq1s_code_18_30 = scalar.constant 10661.0 : f32 + %iq1s_code_18_31 = scalar.constant 10752.0 : f32 + %iq1s_code_18 = vector.from_elements %iq1s_code_18_0, %iq1s_code_18_1, %iq1s_code_18_2, %iq1s_code_18_3, %iq1s_code_18_4, %iq1s_code_18_5, %iq1s_code_18_6, %iq1s_code_18_7, %iq1s_code_18_8, %iq1s_code_18_9, %iq1s_code_18_10, %iq1s_code_18_11, %iq1s_code_18_12, %iq1s_code_18_13, %iq1s_code_18_14, %iq1s_code_18_15, %iq1s_code_18_16, %iq1s_code_18_17, %iq1s_code_18_18, %iq1s_code_18_19, %iq1s_code_18_20, %iq1s_code_18_21, %iq1s_code_18_22, %iq1s_code_18_23, %iq1s_code_18_24, %iq1s_code_18_25, %iq1s_code_18_26, %iq1s_code_18_27, %iq1s_code_18_28, %iq1s_code_18_29, %iq1s_code_18_30, %iq1s_code_18_31 : vector<32xf32> + %iq1s_code_19_0 = scalar.constant 10754.0 : f32 + %iq1s_code_19_1 = scalar.constant 10760.0 : f32 + %iq1s_code_19_2 = scalar.constant 10762.0 : f32 + %iq1s_code_19_3 = scalar.constant 10784.0 : f32 + %iq1s_code_19_4 = scalar.constant 10786.0 : f32 + %iq1s_code_19_5 = scalar.constant 10792.0 : f32 + %iq1s_code_19_6 = scalar.constant 10794.0 : f32 + %iq1s_code_19_7 = scalar.constant 10821.0 : f32 + %iq1s_code_19_8 = scalar.constant 10833.0 : f32 + %iq1s_code_19_9 = scalar.constant 10838.0 : f32 + %iq1s_code_19_10 = scalar.constant 10841.0 : f32 + %iq1s_code_19_11 = scalar.constant 10853.0 : f32 + %iq1s_code_19_12 = scalar.constant 10880.0 : f32 + %iq1s_code_19_13 = scalar.constant 10882.0 : f32 + %iq1s_code_19_14 = scalar.constant 10888.0 : f32 + %iq1s_code_19_15 = scalar.constant 10890.0 : f32 + %iq1s_code_19_16 = scalar.constant 10901.0 : f32 + %iq1s_code_19_17 = scalar.constant 10912.0 : f32 + %iq1s_code_19_18 = scalar.constant 10914.0 : f32 + %iq1s_code_19_19 = scalar.constant 10920.0 : f32 + %iq1s_code_19_20 = scalar.constant 10922.0 : f32 + %iq1s_code_19_21 = scalar.constant 16389.0 : f32 + %iq1s_code_19_22 = scalar.constant 16401.0 : f32 + %iq1s_code_19_23 = scalar.constant 16406.0 : f32 + %iq1s_code_19_24 = scalar.constant 16421.0 : f32 + %iq1s_code_19_25 = scalar.constant 16457.0 : f32 + %iq1s_code_19_26 = scalar.constant 16466.0 : f32 + %iq1s_code_19_27 = scalar.constant 16469.0 : f32 + %iq1s_code_19_28 = scalar.constant 16472.0 : f32 + %iq1s_code_19_29 = scalar.constant 16474.0 : f32 + %iq1s_code_19_30 = scalar.constant 16481.0 : f32 + %iq1s_code_19_31 = scalar.constant 16484.0 : f32 + %iq1s_code_19 = vector.from_elements %iq1s_code_19_0, %iq1s_code_19_1, %iq1s_code_19_2, %iq1s_code_19_3, %iq1s_code_19_4, %iq1s_code_19_5, %iq1s_code_19_6, %iq1s_code_19_7, %iq1s_code_19_8, %iq1s_code_19_9, %iq1s_code_19_10, %iq1s_code_19_11, %iq1s_code_19_12, %iq1s_code_19_13, %iq1s_code_19_14, %iq1s_code_19_15, %iq1s_code_19_16, %iq1s_code_19_17, %iq1s_code_19_18, %iq1s_code_19_19, %iq1s_code_19_20, %iq1s_code_19_21, %iq1s_code_19_22, %iq1s_code_19_23, %iq1s_code_19_24, %iq1s_code_19_25, %iq1s_code_19_26, %iq1s_code_19_27, %iq1s_code_19_28, %iq1s_code_19_29, %iq1s_code_19_30, %iq1s_code_19_31 : vector<32xf32> + %iq1s_code_20_0 = scalar.constant 16486.0 : f32 + %iq1s_code_20_1 = scalar.constant 16532.0 : f32 + %iq1s_code_20_2 = scalar.constant 16537.0 : f32 + %iq1s_code_20_3 = scalar.constant 16545.0 : f32 + %iq1s_code_20_4 = scalar.constant 16550.0 : f32 + %iq1s_code_20_5 = scalar.constant 16640.0 : f32 + %iq1s_code_20_6 = scalar.constant 16641.0 : f32 + %iq1s_code_20_7 = scalar.constant 16644.0 : f32 + %iq1s_code_20_8 = scalar.constant 16646.0 : f32 + %iq1s_code_20_9 = scalar.constant 16649.0 : f32 + %iq1s_code_20_10 = scalar.constant 16658.0 : f32 + %iq1s_code_20_11 = scalar.constant 16661.0 : f32 + %iq1s_code_20_12 = scalar.constant 16662.0 : f32 + %iq1s_code_20_13 = scalar.constant 16664.0 : f32 + %iq1s_code_20_14 = scalar.constant 16666.0 : f32 + %iq1s_code_20_15 = scalar.constant 16673.0 : f32 + %iq1s_code_20_16 = scalar.constant 16678.0 : f32 + %iq1s_code_20_17 = scalar.constant 16681.0 : f32 + %iq1s_code_20_18 = scalar.constant 16709.0 : f32 + %iq1s_code_20_19 = scalar.constant 16712.0 : f32 + %iq1s_code_20_20 = scalar.constant 16714.0 : f32 + %iq1s_code_20_21 = scalar.constant 16721.0 : f32 + %iq1s_code_20_22 = scalar.constant 16724.0 : f32 + %iq1s_code_20_23 = scalar.constant 16725.0 : f32 + %iq1s_code_20_24 = scalar.constant 16726.0 : f32 + %iq1s_code_20_25 = scalar.constant 16729.0 : f32 + %iq1s_code_20_26 = scalar.constant 16730.0 : f32 + %iq1s_code_20_27 = scalar.constant 16741.0 : f32 + %iq1s_code_20_28 = scalar.constant 16744.0 : f32 + %iq1s_code_20_29 = scalar.constant 16746.0 : f32 + %iq1s_code_20_30 = scalar.constant 16769.0 : f32 + %iq1s_code_20_31 = scalar.constant 16772.0 : f32 + %iq1s_code_20 = vector.from_elements %iq1s_code_20_0, %iq1s_code_20_1, %iq1s_code_20_2, %iq1s_code_20_3, %iq1s_code_20_4, %iq1s_code_20_5, %iq1s_code_20_6, %iq1s_code_20_7, %iq1s_code_20_8, %iq1s_code_20_9, %iq1s_code_20_10, %iq1s_code_20_11, %iq1s_code_20_12, %iq1s_code_20_13, %iq1s_code_20_14, %iq1s_code_20_15, %iq1s_code_20_16, %iq1s_code_20_17, %iq1s_code_20_18, %iq1s_code_20_19, %iq1s_code_20_20, %iq1s_code_20_21, %iq1s_code_20_22, %iq1s_code_20_23, %iq1s_code_20_24, %iq1s_code_20_25, %iq1s_code_20_26, %iq1s_code_20_27, %iq1s_code_20_28, %iq1s_code_20_29, %iq1s_code_20_30, %iq1s_code_20_31 : vector<32xf32> + %iq1s_code_21_0 = scalar.constant 16774.0 : f32 + %iq1s_code_21_1 = scalar.constant 16784.0 : f32 + %iq1s_code_21_2 = scalar.constant 16786.0 : f32 + %iq1s_code_21_3 = scalar.constant 16789.0 : f32 + %iq1s_code_21_4 = scalar.constant 16800.0 : f32 + %iq1s_code_21_5 = scalar.constant 16801.0 : f32 + %iq1s_code_21_6 = scalar.constant 16802.0 : f32 + %iq1s_code_21_7 = scalar.constant 16901.0 : f32 + %iq1s_code_21_8 = scalar.constant 16913.0 : f32 + %iq1s_code_21_9 = scalar.constant 16916.0 : f32 + %iq1s_code_21_10 = scalar.constant 16918.0 : f32 + %iq1s_code_21_11 = scalar.constant 16933.0 : f32 + %iq1s_code_21_12 = scalar.constant 16961.0 : f32 + %iq1s_code_21_13 = scalar.constant 16978.0 : f32 + %iq1s_code_21_14 = scalar.constant 16981.0 : f32 + %iq1s_code_21_15 = scalar.constant 16986.0 : f32 + %iq1s_code_21_16 = scalar.constant 16996.0 : f32 + %iq1s_code_21_17 = scalar.constant 17001.0 : f32 + %iq1s_code_21_18 = scalar.constant 17033.0 : f32 + %iq1s_code_21_19 = scalar.constant 17044.0 : f32 + %iq1s_code_21_20 = scalar.constant 17061.0 : f32 + %iq1s_code_21_21 = scalar.constant 17409.0 : f32 + %iq1s_code_21_22 = scalar.constant 17429.0 : f32 + %iq1s_code_21_23 = scalar.constant 17433.0 : f32 + %iq1s_code_21_24 = scalar.constant 17449.0 : f32 + %iq1s_code_21_25 = scalar.constant 17477.0 : f32 + %iq1s_code_21_26 = scalar.constant 17480.0 : f32 + %iq1s_code_21_27 = scalar.constant 17482.0 : f32 + %iq1s_code_21_28 = scalar.constant 17489.0 : f32 + %iq1s_code_21_29 = scalar.constant 17492.0 : f32 + %iq1s_code_21_30 = scalar.constant 17493.0 : f32 + %iq1s_code_21_31 = scalar.constant 17494.0 : f32 + %iq1s_code_21 = vector.from_elements %iq1s_code_21_0, %iq1s_code_21_1, %iq1s_code_21_2, %iq1s_code_21_3, %iq1s_code_21_4, %iq1s_code_21_5, %iq1s_code_21_6, %iq1s_code_21_7, %iq1s_code_21_8, %iq1s_code_21_9, %iq1s_code_21_10, %iq1s_code_21_11, %iq1s_code_21_12, %iq1s_code_21_13, %iq1s_code_21_14, %iq1s_code_21_15, %iq1s_code_21_16, %iq1s_code_21_17, %iq1s_code_21_18, %iq1s_code_21_19, %iq1s_code_21_20, %iq1s_code_21_21, %iq1s_code_21_22, %iq1s_code_21_23, %iq1s_code_21_24, %iq1s_code_21_25, %iq1s_code_21_26, %iq1s_code_21_27, %iq1s_code_21_28, %iq1s_code_21_29, %iq1s_code_21_30, %iq1s_code_21_31 : vector<32xf32> + %iq1s_code_22_0 = scalar.constant 17505.0 : f32 + %iq1s_code_22_1 = scalar.constant 17506.0 : f32 + %iq1s_code_22_2 = scalar.constant 17509.0 : f32 + %iq1s_code_22_3 = scalar.constant 17512.0 : f32 + %iq1s_code_22_4 = scalar.constant 17514.0 : f32 + %iq1s_code_22_5 = scalar.constant 17537.0 : f32 + %iq1s_code_22_6 = scalar.constant 17542.0 : f32 + %iq1s_code_22_7 = scalar.constant 17545.0 : f32 + %iq1s_code_22_8 = scalar.constant 17552.0 : f32 + %iq1s_code_22_9 = scalar.constant 17554.0 : f32 + %iq1s_code_22_10 = scalar.constant 17557.0 : f32 + %iq1s_code_22_11 = scalar.constant 17568.0 : f32 + %iq1s_code_22_12 = scalar.constant 17569.0 : f32 + %iq1s_code_22_13 = scalar.constant 17577.0 : f32 + %iq1s_code_22_14 = scalar.constant 17665.0 : f32 + %iq1s_code_22_15 = scalar.constant 17666.0 : f32 + %iq1s_code_22_16 = scalar.constant 17669.0 : f32 + %iq1s_code_22_17 = scalar.constant 17674.0 : f32 + %iq1s_code_22_18 = scalar.constant 17681.0 : f32 + %iq1s_code_22_19 = scalar.constant 17684.0 : f32 + %iq1s_code_22_20 = scalar.constant 17685.0 : f32 + %iq1s_code_22_21 = scalar.constant 17686.0 : f32 + %iq1s_code_22_22 = scalar.constant 17689.0 : f32 + %iq1s_code_22_23 = scalar.constant 17696.0 : f32 + %iq1s_code_22_24 = scalar.constant 17701.0 : f32 + %iq1s_code_22_25 = scalar.constant 17706.0 : f32 + %iq1s_code_22_26 = scalar.constant 17729.0 : f32 + %iq1s_code_22_27 = scalar.constant 17732.0 : f32 + %iq1s_code_22_28 = scalar.constant 17733.0 : f32 + %iq1s_code_22_29 = scalar.constant 17734.0 : f32 + %iq1s_code_22_30 = scalar.constant 17737.0 : f32 + %iq1s_code_22_31 = scalar.constant 17744.0 : f32 + %iq1s_code_22 = vector.from_elements %iq1s_code_22_0, %iq1s_code_22_1, %iq1s_code_22_2, %iq1s_code_22_3, %iq1s_code_22_4, %iq1s_code_22_5, %iq1s_code_22_6, %iq1s_code_22_7, %iq1s_code_22_8, %iq1s_code_22_9, %iq1s_code_22_10, %iq1s_code_22_11, %iq1s_code_22_12, %iq1s_code_22_13, %iq1s_code_22_14, %iq1s_code_22_15, %iq1s_code_22_16, %iq1s_code_22_17, %iq1s_code_22_18, %iq1s_code_22_19, %iq1s_code_22_20, %iq1s_code_22_21, %iq1s_code_22_22, %iq1s_code_22_23, %iq1s_code_22_24, %iq1s_code_22_25, %iq1s_code_22_26, %iq1s_code_22_27, %iq1s_code_22_28, %iq1s_code_22_29, %iq1s_code_22_30, %iq1s_code_22_31 : vector<32xf32> + %iq1s_code_23_0 = scalar.constant 17745.0 : f32 + %iq1s_code_23_1 = scalar.constant 17748.0 : f32 + %iq1s_code_23_2 = scalar.constant 17749.0 : f32 + %iq1s_code_23_3 = scalar.constant 17750.0 : f32 + %iq1s_code_23_4 = scalar.constant 17752.0 : f32 + %iq1s_code_23_5 = scalar.constant 17753.0 : f32 + %iq1s_code_23_6 = scalar.constant 17761.0 : f32 + %iq1s_code_23_7 = scalar.constant 17764.0 : f32 + %iq1s_code_23_8 = scalar.constant 17765.0 : f32 + %iq1s_code_23_9 = scalar.constant 17766.0 : f32 + %iq1s_code_23_10 = scalar.constant 17769.0 : f32 + %iq1s_code_23_11 = scalar.constant 17794.0 : f32 + %iq1s_code_23_12 = scalar.constant 17796.0 : f32 + %iq1s_code_23_13 = scalar.constant 17797.0 : f32 + %iq1s_code_23_14 = scalar.constant 17800.0 : f32 + %iq1s_code_23_15 = scalar.constant 17809.0 : f32 + %iq1s_code_23_16 = scalar.constant 17812.0 : f32 + %iq1s_code_23_17 = scalar.constant 17813.0 : f32 + %iq1s_code_23_18 = scalar.constant 17814.0 : f32 + %iq1s_code_23_19 = scalar.constant 17817.0 : f32 + %iq1s_code_23_20 = scalar.constant 17818.0 : f32 + %iq1s_code_23_21 = scalar.constant 17829.0 : f32 + %iq1s_code_23_22 = scalar.constant 17832.0 : f32 + %iq1s_code_23_23 = scalar.constant 17834.0 : f32 + %iq1s_code_23_24 = scalar.constant 17921.0 : f32 + %iq1s_code_23_25 = scalar.constant 17925.0 : f32 + %iq1s_code_23_26 = scalar.constant 17929.0 : f32 + %iq1s_code_23_27 = scalar.constant 17940.0 : f32 + %iq1s_code_23_28 = scalar.constant 17941.0 : f32 + %iq1s_code_23_29 = scalar.constant 17944.0 : f32 + %iq1s_code_23_30 = scalar.constant 17946.0 : f32 + %iq1s_code_23_31 = scalar.constant 17953.0 : f32 + %iq1s_code_23 = vector.from_elements %iq1s_code_23_0, %iq1s_code_23_1, %iq1s_code_23_2, %iq1s_code_23_3, %iq1s_code_23_4, %iq1s_code_23_5, %iq1s_code_23_6, %iq1s_code_23_7, %iq1s_code_23_8, %iq1s_code_23_9, %iq1s_code_23_10, %iq1s_code_23_11, %iq1s_code_23_12, %iq1s_code_23_13, %iq1s_code_23_14, %iq1s_code_23_15, %iq1s_code_23_16, %iq1s_code_23_17, %iq1s_code_23_18, %iq1s_code_23_19, %iq1s_code_23_20, %iq1s_code_23_21, %iq1s_code_23_22, %iq1s_code_23_23, %iq1s_code_23_24, %iq1s_code_23_25, %iq1s_code_23_26, %iq1s_code_23_27, %iq1s_code_23_28, %iq1s_code_23_29, %iq1s_code_23_30, %iq1s_code_23_31 : vector<32xf32> + %iq1s_code_24_0 = scalar.constant 17956.0 : f32 + %iq1s_code_24_1 = scalar.constant 17961.0 : f32 + %iq1s_code_24_2 = scalar.constant 17984.0 : f32 + %iq1s_code_24_3 = scalar.constant 17986.0 : f32 + %iq1s_code_24_4 = scalar.constant 17989.0 : f32 + %iq1s_code_24_5 = scalar.constant 17992.0 : f32 + %iq1s_code_24_6 = scalar.constant 18000.0 : f32 + %iq1s_code_24_7 = scalar.constant 18001.0 : f32 + %iq1s_code_24_8 = scalar.constant 18002.0 : f32 + %iq1s_code_24_9 = scalar.constant 18005.0 : f32 + %iq1s_code_24_10 = scalar.constant 18006.0 : f32 + %iq1s_code_24_11 = scalar.constant 18009.0 : f32 + %iq1s_code_24_12 = scalar.constant 18018.0 : f32 + %iq1s_code_24_13 = scalar.constant 18021.0 : f32 + %iq1s_code_24_14 = scalar.constant 18024.0 : f32 + %iq1s_code_24_15 = scalar.constant 18049.0 : f32 + %iq1s_code_24_16 = scalar.constant 18053.0 : f32 + %iq1s_code_24_17 = scalar.constant 18058.0 : f32 + %iq1s_code_24_18 = scalar.constant 18068.0 : f32 + %iq1s_code_24_19 = scalar.constant 18069.0 : f32 + %iq1s_code_24_20 = scalar.constant 18081.0 : f32 + %iq1s_code_24_21 = scalar.constant 18084.0 : f32 + %iq1s_code_24_22 = scalar.constant 18086.0 : f32 + %iq1s_code_24_23 = scalar.constant 18437.0 : f32 + %iq1s_code_24_24 = scalar.constant 18449.0 : f32 + %iq1s_code_24_25 = scalar.constant 18453.0 : f32 + %iq1s_code_24_26 = scalar.constant 18458.0 : f32 + %iq1s_code_24_27 = scalar.constant 18469.0 : f32 + %iq1s_code_24_28 = scalar.constant 18498.0 : f32 + %iq1s_code_24_29 = scalar.constant 18505.0 : f32 + %iq1s_code_24_30 = scalar.constant 18512.0 : f32 + %iq1s_code_24_31 = scalar.constant 18517.0 : f32 + %iq1s_code_24 = vector.from_elements %iq1s_code_24_0, %iq1s_code_24_1, %iq1s_code_24_2, %iq1s_code_24_3, %iq1s_code_24_4, %iq1s_code_24_5, %iq1s_code_24_6, %iq1s_code_24_7, %iq1s_code_24_8, %iq1s_code_24_9, %iq1s_code_24_10, %iq1s_code_24_11, %iq1s_code_24_12, %iq1s_code_24_13, %iq1s_code_24_14, %iq1s_code_24_15, %iq1s_code_24_16, %iq1s_code_24_17, %iq1s_code_24_18, %iq1s_code_24_19, %iq1s_code_24_20, %iq1s_code_24_21, %iq1s_code_24_22, %iq1s_code_24_23, %iq1s_code_24_24, %iq1s_code_24_25, %iq1s_code_24_26, %iq1s_code_24_27, %iq1s_code_24_28, %iq1s_code_24_29, %iq1s_code_24_30, %iq1s_code_24_31 : vector<32xf32> + %iq1s_code_25_0 = scalar.constant 18520.0 : f32 + %iq1s_code_25_1 = scalar.constant 18529.0 : f32 + %iq1s_code_25_2 = scalar.constant 18532.0 : f32 + %iq1s_code_25_3 = scalar.constant 18534.0 : f32 + %iq1s_code_25_4 = scalar.constant 18537.0 : f32 + %iq1s_code_25_5 = scalar.constant 18565.0 : f32 + %iq1s_code_25_6 = scalar.constant 18577.0 : f32 + %iq1s_code_25_7 = scalar.constant 18580.0 : f32 + %iq1s_code_25_8 = scalar.constant 18582.0 : f32 + %iq1s_code_25_9 = scalar.constant 18585.0 : f32 + %iq1s_code_25_10 = scalar.constant 18597.0 : f32 + %iq1s_code_25_11 = scalar.constant 18689.0 : f32 + %iq1s_code_25_12 = scalar.constant 18693.0 : f32 + %iq1s_code_25_13 = scalar.constant 18694.0 : f32 + %iq1s_code_25_14 = scalar.constant 18698.0 : f32 + %iq1s_code_25_15 = scalar.constant 18704.0 : f32 + %iq1s_code_25_16 = scalar.constant 18708.0 : f32 + %iq1s_code_25_17 = scalar.constant 18709.0 : f32 + %iq1s_code_25_18 = scalar.constant 18712.0 : f32 + %iq1s_code_25_19 = scalar.constant 18721.0 : f32 + %iq1s_code_25_20 = scalar.constant 18724.0 : f32 + %iq1s_code_25_21 = scalar.constant 18726.0 : f32 + %iq1s_code_25_22 = scalar.constant 18752.0 : f32 + %iq1s_code_25_23 = scalar.constant 18757.0 : f32 + %iq1s_code_25_24 = scalar.constant 18762.0 : f32 + %iq1s_code_25_25 = scalar.constant 18769.0 : f32 + %iq1s_code_25_26 = scalar.constant 18770.0 : f32 + %iq1s_code_25_27 = scalar.constant 18772.0 : f32 + %iq1s_code_25_28 = scalar.constant 18773.0 : f32 + %iq1s_code_25_29 = scalar.constant 18774.0 : f32 + %iq1s_code_25_30 = scalar.constant 18777.0 : f32 + %iq1s_code_25_31 = scalar.constant 18784.0 : f32 + %iq1s_code_25 = vector.from_elements %iq1s_code_25_0, %iq1s_code_25_1, %iq1s_code_25_2, %iq1s_code_25_3, %iq1s_code_25_4, %iq1s_code_25_5, %iq1s_code_25_6, %iq1s_code_25_7, %iq1s_code_25_8, %iq1s_code_25_9, %iq1s_code_25_10, %iq1s_code_25_11, %iq1s_code_25_12, %iq1s_code_25_13, %iq1s_code_25_14, %iq1s_code_25_15, %iq1s_code_25_16, %iq1s_code_25_17, %iq1s_code_25_18, %iq1s_code_25_19, %iq1s_code_25_20, %iq1s_code_25_21, %iq1s_code_25_22, %iq1s_code_25_23, %iq1s_code_25_24, %iq1s_code_25_25, %iq1s_code_25_26, %iq1s_code_25_27, %iq1s_code_25_28, %iq1s_code_25_29, %iq1s_code_25_30, %iq1s_code_25_31 : vector<32xf32> + %iq1s_code_26_0 = scalar.constant 18786.0 : f32 + %iq1s_code_26_1 = scalar.constant 18789.0 : f32 + %iq1s_code_26_2 = scalar.constant 18790.0 : f32 + %iq1s_code_26_3 = scalar.constant 18794.0 : f32 + %iq1s_code_26_4 = scalar.constant 18822.0 : f32 + %iq1s_code_26_5 = scalar.constant 18825.0 : f32 + %iq1s_code_26_6 = scalar.constant 18834.0 : f32 + %iq1s_code_26_7 = scalar.constant 18837.0 : f32 + %iq1s_code_26_8 = scalar.constant 18838.0 : f32 + %iq1s_code_26_9 = scalar.constant 18840.0 : f32 + %iq1s_code_26_10 = scalar.constant 18849.0 : f32 + %iq1s_code_26_11 = scalar.constant 18852.0 : f32 + %iq1s_code_26_12 = scalar.constant 18854.0 : f32 + %iq1s_code_26_13 = scalar.constant 18857.0 : f32 + %iq1s_code_26_14 = scalar.constant 18966.0 : f32 + %iq1s_code_26_15 = scalar.constant 19012.0 : f32 + %iq1s_code_26_16 = scalar.constant 19014.0 : f32 + %iq1s_code_26_17 = scalar.constant 19017.0 : f32 + %iq1s_code_26_18 = scalar.constant 19029.0 : f32 + %iq1s_code_26_19 = scalar.constant 19032.0 : f32 + %iq1s_code_26_20 = scalar.constant 19034.0 : f32 + %iq1s_code_26_21 = scalar.constant 19044.0 : f32 + %iq1s_code_26_22 = scalar.constant 19049.0 : f32 + %iq1s_code_26_23 = scalar.constant 19092.0 : f32 + %iq1s_code_26_24 = scalar.constant 19109.0 : f32 + %iq1s_code_26_25 = scalar.constant 20481.0 : f32 + %iq1s_code_26_26 = scalar.constant 20484.0 : f32 + %iq1s_code_26_27 = scalar.constant 20485.0 : f32 + %iq1s_code_26_28 = scalar.constant 20486.0 : f32 + %iq1s_code_26_29 = scalar.constant 20489.0 : f32 + %iq1s_code_26_30 = scalar.constant 20498.0 : f32 + %iq1s_code_26_31 = scalar.constant 20501.0 : f32 + %iq1s_code_26 = vector.from_elements %iq1s_code_26_0, %iq1s_code_26_1, %iq1s_code_26_2, %iq1s_code_26_3, %iq1s_code_26_4, %iq1s_code_26_5, %iq1s_code_26_6, %iq1s_code_26_7, %iq1s_code_26_8, %iq1s_code_26_9, %iq1s_code_26_10, %iq1s_code_26_11, %iq1s_code_26_12, %iq1s_code_26_13, %iq1s_code_26_14, %iq1s_code_26_15, %iq1s_code_26_16, %iq1s_code_26_17, %iq1s_code_26_18, %iq1s_code_26_19, %iq1s_code_26_20, %iq1s_code_26_21, %iq1s_code_26_22, %iq1s_code_26_23, %iq1s_code_26_24, %iq1s_code_26_25, %iq1s_code_26_26, %iq1s_code_26_27, %iq1s_code_26_28, %iq1s_code_26_29, %iq1s_code_26_30, %iq1s_code_26_31 : vector<32xf32> + %iq1s_code_27_0 = scalar.constant 20506.0 : f32 + %iq1s_code_27_1 = scalar.constant 20513.0 : f32 + %iq1s_code_27_2 = scalar.constant 20516.0 : f32 + %iq1s_code_27_3 = scalar.constant 20521.0 : f32 + %iq1s_code_27_4 = scalar.constant 20544.0 : f32 + %iq1s_code_27_5 = scalar.constant 20549.0 : f32 + %iq1s_code_27_6 = scalar.constant 20552.0 : f32 + %iq1s_code_27_7 = scalar.constant 20561.0 : f32 + %iq1s_code_27_8 = scalar.constant 20564.0 : f32 + %iq1s_code_27_9 = scalar.constant 20565.0 : f32 + %iq1s_code_27_10 = scalar.constant 20566.0 : f32 + %iq1s_code_27_11 = scalar.constant 20569.0 : f32 + %iq1s_code_27_12 = scalar.constant 20581.0 : f32 + %iq1s_code_27_13 = scalar.constant 20584.0 : f32 + %iq1s_code_27_14 = scalar.constant 20614.0 : f32 + %iq1s_code_27_15 = scalar.constant 20617.0 : f32 + %iq1s_code_27_16 = scalar.constant 20629.0 : f32 + %iq1s_code_27_17 = scalar.constant 20632.0 : f32 + %iq1s_code_27_18 = scalar.constant 20640.0 : f32 + %iq1s_code_27_19 = scalar.constant 20641.0 : f32 + %iq1s_code_27_20 = scalar.constant 20646.0 : f32 + %iq1s_code_27_21 = scalar.constant 20649.0 : f32 + %iq1s_code_27_22 = scalar.constant 20741.0 : f32 + %iq1s_code_27_23 = scalar.constant 20744.0 : f32 + %iq1s_code_27_24 = scalar.constant 20745.0 : f32 + %iq1s_code_27_25 = scalar.constant 20746.0 : f32 + %iq1s_code_27_26 = scalar.constant 20753.0 : f32 + %iq1s_code_27_27 = scalar.constant 20756.0 : f32 + %iq1s_code_27_28 = scalar.constant 20757.0 : f32 + %iq1s_code_27_29 = scalar.constant 20758.0 : f32 + %iq1s_code_27_30 = scalar.constant 20760.0 : f32 + %iq1s_code_27_31 = scalar.constant 20761.0 : f32 + %iq1s_code_27 = vector.from_elements %iq1s_code_27_0, %iq1s_code_27_1, %iq1s_code_27_2, %iq1s_code_27_3, %iq1s_code_27_4, %iq1s_code_27_5, %iq1s_code_27_6, %iq1s_code_27_7, %iq1s_code_27_8, %iq1s_code_27_9, %iq1s_code_27_10, %iq1s_code_27_11, %iq1s_code_27_12, %iq1s_code_27_13, %iq1s_code_27_14, %iq1s_code_27_15, %iq1s_code_27_16, %iq1s_code_27_17, %iq1s_code_27_18, %iq1s_code_27_19, %iq1s_code_27_20, %iq1s_code_27_21, %iq1s_code_27_22, %iq1s_code_27_23, %iq1s_code_27_24, %iq1s_code_27_25, %iq1s_code_27_26, %iq1s_code_27_27, %iq1s_code_27_28, %iq1s_code_27_29, %iq1s_code_27_30, %iq1s_code_27_31 : vector<32xf32> + %iq1s_code_28_0 = scalar.constant 20768.0 : f32 + %iq1s_code_28_1 = scalar.constant 20773.0 : f32 + %iq1s_code_28_2 = scalar.constant 20774.0 : f32 + %iq1s_code_28_3 = scalar.constant 20776.0 : f32 + %iq1s_code_28_4 = scalar.constant 20778.0 : f32 + %iq1s_code_28_5 = scalar.constant 20801.0 : f32 + %iq1s_code_28_6 = scalar.constant 20804.0 : f32 + %iq1s_code_28_7 = scalar.constant 20805.0 : f32 + %iq1s_code_28_8 = scalar.constant 20806.0 : f32 + %iq1s_code_28_9 = scalar.constant 20809.0 : f32 + %iq1s_code_28_10 = scalar.constant 20816.0 : f32 + %iq1s_code_28_11 = scalar.constant 20817.0 : f32 + %iq1s_code_28_12 = scalar.constant 20818.0 : f32 + %iq1s_code_28_13 = scalar.constant 20820.0 : f32 + %iq1s_code_28_14 = scalar.constant 20821.0 : f32 + %iq1s_code_28_15 = scalar.constant 20822.0 : f32 + %iq1s_code_28_16 = scalar.constant 20824.0 : f32 + %iq1s_code_28_17 = scalar.constant 20825.0 : f32 + %iq1s_code_28_18 = scalar.constant 20826.0 : f32 + %iq1s_code_28_19 = scalar.constant 20833.0 : f32 + %iq1s_code_28_20 = scalar.constant 20836.0 : f32 + %iq1s_code_28_21 = scalar.constant 20837.0 : f32 + %iq1s_code_28_22 = scalar.constant 20838.0 : f32 + %iq1s_code_28_23 = scalar.constant 20841.0 : f32 + %iq1s_code_28_24 = scalar.constant 20866.0 : f32 + %iq1s_code_28_25 = scalar.constant 20869.0 : f32 + %iq1s_code_28_26 = scalar.constant 20881.0 : f32 + %iq1s_code_28_27 = scalar.constant 20884.0 : f32 + %iq1s_code_28_28 = scalar.constant 20885.0 : f32 + %iq1s_code_28_29 = scalar.constant 20886.0 : f32 + %iq1s_code_28_30 = scalar.constant 20889.0 : f32 + %iq1s_code_28_31 = scalar.constant 20896.0 : f32 + %iq1s_code_28 = vector.from_elements %iq1s_code_28_0, %iq1s_code_28_1, %iq1s_code_28_2, %iq1s_code_28_3, %iq1s_code_28_4, %iq1s_code_28_5, %iq1s_code_28_6, %iq1s_code_28_7, %iq1s_code_28_8, %iq1s_code_28_9, %iq1s_code_28_10, %iq1s_code_28_11, %iq1s_code_28_12, %iq1s_code_28_13, %iq1s_code_28_14, %iq1s_code_28_15, %iq1s_code_28_16, %iq1s_code_28_17, %iq1s_code_28_18, %iq1s_code_28_19, %iq1s_code_28_20, %iq1s_code_28_21, %iq1s_code_28_22, %iq1s_code_28_23, %iq1s_code_28_24, %iq1s_code_28_25, %iq1s_code_28_26, %iq1s_code_28_27, %iq1s_code_28_28, %iq1s_code_28_29, %iq1s_code_28_30, %iq1s_code_28_31 : vector<32xf32> + %iq1s_code_29_0 = scalar.constant 20901.0 : f32 + %iq1s_code_29_1 = scalar.constant 20906.0 : f32 + %iq1s_code_29_2 = scalar.constant 20993.0 : f32 + %iq1s_code_29_3 = scalar.constant 20998.0 : f32 + %iq1s_code_29_4 = scalar.constant 21010.0 : f32 + %iq1s_code_29_5 = scalar.constant 21013.0 : f32 + %iq1s_code_29_6 = scalar.constant 21018.0 : f32 + %iq1s_code_29_7 = scalar.constant 21025.0 : f32 + %iq1s_code_29_8 = scalar.constant 21028.0 : f32 + %iq1s_code_29_9 = scalar.constant 21058.0 : f32 + %iq1s_code_29_10 = scalar.constant 21061.0 : f32 + %iq1s_code_29_11 = scalar.constant 21066.0 : f32 + %iq1s_code_29_12 = scalar.constant 21073.0 : f32 + %iq1s_code_29_13 = scalar.constant 21076.0 : f32 + %iq1s_code_29_14 = scalar.constant 21077.0 : f32 + %iq1s_code_29_15 = scalar.constant 21078.0 : f32 + %iq1s_code_29_16 = scalar.constant 21081.0 : f32 + %iq1s_code_29_17 = scalar.constant 21090.0 : f32 + %iq1s_code_29_18 = scalar.constant 21093.0 : f32 + %iq1s_code_29_19 = scalar.constant 21125.0 : f32 + %iq1s_code_29_20 = scalar.constant 21136.0 : f32 + %iq1s_code_29_21 = scalar.constant 21138.0 : f32 + %iq1s_code_29_22 = scalar.constant 21141.0 : f32 + %iq1s_code_29_23 = scalar.constant 21145.0 : f32 + %iq1s_code_29_24 = scalar.constant 21146.0 : f32 + %iq1s_code_29_25 = scalar.constant 21156.0 : f32 + %iq1s_code_29_26 = scalar.constant 21508.0 : f32 + %iq1s_code_29_27 = scalar.constant 21509.0 : f32 + %iq1s_code_29_28 = scalar.constant 21521.0 : f32 + %iq1s_code_29_29 = scalar.constant 21524.0 : f32 + %iq1s_code_29_30 = scalar.constant 21525.0 : f32 + %iq1s_code_29_31 = scalar.constant 21526.0 : f32 + %iq1s_code_29 = vector.from_elements %iq1s_code_29_0, %iq1s_code_29_1, %iq1s_code_29_2, %iq1s_code_29_3, %iq1s_code_29_4, %iq1s_code_29_5, %iq1s_code_29_6, %iq1s_code_29_7, %iq1s_code_29_8, %iq1s_code_29_9, %iq1s_code_29_10, %iq1s_code_29_11, %iq1s_code_29_12, %iq1s_code_29_13, %iq1s_code_29_14, %iq1s_code_29_15, %iq1s_code_29_16, %iq1s_code_29_17, %iq1s_code_29_18, %iq1s_code_29_19, %iq1s_code_29_20, %iq1s_code_29_21, %iq1s_code_29_22, %iq1s_code_29_23, %iq1s_code_29_24, %iq1s_code_29_25, %iq1s_code_29_26, %iq1s_code_29_27, %iq1s_code_29_28, %iq1s_code_29_29, %iq1s_code_29_30, %iq1s_code_29_31 : vector<32xf32> + %iq1s_code_30_0 = scalar.constant 21528.0 : f32 + %iq1s_code_30_1 = scalar.constant 21529.0 : f32 + %iq1s_code_30_2 = scalar.constant 21537.0 : f32 + %iq1s_code_30_3 = scalar.constant 21541.0 : f32 + %iq1s_code_30_4 = scalar.constant 21544.0 : f32 + %iq1s_code_30_5 = scalar.constant 21546.0 : f32 + %iq1s_code_30_6 = scalar.constant 21569.0 : f32 + %iq1s_code_30_7 = scalar.constant 21572.0 : f32 + %iq1s_code_30_8 = scalar.constant 21573.0 : f32 + %iq1s_code_30_9 = scalar.constant 21574.0 : f32 + %iq1s_code_30_10 = scalar.constant 21577.0 : f32 + %iq1s_code_30_11 = scalar.constant 21578.0 : f32 + %iq1s_code_30_12 = scalar.constant 21584.0 : f32 + %iq1s_code_30_13 = scalar.constant 21585.0 : f32 + %iq1s_code_30_14 = scalar.constant 21588.0 : f32 + %iq1s_code_30_15 = scalar.constant 21589.0 : f32 + %iq1s_code_30_16 = scalar.constant 21590.0 : f32 + %iq1s_code_30_17 = scalar.constant 21592.0 : f32 + %iq1s_code_30_18 = scalar.constant 21593.0 : f32 + %iq1s_code_30_19 = scalar.constant 21594.0 : f32 + %iq1s_code_30_20 = scalar.constant 21601.0 : f32 + %iq1s_code_30_21 = scalar.constant 21602.0 : f32 + %iq1s_code_30_22 = scalar.constant 21604.0 : f32 + %iq1s_code_30_23 = scalar.constant 21605.0 : f32 + %iq1s_code_30_24 = scalar.constant 21606.0 : f32 + %iq1s_code_30_25 = scalar.constant 21609.0 : f32 + %iq1s_code_30_26 = scalar.constant 21632.0 : f32 + %iq1s_code_30_27 = scalar.constant 21640.0 : f32 + %iq1s_code_30_28 = scalar.constant 21642.0 : f32 + %iq1s_code_30_29 = scalar.constant 21649.0 : f32 + %iq1s_code_30_30 = scalar.constant 21652.0 : f32 + %iq1s_code_30_31 = scalar.constant 21653.0 : f32 + %iq1s_code_30 = vector.from_elements %iq1s_code_30_0, %iq1s_code_30_1, %iq1s_code_30_2, %iq1s_code_30_3, %iq1s_code_30_4, %iq1s_code_30_5, %iq1s_code_30_6, %iq1s_code_30_7, %iq1s_code_30_8, %iq1s_code_30_9, %iq1s_code_30_10, %iq1s_code_30_11, %iq1s_code_30_12, %iq1s_code_30_13, %iq1s_code_30_14, %iq1s_code_30_15, %iq1s_code_30_16, %iq1s_code_30_17, %iq1s_code_30_18, %iq1s_code_30_19, %iq1s_code_30_20, %iq1s_code_30_21, %iq1s_code_30_22, %iq1s_code_30_23, %iq1s_code_30_24, %iq1s_code_30_25, %iq1s_code_30_26, %iq1s_code_30_27, %iq1s_code_30_28, %iq1s_code_30_29, %iq1s_code_30_30, %iq1s_code_30_31 : vector<32xf32> + %iq1s_code_31_0 = scalar.constant 21654.0 : f32 + %iq1s_code_31_1 = scalar.constant 21657.0 : f32 + %iq1s_code_31_2 = scalar.constant 21665.0 : f32 + %iq1s_code_31_3 = scalar.constant 21668.0 : f32 + %iq1s_code_31_4 = scalar.constant 21669.0 : f32 + %iq1s_code_31_5 = scalar.constant 21674.0 : f32 + %iq1s_code_31_6 = scalar.constant 21761.0 : f32 + %iq1s_code_31_7 = scalar.constant 21762.0 : f32 + %iq1s_code_31_8 = scalar.constant 21764.0 : f32 + %iq1s_code_31_9 = scalar.constant 21765.0 : f32 + %iq1s_code_31_10 = scalar.constant 21766.0 : f32 + %iq1s_code_31_11 = scalar.constant 21769.0 : f32 + %iq1s_code_31_12 = scalar.constant 21776.0 : f32 + %iq1s_code_31_13 = scalar.constant 21777.0 : f32 + %iq1s_code_31_14 = scalar.constant 21778.0 : f32 + %iq1s_code_31_15 = scalar.constant 21780.0 : f32 + %iq1s_code_31_16 = scalar.constant 21781.0 : f32 + %iq1s_code_31_17 = scalar.constant 21782.0 : f32 + %iq1s_code_31_18 = scalar.constant 21785.0 : f32 + %iq1s_code_31_19 = scalar.constant 21786.0 : f32 + %iq1s_code_31_20 = scalar.constant 21793.0 : f32 + %iq1s_code_31_21 = scalar.constant 21796.0 : f32 + %iq1s_code_31_22 = scalar.constant 21797.0 : f32 + %iq1s_code_31_23 = scalar.constant 21798.0 : f32 + %iq1s_code_31_24 = scalar.constant 21801.0 : f32 + %iq1s_code_31_25 = scalar.constant 21824.0 : f32 + %iq1s_code_31_26 = scalar.constant 21825.0 : f32 + %iq1s_code_31_27 = scalar.constant 21826.0 : f32 + %iq1s_code_31_28 = scalar.constant 21828.0 : f32 + %iq1s_code_31_29 = scalar.constant 21829.0 : f32 + %iq1s_code_31_30 = scalar.constant 21830.0 : f32 + %iq1s_code_31_31 = scalar.constant 21832.0 : f32 + %iq1s_code_31 = vector.from_elements %iq1s_code_31_0, %iq1s_code_31_1, %iq1s_code_31_2, %iq1s_code_31_3, %iq1s_code_31_4, %iq1s_code_31_5, %iq1s_code_31_6, %iq1s_code_31_7, %iq1s_code_31_8, %iq1s_code_31_9, %iq1s_code_31_10, %iq1s_code_31_11, %iq1s_code_31_12, %iq1s_code_31_13, %iq1s_code_31_14, %iq1s_code_31_15, %iq1s_code_31_16, %iq1s_code_31_17, %iq1s_code_31_18, %iq1s_code_31_19, %iq1s_code_31_20, %iq1s_code_31_21, %iq1s_code_31_22, %iq1s_code_31_23, %iq1s_code_31_24, %iq1s_code_31_25, %iq1s_code_31_26, %iq1s_code_31_27, %iq1s_code_31_28, %iq1s_code_31_29, %iq1s_code_31_30, %iq1s_code_31_31 : vector<32xf32> + %iq1s_code_32_0 = scalar.constant 21833.0 : f32 + %iq1s_code_32_1 = scalar.constant 21840.0 : f32 + %iq1s_code_32_2 = scalar.constant 21841.0 : f32 + %iq1s_code_32_3 = scalar.constant 21842.0 : f32 + %iq1s_code_32_4 = scalar.constant 21844.0 : f32 + %iq1s_code_32_5 = scalar.constant 21845.0 : f32 + %iq1s_code_32_6 = scalar.constant 21846.0 : f32 + %iq1s_code_32_7 = scalar.constant 21848.0 : f32 + %iq1s_code_32_8 = scalar.constant 21849.0 : f32 + %iq1s_code_32_9 = scalar.constant 21850.0 : f32 + %iq1s_code_32_10 = scalar.constant 21856.0 : f32 + %iq1s_code_32_11 = scalar.constant 21857.0 : f32 + %iq1s_code_32_12 = scalar.constant 21860.0 : f32 + %iq1s_code_32_13 = scalar.constant 21861.0 : f32 + %iq1s_code_32_14 = scalar.constant 21862.0 : f32 + %iq1s_code_32_15 = scalar.constant 21864.0 : f32 + %iq1s_code_32_16 = scalar.constant 21865.0 : f32 + %iq1s_code_32_17 = scalar.constant 21866.0 : f32 + %iq1s_code_32_18 = scalar.constant 21889.0 : f32 + %iq1s_code_32_19 = scalar.constant 21892.0 : f32 + %iq1s_code_32_20 = scalar.constant 21893.0 : f32 + %iq1s_code_32_21 = scalar.constant 21897.0 : f32 + %iq1s_code_32_22 = scalar.constant 21898.0 : f32 + %iq1s_code_32_23 = scalar.constant 21904.0 : f32 + %iq1s_code_32_24 = scalar.constant 21905.0 : f32 + %iq1s_code_32_25 = scalar.constant 21908.0 : f32 + %iq1s_code_32_26 = scalar.constant 21909.0 : f32 + %iq1s_code_32_27 = scalar.constant 21910.0 : f32 + %iq1s_code_32_28 = scalar.constant 21912.0 : f32 + %iq1s_code_32_29 = scalar.constant 21913.0 : f32 + %iq1s_code_32_30 = scalar.constant 21921.0 : f32 + %iq1s_code_32_31 = scalar.constant 21924.0 : f32 + %iq1s_code_32 = vector.from_elements %iq1s_code_32_0, %iq1s_code_32_1, %iq1s_code_32_2, %iq1s_code_32_3, %iq1s_code_32_4, %iq1s_code_32_5, %iq1s_code_32_6, %iq1s_code_32_7, %iq1s_code_32_8, %iq1s_code_32_9, %iq1s_code_32_10, %iq1s_code_32_11, %iq1s_code_32_12, %iq1s_code_32_13, %iq1s_code_32_14, %iq1s_code_32_15, %iq1s_code_32_16, %iq1s_code_32_17, %iq1s_code_32_18, %iq1s_code_32_19, %iq1s_code_32_20, %iq1s_code_32_21, %iq1s_code_32_22, %iq1s_code_32_23, %iq1s_code_32_24, %iq1s_code_32_25, %iq1s_code_32_26, %iq1s_code_32_27, %iq1s_code_32_28, %iq1s_code_32_29, %iq1s_code_32_30, %iq1s_code_32_31 : vector<32xf32> + %iq1s_code_33_0 = scalar.constant 21925.0 : f32 + %iq1s_code_33_1 = scalar.constant 21926.0 : f32 + %iq1s_code_33_2 = scalar.constant 21929.0 : f32 + %iq1s_code_33_3 = scalar.constant 22016.0 : f32 + %iq1s_code_33_4 = scalar.constant 22017.0 : f32 + %iq1s_code_33_5 = scalar.constant 22018.0 : f32 + %iq1s_code_33_6 = scalar.constant 22020.0 : f32 + %iq1s_code_33_7 = scalar.constant 22022.0 : f32 + %iq1s_code_33_8 = scalar.constant 22024.0 : f32 + %iq1s_code_33_9 = scalar.constant 22025.0 : f32 + %iq1s_code_33_10 = scalar.constant 22033.0 : f32 + %iq1s_code_33_11 = scalar.constant 22036.0 : f32 + %iq1s_code_33_12 = scalar.constant 22037.0 : f32 + %iq1s_code_33_13 = scalar.constant 22040.0 : f32 + %iq1s_code_33_14 = scalar.constant 22041.0 : f32 + %iq1s_code_33_15 = scalar.constant 22048.0 : f32 + %iq1s_code_33_16 = scalar.constant 22049.0 : f32 + %iq1s_code_33_17 = scalar.constant 22050.0 : f32 + %iq1s_code_33_18 = scalar.constant 22052.0 : f32 + %iq1s_code_33_19 = scalar.constant 22053.0 : f32 + %iq1s_code_33_20 = scalar.constant 22054.0 : f32 + %iq1s_code_33_21 = scalar.constant 22056.0 : f32 + %iq1s_code_33_22 = scalar.constant 22057.0 : f32 + %iq1s_code_33_23 = scalar.constant 22081.0 : f32 + %iq1s_code_33_24 = scalar.constant 22085.0 : f32 + %iq1s_code_33_25 = scalar.constant 22086.0 : f32 + %iq1s_code_33_26 = scalar.constant 22088.0 : f32 + %iq1s_code_33_27 = scalar.constant 22089.0 : f32 + %iq1s_code_33_28 = scalar.constant 22090.0 : f32 + %iq1s_code_33_29 = scalar.constant 22096.0 : f32 + %iq1s_code_33_30 = scalar.constant 22097.0 : f32 + %iq1s_code_33_31 = scalar.constant 22098.0 : f32 + %iq1s_code_33 = vector.from_elements %iq1s_code_33_0, %iq1s_code_33_1, %iq1s_code_33_2, %iq1s_code_33_3, %iq1s_code_33_4, %iq1s_code_33_5, %iq1s_code_33_6, %iq1s_code_33_7, %iq1s_code_33_8, %iq1s_code_33_9, %iq1s_code_33_10, %iq1s_code_33_11, %iq1s_code_33_12, %iq1s_code_33_13, %iq1s_code_33_14, %iq1s_code_33_15, %iq1s_code_33_16, %iq1s_code_33_17, %iq1s_code_33_18, %iq1s_code_33_19, %iq1s_code_33_20, %iq1s_code_33_21, %iq1s_code_33_22, %iq1s_code_33_23, %iq1s_code_33_24, %iq1s_code_33_25, %iq1s_code_33_26, %iq1s_code_33_27, %iq1s_code_33_28, %iq1s_code_33_29, %iq1s_code_33_30, %iq1s_code_33_31 : vector<32xf32> + %iq1s_code_34_0 = scalar.constant 22100.0 : f32 + %iq1s_code_34_1 = scalar.constant 22101.0 : f32 + %iq1s_code_34_2 = scalar.constant 22102.0 : f32 + %iq1s_code_34_3 = scalar.constant 22104.0 : f32 + %iq1s_code_34_4 = scalar.constant 22105.0 : f32 + %iq1s_code_34_5 = scalar.constant 22106.0 : f32 + %iq1s_code_34_6 = scalar.constant 22113.0 : f32 + %iq1s_code_34_7 = scalar.constant 22116.0 : f32 + %iq1s_code_34_8 = scalar.constant 22117.0 : f32 + %iq1s_code_34_9 = scalar.constant 22121.0 : f32 + %iq1s_code_34_10 = scalar.constant 22146.0 : f32 + %iq1s_code_34_11 = scalar.constant 22149.0 : f32 + %iq1s_code_34_12 = scalar.constant 22150.0 : f32 + %iq1s_code_34_13 = scalar.constant 22152.0 : f32 + %iq1s_code_34_14 = scalar.constant 22153.0 : f32 + %iq1s_code_34_15 = scalar.constant 22154.0 : f32 + %iq1s_code_34_16 = scalar.constant 22161.0 : f32 + %iq1s_code_34_17 = scalar.constant 22165.0 : f32 + %iq1s_code_34_18 = scalar.constant 22170.0 : f32 + %iq1s_code_34_19 = scalar.constant 22178.0 : f32 + %iq1s_code_34_20 = scalar.constant 22181.0 : f32 + %iq1s_code_34_21 = scalar.constant 22182.0 : f32 + %iq1s_code_34_22 = scalar.constant 22184.0 : f32 + %iq1s_code_34_23 = scalar.constant 22185.0 : f32 + %iq1s_code_34_24 = scalar.constant 22532.0 : f32 + %iq1s_code_34_25 = scalar.constant 22533.0 : f32 + %iq1s_code_34_26 = scalar.constant 22534.0 : f32 + %iq1s_code_34_27 = scalar.constant 22537.0 : f32 + %iq1s_code_34_28 = scalar.constant 22544.0 : f32 + %iq1s_code_34_29 = scalar.constant 22549.0 : f32 + %iq1s_code_34_30 = scalar.constant 22552.0 : f32 + %iq1s_code_34_31 = scalar.constant 22561.0 : f32 + %iq1s_code_34 = vector.from_elements %iq1s_code_34_0, %iq1s_code_34_1, %iq1s_code_34_2, %iq1s_code_34_3, %iq1s_code_34_4, %iq1s_code_34_5, %iq1s_code_34_6, %iq1s_code_34_7, %iq1s_code_34_8, %iq1s_code_34_9, %iq1s_code_34_10, %iq1s_code_34_11, %iq1s_code_34_12, %iq1s_code_34_13, %iq1s_code_34_14, %iq1s_code_34_15, %iq1s_code_34_16, %iq1s_code_34_17, %iq1s_code_34_18, %iq1s_code_34_19, %iq1s_code_34_20, %iq1s_code_34_21, %iq1s_code_34_22, %iq1s_code_34_23, %iq1s_code_34_24, %iq1s_code_34_25, %iq1s_code_34_26, %iq1s_code_34_27, %iq1s_code_34_28, %iq1s_code_34_29, %iq1s_code_34_30, %iq1s_code_34_31 : vector<32xf32> + %iq1s_code_35_0 = scalar.constant 22570.0 : f32 + %iq1s_code_35_1 = scalar.constant 22597.0 : f32 + %iq1s_code_35_2 = scalar.constant 22600.0 : f32 + %iq1s_code_35_3 = scalar.constant 22602.0 : f32 + %iq1s_code_35_4 = scalar.constant 22609.0 : f32 + %iq1s_code_35_5 = scalar.constant 22612.0 : f32 + %iq1s_code_35_6 = scalar.constant 22613.0 : f32 + %iq1s_code_35_7 = scalar.constant 22614.0 : f32 + %iq1s_code_35_8 = scalar.constant 22616.0 : f32 + %iq1s_code_35_9 = scalar.constant 22617.0 : f32 + %iq1s_code_35_10 = scalar.constant 22624.0 : f32 + %iq1s_code_35_11 = scalar.constant 22626.0 : f32 + %iq1s_code_35_12 = scalar.constant 22628.0 : f32 + %iq1s_code_35_13 = scalar.constant 22629.0 : f32 + %iq1s_code_35_14 = scalar.constant 22658.0 : f32 + %iq1s_code_35_15 = scalar.constant 22665.0 : f32 + %iq1s_code_35_16 = scalar.constant 22672.0 : f32 + %iq1s_code_35_17 = scalar.constant 22674.0 : f32 + %iq1s_code_35_18 = scalar.constant 22677.0 : f32 + %iq1s_code_35_19 = scalar.constant 22680.0 : f32 + %iq1s_code_35_20 = scalar.constant 22689.0 : f32 + %iq1s_code_35_21 = scalar.constant 22697.0 : f32 + %iq1s_code_35_22 = scalar.constant 22785.0 : f32 + %iq1s_code_35_23 = scalar.constant 22786.0 : f32 + %iq1s_code_35_24 = scalar.constant 22789.0 : f32 + %iq1s_code_35_25 = scalar.constant 22794.0 : f32 + %iq1s_code_35_26 = scalar.constant 22801.0 : f32 + %iq1s_code_35_27 = scalar.constant 22804.0 : f32 + %iq1s_code_35_28 = scalar.constant 22805.0 : f32 + %iq1s_code_35_29 = scalar.constant 22806.0 : f32 + %iq1s_code_35_30 = scalar.constant 22809.0 : f32 + %iq1s_code_35_31 = scalar.constant 22821.0 : f32 + %iq1s_code_35 = vector.from_elements %iq1s_code_35_0, %iq1s_code_35_1, %iq1s_code_35_2, %iq1s_code_35_3, %iq1s_code_35_4, %iq1s_code_35_5, %iq1s_code_35_6, %iq1s_code_35_7, %iq1s_code_35_8, %iq1s_code_35_9, %iq1s_code_35_10, %iq1s_code_35_11, %iq1s_code_35_12, %iq1s_code_35_13, %iq1s_code_35_14, %iq1s_code_35_15, %iq1s_code_35_16, %iq1s_code_35_17, %iq1s_code_35_18, %iq1s_code_35_19, %iq1s_code_35_20, %iq1s_code_35_21, %iq1s_code_35_22, %iq1s_code_35_23, %iq1s_code_35_24, %iq1s_code_35_25, %iq1s_code_35_26, %iq1s_code_35_27, %iq1s_code_35_28, %iq1s_code_35_29, %iq1s_code_35_30, %iq1s_code_35_31 : vector<32xf32> + %iq1s_code_36_0 = scalar.constant 22849.0 : f32 + %iq1s_code_36_1 = scalar.constant 22852.0 : f32 + %iq1s_code_36_2 = scalar.constant 22853.0 : f32 + %iq1s_code_36_3 = scalar.constant 22854.0 : f32 + %iq1s_code_36_4 = scalar.constant 22857.0 : f32 + %iq1s_code_36_5 = scalar.constant 22864.0 : f32 + %iq1s_code_36_6 = scalar.constant 22865.0 : f32 + %iq1s_code_36_7 = scalar.constant 22866.0 : f32 + %iq1s_code_36_8 = scalar.constant 22868.0 : f32 + %iq1s_code_36_9 = scalar.constant 22869.0 : f32 + %iq1s_code_36_10 = scalar.constant 22870.0 : f32 + %iq1s_code_36_11 = scalar.constant 22872.0 : f32 + %iq1s_code_36_12 = scalar.constant 22873.0 : f32 + %iq1s_code_36_13 = scalar.constant 22874.0 : f32 + %iq1s_code_36_14 = scalar.constant 22881.0 : f32 + %iq1s_code_36_15 = scalar.constant 22884.0 : f32 + %iq1s_code_36_16 = scalar.constant 22885.0 : f32 + %iq1s_code_36_17 = scalar.constant 22886.0 : f32 + %iq1s_code_36_18 = scalar.constant 22889.0 : f32 + %iq1s_code_36_19 = scalar.constant 22913.0 : f32 + %iq1s_code_36_20 = scalar.constant 22917.0 : f32 + %iq1s_code_36_21 = scalar.constant 22921.0 : f32 + %iq1s_code_36_22 = scalar.constant 22929.0 : f32 + %iq1s_code_36_23 = scalar.constant 22932.0 : f32 + %iq1s_code_36_24 = scalar.constant 22933.0 : f32 + %iq1s_code_36_25 = scalar.constant 22934.0 : f32 + %iq1s_code_36_26 = scalar.constant 22936.0 : f32 + %iq1s_code_36_27 = scalar.constant 22937.0 : f32 + %iq1s_code_36_28 = scalar.constant 22949.0 : f32 + %iq1s_code_36_29 = scalar.constant 23044.0 : f32 + %iq1s_code_36_30 = scalar.constant 23048.0 : f32 + %iq1s_code_36_31 = scalar.constant 23061.0 : f32 + %iq1s_code_36 = vector.from_elements %iq1s_code_36_0, %iq1s_code_36_1, %iq1s_code_36_2, %iq1s_code_36_3, %iq1s_code_36_4, %iq1s_code_36_5, %iq1s_code_36_6, %iq1s_code_36_7, %iq1s_code_36_8, %iq1s_code_36_9, %iq1s_code_36_10, %iq1s_code_36_11, %iq1s_code_36_12, %iq1s_code_36_13, %iq1s_code_36_14, %iq1s_code_36_15, %iq1s_code_36_16, %iq1s_code_36_17, %iq1s_code_36_18, %iq1s_code_36_19, %iq1s_code_36_20, %iq1s_code_36_21, %iq1s_code_36_22, %iq1s_code_36_23, %iq1s_code_36_24, %iq1s_code_36_25, %iq1s_code_36_26, %iq1s_code_36_27, %iq1s_code_36_28, %iq1s_code_36_29, %iq1s_code_36_30, %iq1s_code_36_31 : vector<32xf32> + %iq1s_code_37_0 = scalar.constant 23066.0 : f32 + %iq1s_code_37_1 = scalar.constant 23072.0 : f32 + %iq1s_code_37_2 = scalar.constant 23077.0 : f32 + %iq1s_code_37_3 = scalar.constant 23078.0 : f32 + %iq1s_code_37_4 = scalar.constant 23081.0 : f32 + %iq1s_code_37_5 = scalar.constant 23109.0 : f32 + %iq1s_code_37_6 = scalar.constant 23112.0 : f32 + %iq1s_code_37_7 = scalar.constant 23113.0 : f32 + %iq1s_code_37_8 = scalar.constant 23121.0 : f32 + %iq1s_code_37_9 = scalar.constant 23125.0 : f32 + %iq1s_code_37_10 = scalar.constant 23126.0 : f32 + %iq1s_code_37_11 = scalar.constant 23128.0 : f32 + %iq1s_code_37_12 = scalar.constant 23129.0 : f32 + %iq1s_code_37_13 = scalar.constant 23138.0 : f32 + %iq1s_code_37_14 = scalar.constant 23141.0 : f32 + %iq1s_code_37_15 = scalar.constant 23144.0 : f32 + %iq1s_code_37_16 = scalar.constant 23146.0 : f32 + %iq1s_code_37_17 = scalar.constant 23169.0 : f32 + %iq1s_code_37_18 = scalar.constant 23178.0 : f32 + %iq1s_code_37_19 = scalar.constant 23186.0 : f32 + %iq1s_code_37_20 = scalar.constant 23189.0 : f32 + %iq1s_code_37_21 = scalar.constant 23190.0 : f32 + %iq1s_code_37_22 = scalar.constant 23192.0 : f32 + %iq1s_code_37_23 = scalar.constant 23194.0 : f32 + %iq1s_code_37_24 = scalar.constant 23201.0 : f32 + %iq1s_code_37_25 = scalar.constant 24581.0 : f32 + %iq1s_code_37_26 = scalar.constant 24596.0 : f32 + %iq1s_code_37_27 = scalar.constant 24598.0 : f32 + %iq1s_code_37_28 = scalar.constant 24601.0 : f32 + %iq1s_code_37_29 = scalar.constant 24613.0 : f32 + %iq1s_code_37_30 = scalar.constant 24644.0 : f32 + %iq1s_code_37_31 = scalar.constant 24656.0 : f32 + %iq1s_code_37 = vector.from_elements %iq1s_code_37_0, %iq1s_code_37_1, %iq1s_code_37_2, %iq1s_code_37_3, %iq1s_code_37_4, %iq1s_code_37_5, %iq1s_code_37_6, %iq1s_code_37_7, %iq1s_code_37_8, %iq1s_code_37_9, %iq1s_code_37_10, %iq1s_code_37_11, %iq1s_code_37_12, %iq1s_code_37_13, %iq1s_code_37_14, %iq1s_code_37_15, %iq1s_code_37_16, %iq1s_code_37_17, %iq1s_code_37_18, %iq1s_code_37_19, %iq1s_code_37_20, %iq1s_code_37_21, %iq1s_code_37_22, %iq1s_code_37_23, %iq1s_code_37_24, %iq1s_code_37_25, %iq1s_code_37_26, %iq1s_code_37_27, %iq1s_code_37_28, %iq1s_code_37_29, %iq1s_code_37_30, %iq1s_code_37_31 : vector<32xf32> + %iq1s_code_38_0 = scalar.constant 24661.0 : f32 + %iq1s_code_38_1 = scalar.constant 24662.0 : f32 + %iq1s_code_38_2 = scalar.constant 24664.0 : f32 + %iq1s_code_38_3 = scalar.constant 24666.0 : f32 + %iq1s_code_38_4 = scalar.constant 24673.0 : f32 + %iq1s_code_38_5 = scalar.constant 24676.0 : f32 + %iq1s_code_38_6 = scalar.constant 24678.0 : f32 + %iq1s_code_38_7 = scalar.constant 24681.0 : f32 + %iq1s_code_38_8 = scalar.constant 24705.0 : f32 + %iq1s_code_38_9 = scalar.constant 24726.0 : f32 + %iq1s_code_38_10 = scalar.constant 24741.0 : f32 + %iq1s_code_38_11 = scalar.constant 24833.0 : f32 + %iq1s_code_38_12 = scalar.constant 24836.0 : f32 + %iq1s_code_38_13 = scalar.constant 24838.0 : f32 + %iq1s_code_38_14 = scalar.constant 24841.0 : f32 + %iq1s_code_38_15 = scalar.constant 24850.0 : f32 + %iq1s_code_38_16 = scalar.constant 24853.0 : f32 + %iq1s_code_38_17 = scalar.constant 24865.0 : f32 + %iq1s_code_38_18 = scalar.constant 24866.0 : f32 + %iq1s_code_38_19 = scalar.constant 24870.0 : f32 + %iq1s_code_38_20 = scalar.constant 24873.0 : f32 + %iq1s_code_38_21 = scalar.constant 24901.0 : f32 + %iq1s_code_38_22 = scalar.constant 24905.0 : f32 + %iq1s_code_38_23 = scalar.constant 24913.0 : f32 + %iq1s_code_38_24 = scalar.constant 24917.0 : f32 + %iq1s_code_38_25 = scalar.constant 24918.0 : f32 + %iq1s_code_38_26 = scalar.constant 24921.0 : f32 + %iq1s_code_38_27 = scalar.constant 24933.0 : f32 + %iq1s_code_38_28 = scalar.constant 24934.0 : f32 + %iq1s_code_38_29 = scalar.constant 24938.0 : f32 + %iq1s_code_38_30 = scalar.constant 24964.0 : f32 + %iq1s_code_38_31 = scalar.constant 24970.0 : f32 + %iq1s_code_38 = vector.from_elements %iq1s_code_38_0, %iq1s_code_38_1, %iq1s_code_38_2, %iq1s_code_38_3, %iq1s_code_38_4, %iq1s_code_38_5, %iq1s_code_38_6, %iq1s_code_38_7, %iq1s_code_38_8, %iq1s_code_38_9, %iq1s_code_38_10, %iq1s_code_38_11, %iq1s_code_38_12, %iq1s_code_38_13, %iq1s_code_38_14, %iq1s_code_38_15, %iq1s_code_38_16, %iq1s_code_38_17, %iq1s_code_38_18, %iq1s_code_38_19, %iq1s_code_38_20, %iq1s_code_38_21, %iq1s_code_38_22, %iq1s_code_38_23, %iq1s_code_38_24, %iq1s_code_38_25, %iq1s_code_38_26, %iq1s_code_38_27, %iq1s_code_38_28, %iq1s_code_38_29, %iq1s_code_38_30, %iq1s_code_38_31 : vector<32xf32> + %iq1s_code_39_0 = scalar.constant 24978.0 : f32 + %iq1s_code_39_1 = scalar.constant 24981.0 : f32 + %iq1s_code_39_2 = scalar.constant 24993.0 : f32 + %iq1s_code_39_3 = scalar.constant 24998.0 : f32 + %iq1s_code_39_4 = scalar.constant 25001.0 : f32 + %iq1s_code_39_5 = scalar.constant 25105.0 : f32 + %iq1s_code_39_6 = scalar.constant 25110.0 : f32 + %iq1s_code_39_7 = scalar.constant 25113.0 : f32 + %iq1s_code_39_8 = scalar.constant 25152.0 : f32 + %iq1s_code_39_9 = scalar.constant 25153.0 : f32 + %iq1s_code_39_10 = scalar.constant 25158.0 : f32 + %iq1s_code_39_11 = scalar.constant 25173.0 : f32 + %iq1s_code_39_12 = scalar.constant 25174.0 : f32 + %iq1s_code_39_13 = scalar.constant 25176.0 : f32 + %iq1s_code_39_14 = scalar.constant 25184.0 : f32 + %iq1s_code_39_15 = scalar.constant 25221.0 : f32 + %iq1s_code_39_16 = scalar.constant 25233.0 : f32 + %iq1s_code_39_17 = scalar.constant 25238.0 : f32 + %iq1s_code_39_18 = scalar.constant 25253.0 : f32 + %iq1s_code_39_19 = scalar.constant 25617.0 : f32 + %iq1s_code_39_20 = scalar.constant 25618.0 : f32 + %iq1s_code_39_21 = scalar.constant 25621.0 : f32 + %iq1s_code_39_22 = scalar.constant 25622.0 : f32 + %iq1s_code_39_23 = scalar.constant 25626.0 : f32 + %iq1s_code_39_24 = scalar.constant 25633.0 : f32 + %iq1s_code_39_25 = scalar.constant 25638.0 : f32 + %iq1s_code_39_26 = scalar.constant 25641.0 : f32 + %iq1s_code_39_27 = scalar.constant 25664.0 : f32 + %iq1s_code_39_28 = scalar.constant 25666.0 : f32 + %iq1s_code_39_29 = scalar.constant 25669.0 : f32 + %iq1s_code_39_30 = scalar.constant 25672.0 : f32 + %iq1s_code_39_31 = scalar.constant 25674.0 : f32 + %iq1s_code_39 = vector.from_elements %iq1s_code_39_0, %iq1s_code_39_1, %iq1s_code_39_2, %iq1s_code_39_3, %iq1s_code_39_4, %iq1s_code_39_5, %iq1s_code_39_6, %iq1s_code_39_7, %iq1s_code_39_8, %iq1s_code_39_9, %iq1s_code_39_10, %iq1s_code_39_11, %iq1s_code_39_12, %iq1s_code_39_13, %iq1s_code_39_14, %iq1s_code_39_15, %iq1s_code_39_16, %iq1s_code_39_17, %iq1s_code_39_18, %iq1s_code_39_19, %iq1s_code_39_20, %iq1s_code_39_21, %iq1s_code_39_22, %iq1s_code_39_23, %iq1s_code_39_24, %iq1s_code_39_25, %iq1s_code_39_26, %iq1s_code_39_27, %iq1s_code_39_28, %iq1s_code_39_29, %iq1s_code_39_30, %iq1s_code_39_31 : vector<32xf32> + %iq1s_code_40_0 = scalar.constant 25681.0 : f32 + %iq1s_code_40_1 = scalar.constant 25684.0 : f32 + %iq1s_code_40_2 = scalar.constant 25685.0 : f32 + %iq1s_code_40_3 = scalar.constant 25686.0 : f32 + %iq1s_code_40_4 = scalar.constant 25689.0 : f32 + %iq1s_code_40_5 = scalar.constant 25690.0 : f32 + %iq1s_code_40_6 = scalar.constant 25696.0 : f32 + %iq1s_code_40_7 = scalar.constant 25698.0 : f32 + %iq1s_code_40_8 = scalar.constant 25701.0 : f32 + %iq1s_code_40_9 = scalar.constant 25732.0 : f32 + %iq1s_code_40_10 = scalar.constant 25733.0 : f32 + %iq1s_code_40_11 = scalar.constant 25737.0 : f32 + %iq1s_code_40_12 = scalar.constant 25744.0 : f32 + %iq1s_code_40_13 = scalar.constant 25746.0 : f32 + %iq1s_code_40_14 = scalar.constant 25748.0 : f32 + %iq1s_code_40_15 = scalar.constant 25749.0 : f32 + %iq1s_code_40_16 = scalar.constant 25750.0 : f32 + %iq1s_code_40_17 = scalar.constant 25752.0 : f32 + %iq1s_code_40_18 = scalar.constant 25754.0 : f32 + %iq1s_code_40_19 = scalar.constant 25761.0 : f32 + %iq1s_code_40_20 = scalar.constant 25764.0 : f32 + %iq1s_code_40_21 = scalar.constant 25769.0 : f32 + %iq1s_code_40_22 = scalar.constant 25861.0 : f32 + %iq1s_code_40_23 = scalar.constant 25864.0 : f32 + %iq1s_code_40_24 = scalar.constant 25866.0 : f32 + %iq1s_code_40_25 = scalar.constant 25873.0 : f32 + %iq1s_code_40_26 = scalar.constant 25877.0 : f32 + %iq1s_code_40_27 = scalar.constant 25878.0 : f32 + %iq1s_code_40_28 = scalar.constant 25881.0 : f32 + %iq1s_code_40_29 = scalar.constant 25924.0 : f32 + %iq1s_code_40_30 = scalar.constant 25925.0 : f32 + %iq1s_code_40_31 = scalar.constant 25926.0 : f32 + %iq1s_code_40 = vector.from_elements %iq1s_code_40_0, %iq1s_code_40_1, %iq1s_code_40_2, %iq1s_code_40_3, %iq1s_code_40_4, %iq1s_code_40_5, %iq1s_code_40_6, %iq1s_code_40_7, %iq1s_code_40_8, %iq1s_code_40_9, %iq1s_code_40_10, %iq1s_code_40_11, %iq1s_code_40_12, %iq1s_code_40_13, %iq1s_code_40_14, %iq1s_code_40_15, %iq1s_code_40_16, %iq1s_code_40_17, %iq1s_code_40_18, %iq1s_code_40_19, %iq1s_code_40_20, %iq1s_code_40_21, %iq1s_code_40_22, %iq1s_code_40_23, %iq1s_code_40_24, %iq1s_code_40_25, %iq1s_code_40_26, %iq1s_code_40_27, %iq1s_code_40_28, %iq1s_code_40_29, %iq1s_code_40_30, %iq1s_code_40_31 : vector<32xf32> + %iq1s_code_41_0 = scalar.constant 25929.0 : f32 + %iq1s_code_41_1 = scalar.constant 25936.0 : f32 + %iq1s_code_41_2 = scalar.constant 25937.0 : f32 + %iq1s_code_41_3 = scalar.constant 25940.0 : f32 + %iq1s_code_41_4 = scalar.constant 25941.0 : f32 + %iq1s_code_41_5 = scalar.constant 25942.0 : f32 + %iq1s_code_41_6 = scalar.constant 25945.0 : f32 + %iq1s_code_41_7 = scalar.constant 25953.0 : f32 + %iq1s_code_41_8 = scalar.constant 25956.0 : f32 + %iq1s_code_41_9 = scalar.constant 25957.0 : f32 + %iq1s_code_41_10 = scalar.constant 25958.0 : f32 + %iq1s_code_41_11 = scalar.constant 25961.0 : f32 + %iq1s_code_41_12 = scalar.constant 25990.0 : f32 + %iq1s_code_41_13 = scalar.constant 25993.0 : f32 + %iq1s_code_41_14 = scalar.constant 25994.0 : f32 + %iq1s_code_41_15 = scalar.constant 26001.0 : f32 + %iq1s_code_41_16 = scalar.constant 26005.0 : f32 + %iq1s_code_41_17 = scalar.constant 26006.0 : f32 + %iq1s_code_41_18 = scalar.constant 26009.0 : f32 + %iq1s_code_41_19 = scalar.constant 26010.0 : f32 + %iq1s_code_41_20 = scalar.constant 26018.0 : f32 + %iq1s_code_41_21 = scalar.constant 26021.0 : f32 + %iq1s_code_41_22 = scalar.constant 26022.0 : f32 + %iq1s_code_41_23 = scalar.constant 26024.0 : f32 + %iq1s_code_41_24 = scalar.constant 26114.0 : f32 + %iq1s_code_41_25 = scalar.constant 26121.0 : f32 + %iq1s_code_41_26 = scalar.constant 26133.0 : f32 + %iq1s_code_41_27 = scalar.constant 26144.0 : f32 + %iq1s_code_41_28 = scalar.constant 26150.0 : f32 + %iq1s_code_41_29 = scalar.constant 26152.0 : f32 + %iq1s_code_41_30 = scalar.constant 26153.0 : f32 + %iq1s_code_41_31 = scalar.constant 26176.0 : f32 + %iq1s_code_41 = vector.from_elements %iq1s_code_41_0, %iq1s_code_41_1, %iq1s_code_41_2, %iq1s_code_41_3, %iq1s_code_41_4, %iq1s_code_41_5, %iq1s_code_41_6, %iq1s_code_41_7, %iq1s_code_41_8, %iq1s_code_41_9, %iq1s_code_41_10, %iq1s_code_41_11, %iq1s_code_41_12, %iq1s_code_41_13, %iq1s_code_41_14, %iq1s_code_41_15, %iq1s_code_41_16, %iq1s_code_41_17, %iq1s_code_41_18, %iq1s_code_41_19, %iq1s_code_41_20, %iq1s_code_41_21, %iq1s_code_41_22, %iq1s_code_41_23, %iq1s_code_41_24, %iq1s_code_41_25, %iq1s_code_41_26, %iq1s_code_41_27, %iq1s_code_41_28, %iq1s_code_41_29, %iq1s_code_41_30, %iq1s_code_41_31 : vector<32xf32> + %iq1s_code_42_0 = scalar.constant 26181.0 : f32 + %iq1s_code_42_1 = scalar.constant 26184.0 : f32 + %iq1s_code_42_2 = scalar.constant 26186.0 : f32 + %iq1s_code_42_3 = scalar.constant 26193.0 : f32 + %iq1s_code_42_4 = scalar.constant 26196.0 : f32 + %iq1s_code_42_5 = scalar.constant 26197.0 : f32 + %iq1s_code_42_6 = scalar.constant 26198.0 : f32 + %iq1s_code_42_7 = scalar.constant 26200.0 : f32 + %iq1s_code_42_8 = scalar.constant 26202.0 : f32 + %iq1s_code_42_9 = scalar.constant 26208.0 : f32 + %iq1s_code_42_10 = scalar.constant 26213.0 : f32 + %iq1s_code_42_11 = scalar.constant 26216.0 : f32 + %iq1s_code_42_12 = scalar.constant 26240.0 : f32 + %iq1s_code_42_13 = scalar.constant 26242.0 : f32 + %iq1s_code_42_14 = scalar.constant 26245.0 : f32 + %iq1s_code_42_15 = scalar.constant 26250.0 : f32 + %iq1s_code_42_16 = scalar.constant 26260.0 : f32 + %iq1s_code_42_17 = scalar.constant 26262.0 : f32 + %iq1s_code_42_18 = scalar.constant 26264.0 : f32 + %iq1s_code_42_19 = scalar.constant 26265.0 : f32 + %iq1s_code_42_20 = scalar.constant 26272.0 : f32 + %iq1s_code_42_21 = scalar.constant 26276.0 : f32 + %iq1s_code_42_22 = scalar.constant 26278.0 : f32 + %iq1s_code_42_23 = scalar.constant 26282.0 : f32 + %iq1s_code_42_24 = scalar.constant 26646.0 : f32 + %iq1s_code_42_25 = scalar.constant 26649.0 : f32 + %iq1s_code_42_26 = scalar.constant 26661.0 : f32 + %iq1s_code_42_27 = scalar.constant 26689.0 : f32 + %iq1s_code_42_28 = scalar.constant 26706.0 : f32 + %iq1s_code_42_29 = scalar.constant 26709.0 : f32 + %iq1s_code_42_30 = scalar.constant 26714.0 : f32 + %iq1s_code_42_31 = scalar.constant 26721.0 : f32 + %iq1s_code_42 = vector.from_elements %iq1s_code_42_0, %iq1s_code_42_1, %iq1s_code_42_2, %iq1s_code_42_3, %iq1s_code_42_4, %iq1s_code_42_5, %iq1s_code_42_6, %iq1s_code_42_7, %iq1s_code_42_8, %iq1s_code_42_9, %iq1s_code_42_10, %iq1s_code_42_11, %iq1s_code_42_12, %iq1s_code_42_13, %iq1s_code_42_14, %iq1s_code_42_15, %iq1s_code_42_16, %iq1s_code_42_17, %iq1s_code_42_18, %iq1s_code_42_19, %iq1s_code_42_20, %iq1s_code_42_21, %iq1s_code_42_22, %iq1s_code_42_23, %iq1s_code_42_24, %iq1s_code_42_25, %iq1s_code_42_26, %iq1s_code_42_27, %iq1s_code_42_28, %iq1s_code_42_29, %iq1s_code_42_30, %iq1s_code_42_31 : vector<32xf32> + %iq1s_code_43_0 = scalar.constant 26729.0 : f32 + %iq1s_code_43_1 = scalar.constant 26757.0 : f32 + %iq1s_code_43_2 = scalar.constant 26769.0 : f32 + %iq1s_code_43_3 = scalar.constant 26776.0 : f32 + %iq1s_code_43_4 = scalar.constant 26790.0 : f32 + %iq1s_code_43_5 = scalar.constant 26881.0 : f32 + %iq1s_code_43_6 = scalar.constant 26884.0 : f32 + %iq1s_code_43_7 = scalar.constant 26896.0 : f32 + %iq1s_code_43_8 = scalar.constant 26901.0 : f32 + %iq1s_code_43_9 = scalar.constant 26913.0 : f32 + %iq1s_code_43_10 = scalar.constant 26916.0 : f32 + %iq1s_code_43_11 = scalar.constant 26918.0 : f32 + %iq1s_code_43_12 = scalar.constant 26921.0 : f32 + %iq1s_code_43_13 = scalar.constant 26944.0 : f32 + %iq1s_code_43_14 = scalar.constant 26945.0 : f32 + %iq1s_code_43_15 = scalar.constant 26949.0 : f32 + %iq1s_code_43_16 = scalar.constant 26950.0 : f32 + %iq1s_code_43_17 = scalar.constant 26952.0 : f32 + %iq1s_code_43_18 = scalar.constant 26961.0 : f32 + %iq1s_code_43_19 = scalar.constant 26964.0 : f32 + %iq1s_code_43_20 = scalar.constant 26965.0 : f32 + %iq1s_code_43_21 = scalar.constant 26966.0 : f32 + %iq1s_code_43_22 = scalar.constant 26969.0 : f32 + %iq1s_code_43_23 = scalar.constant 26976.0 : f32 + %iq1s_code_43_24 = scalar.constant 26981.0 : f32 + %iq1s_code_43_25 = scalar.constant 26986.0 : f32 + %iq1s_code_43_26 = scalar.constant 27010.0 : f32 + %iq1s_code_43_27 = scalar.constant 27012.0 : f32 + %iq1s_code_43_28 = scalar.constant 27018.0 : f32 + %iq1s_code_43_29 = scalar.constant 27029.0 : f32 + %iq1s_code_43_30 = scalar.constant 27041.0 : f32 + %iq1s_code_43_31 = scalar.constant 27044.0 : f32 + %iq1s_code_43 = vector.from_elements %iq1s_code_43_0, %iq1s_code_43_1, %iq1s_code_43_2, %iq1s_code_43_3, %iq1s_code_43_4, %iq1s_code_43_5, %iq1s_code_43_6, %iq1s_code_43_7, %iq1s_code_43_8, %iq1s_code_43_9, %iq1s_code_43_10, %iq1s_code_43_11, %iq1s_code_43_12, %iq1s_code_43_13, %iq1s_code_43_14, %iq1s_code_43_15, %iq1s_code_43_16, %iq1s_code_43_17, %iq1s_code_43_18, %iq1s_code_43_19, %iq1s_code_43_20, %iq1s_code_43_21, %iq1s_code_43_22, %iq1s_code_43_23, %iq1s_code_43_24, %iq1s_code_43_25, %iq1s_code_43_26, %iq1s_code_43_27, %iq1s_code_43_28, %iq1s_code_43_29, %iq1s_code_43_30, %iq1s_code_43_31 : vector<32xf32> + %iq1s_code_44_0 = scalar.constant 27045.0 : f32 + %iq1s_code_44_1 = scalar.constant 27049.0 : f32 + %iq1s_code_44_2 = scalar.constant 27153.0 : f32 + %iq1s_code_44_3 = scalar.constant 27158.0 : f32 + %iq1s_code_44_4 = scalar.constant 27160.0 : f32 + %iq1s_code_44_5 = scalar.constant 27201.0 : f32 + %iq1s_code_44_6 = scalar.constant 27204.0 : f32 + %iq1s_code_44_7 = scalar.constant 27209.0 : f32 + %iq1s_code_44_8 = scalar.constant 27216.0 : f32 + %iq1s_code_44_9 = scalar.constant 27221.0 : f32 + %iq1s_code_44_10 = scalar.constant 27224.0 : f32 + %iq1s_code_44_11 = scalar.constant 27226.0 : f32 + %iq1s_code_44_12 = scalar.constant 27236.0 : f32 + %iq1s_code_44_13 = scalar.constant 27237.0 : f32 + %iq1s_code_44_14 = scalar.constant 27241.0 : f32 + %iq1s_code_44_15 = scalar.constant 27270.0 : f32 + %iq1s_code_44_16 = scalar.constant 27284.0 : f32 + %iq1s_code_44_17 = scalar.constant 27288.0 : f32 + %iq1s_code_44_18 = scalar.constant 27290.0 : f32 + %iq1s_code_44_19 = scalar.constant 27302.0 : f32 + %iq1s_code_44_20 = scalar.constant 32768.0 : f32 + %iq1s_code_44_21 = scalar.constant 32770.0 : f32 + %iq1s_code_44_22 = scalar.constant 32776.0 : f32 + %iq1s_code_44_23 = scalar.constant 32778.0 : f32 + %iq1s_code_44_24 = scalar.constant 32800.0 : f32 + %iq1s_code_44_25 = scalar.constant 32802.0 : f32 + %iq1s_code_44_26 = scalar.constant 32808.0 : f32 + %iq1s_code_44_27 = scalar.constant 32810.0 : f32 + %iq1s_code_44_28 = scalar.constant 32837.0 : f32 + %iq1s_code_44_29 = scalar.constant 32848.0 : f32 + %iq1s_code_44_30 = scalar.constant 32849.0 : f32 + %iq1s_code_44_31 = scalar.constant 32852.0 : f32 + %iq1s_code_44 = vector.from_elements %iq1s_code_44_0, %iq1s_code_44_1, %iq1s_code_44_2, %iq1s_code_44_3, %iq1s_code_44_4, %iq1s_code_44_5, %iq1s_code_44_6, %iq1s_code_44_7, %iq1s_code_44_8, %iq1s_code_44_9, %iq1s_code_44_10, %iq1s_code_44_11, %iq1s_code_44_12, %iq1s_code_44_13, %iq1s_code_44_14, %iq1s_code_44_15, %iq1s_code_44_16, %iq1s_code_44_17, %iq1s_code_44_18, %iq1s_code_44_19, %iq1s_code_44_20, %iq1s_code_44_21, %iq1s_code_44_22, %iq1s_code_44_23, %iq1s_code_44_24, %iq1s_code_44_25, %iq1s_code_44_26, %iq1s_code_44_27, %iq1s_code_44_28, %iq1s_code_44_29, %iq1s_code_44_30, %iq1s_code_44_31 : vector<32xf32> + %iq1s_code_45_0 = scalar.constant 32854.0 : f32 + %iq1s_code_45_1 = scalar.constant 32857.0 : f32 + %iq1s_code_45_2 = scalar.constant 32869.0 : f32 + %iq1s_code_45_3 = scalar.constant 32896.0 : f32 + %iq1s_code_45_4 = scalar.constant 32898.0 : f32 + %iq1s_code_45_5 = scalar.constant 32904.0 : f32 + %iq1s_code_45_6 = scalar.constant 32906.0 : f32 + %iq1s_code_45_7 = scalar.constant 32917.0 : f32 + %iq1s_code_45_8 = scalar.constant 32928.0 : f32 + %iq1s_code_45_9 = scalar.constant 32930.0 : f32 + %iq1s_code_45_10 = scalar.constant 32936.0 : f32 + %iq1s_code_45_11 = scalar.constant 32938.0 : f32 + %iq1s_code_45_12 = scalar.constant 33029.0 : f32 + %iq1s_code_45_13 = scalar.constant 33041.0 : f32 + %iq1s_code_45_14 = scalar.constant 33044.0 : f32 + %iq1s_code_45_15 = scalar.constant 33046.0 : f32 + %iq1s_code_45_16 = scalar.constant 33049.0 : f32 + %iq1s_code_45_17 = scalar.constant 33061.0 : f32 + %iq1s_code_45_18 = scalar.constant 33089.0 : f32 + %iq1s_code_45_19 = scalar.constant 33092.0 : f32 + %iq1s_code_45_20 = scalar.constant 33097.0 : f32 + %iq1s_code_45_21 = scalar.constant 33104.0 : f32 + %iq1s_code_45_22 = scalar.constant 33106.0 : f32 + %iq1s_code_45_23 = scalar.constant 33109.0 : f32 + %iq1s_code_45_24 = scalar.constant 33110.0 : f32 + %iq1s_code_45_25 = scalar.constant 33112.0 : f32 + %iq1s_code_45_26 = scalar.constant 33113.0 : f32 + %iq1s_code_45_27 = scalar.constant 33124.0 : f32 + %iq1s_code_45_28 = scalar.constant 33126.0 : f32 + %iq1s_code_45_29 = scalar.constant 33129.0 : f32 + %iq1s_code_45_30 = scalar.constant 33157.0 : f32 + %iq1s_code_45_31 = scalar.constant 33161.0 : f32 + %iq1s_code_45 = vector.from_elements %iq1s_code_45_0, %iq1s_code_45_1, %iq1s_code_45_2, %iq1s_code_45_3, %iq1s_code_45_4, %iq1s_code_45_5, %iq1s_code_45_6, %iq1s_code_45_7, %iq1s_code_45_8, %iq1s_code_45_9, %iq1s_code_45_10, %iq1s_code_45_11, %iq1s_code_45_12, %iq1s_code_45_13, %iq1s_code_45_14, %iq1s_code_45_15, %iq1s_code_45_16, %iq1s_code_45_17, %iq1s_code_45_18, %iq1s_code_45_19, %iq1s_code_45_20, %iq1s_code_45_21, %iq1s_code_45_22, %iq1s_code_45_23, %iq1s_code_45_24, %iq1s_code_45_25, %iq1s_code_45_26, %iq1s_code_45_27, %iq1s_code_45_28, %iq1s_code_45_29, %iq1s_code_45_30, %iq1s_code_45_31 : vector<32xf32> + %iq1s_code_46_0 = scalar.constant 33172.0 : f32 + %iq1s_code_46_1 = scalar.constant 33174.0 : f32 + %iq1s_code_46_2 = scalar.constant 33177.0 : f32 + %iq1s_code_46_3 = scalar.constant 33189.0 : f32 + %iq1s_code_46_4 = scalar.constant 33280.0 : f32 + %iq1s_code_46_5 = scalar.constant 33282.0 : f32 + %iq1s_code_46_6 = scalar.constant 33288.0 : f32 + %iq1s_code_46_7 = scalar.constant 33290.0 : f32 + %iq1s_code_46_8 = scalar.constant 33301.0 : f32 + %iq1s_code_46_9 = scalar.constant 33312.0 : f32 + %iq1s_code_46_10 = scalar.constant 33314.0 : f32 + %iq1s_code_46_11 = scalar.constant 33320.0 : f32 + %iq1s_code_46_12 = scalar.constant 33322.0 : f32 + %iq1s_code_46_13 = scalar.constant 33361.0 : f32 + %iq1s_code_46_14 = scalar.constant 33364.0 : f32 + %iq1s_code_46_15 = scalar.constant 33369.0 : f32 + %iq1s_code_46_16 = scalar.constant 33381.0 : f32 + %iq1s_code_46_17 = scalar.constant 33408.0 : f32 + %iq1s_code_46_18 = scalar.constant 33410.0 : f32 + %iq1s_code_46_19 = scalar.constant 33416.0 : f32 + %iq1s_code_46_20 = scalar.constant 33418.0 : f32 + %iq1s_code_46_21 = scalar.constant 33429.0 : f32 + %iq1s_code_46_22 = scalar.constant 33440.0 : f32 + %iq1s_code_46_23 = scalar.constant 33442.0 : f32 + %iq1s_code_46_24 = scalar.constant 33448.0 : f32 + %iq1s_code_46_25 = scalar.constant 33450.0 : f32 + %iq1s_code_46_26 = scalar.constant 33812.0 : f32 + %iq1s_code_46_27 = scalar.constant 33817.0 : f32 + %iq1s_code_46_28 = scalar.constant 33857.0 : f32 + %iq1s_code_46_29 = scalar.constant 33860.0 : f32 + %iq1s_code_46_30 = scalar.constant 33873.0 : f32 + %iq1s_code_46_31 = scalar.constant 33877.0 : f32 + %iq1s_code_46 = vector.from_elements %iq1s_code_46_0, %iq1s_code_46_1, %iq1s_code_46_2, %iq1s_code_46_3, %iq1s_code_46_4, %iq1s_code_46_5, %iq1s_code_46_6, %iq1s_code_46_7, %iq1s_code_46_8, %iq1s_code_46_9, %iq1s_code_46_10, %iq1s_code_46_11, %iq1s_code_46_12, %iq1s_code_46_13, %iq1s_code_46_14, %iq1s_code_46_15, %iq1s_code_46_16, %iq1s_code_46_17, %iq1s_code_46_18, %iq1s_code_46_19, %iq1s_code_46_20, %iq1s_code_46_21, %iq1s_code_46_22, %iq1s_code_46_23, %iq1s_code_46_24, %iq1s_code_46_25, %iq1s_code_46_26, %iq1s_code_46_27, %iq1s_code_46_28, %iq1s_code_46_29, %iq1s_code_46_30, %iq1s_code_46_31 : vector<32xf32> + %iq1s_code_47_0 = scalar.constant 33882.0 : f32 + %iq1s_code_47_1 = scalar.constant 33889.0 : f32 + %iq1s_code_47_2 = scalar.constant 33892.0 : f32 + %iq1s_code_47_3 = scalar.constant 33897.0 : f32 + %iq1s_code_47_4 = scalar.constant 33940.0 : f32 + %iq1s_code_47_5 = scalar.constant 33945.0 : f32 + %iq1s_code_47_6 = scalar.constant 34049.0 : f32 + %iq1s_code_47_7 = scalar.constant 34057.0 : f32 + %iq1s_code_47_8 = scalar.constant 34066.0 : f32 + %iq1s_code_47_9 = scalar.constant 34069.0 : f32 + %iq1s_code_47_10 = scalar.constant 34074.0 : f32 + %iq1s_code_47_11 = scalar.constant 34086.0 : f32 + %iq1s_code_47_12 = scalar.constant 34089.0 : f32 + %iq1s_code_47_13 = scalar.constant 34112.0 : f32 + %iq1s_code_47_14 = scalar.constant 34113.0 : f32 + %iq1s_code_47_15 = scalar.constant 34117.0 : f32 + %iq1s_code_47_16 = scalar.constant 34120.0 : f32 + %iq1s_code_47_17 = scalar.constant 34129.0 : f32 + %iq1s_code_47_18 = scalar.constant 34132.0 : f32 + %iq1s_code_47_19 = scalar.constant 34133.0 : f32 + %iq1s_code_47_20 = scalar.constant 34134.0 : f32 + %iq1s_code_47_21 = scalar.constant 34137.0 : f32 + %iq1s_code_47_22 = scalar.constant 34138.0 : f32 + %iq1s_code_47_23 = scalar.constant 34149.0 : f32 + %iq1s_code_47_24 = scalar.constant 34150.0 : f32 + %iq1s_code_47_25 = scalar.constant 34152.0 : f32 + %iq1s_code_47_26 = scalar.constant 34154.0 : f32 + %iq1s_code_47_27 = scalar.constant 34177.0 : f32 + %iq1s_code_47_28 = scalar.constant 34180.0 : f32 + %iq1s_code_47_29 = scalar.constant 34182.0 : f32 + %iq1s_code_47_30 = scalar.constant 34185.0 : f32 + %iq1s_code_47_31 = scalar.constant 34192.0 : f32 + %iq1s_code_47 = vector.from_elements %iq1s_code_47_0, %iq1s_code_47_1, %iq1s_code_47_2, %iq1s_code_47_3, %iq1s_code_47_4, %iq1s_code_47_5, %iq1s_code_47_6, %iq1s_code_47_7, %iq1s_code_47_8, %iq1s_code_47_9, %iq1s_code_47_10, %iq1s_code_47_11, %iq1s_code_47_12, %iq1s_code_47_13, %iq1s_code_47_14, %iq1s_code_47_15, %iq1s_code_47_16, %iq1s_code_47_17, %iq1s_code_47_18, %iq1s_code_47_19, %iq1s_code_47_20, %iq1s_code_47_21, %iq1s_code_47_22, %iq1s_code_47_23, %iq1s_code_47_24, %iq1s_code_47_25, %iq1s_code_47_26, %iq1s_code_47_27, %iq1s_code_47_28, %iq1s_code_47_29, %iq1s_code_47_30, %iq1s_code_47_31 : vector<32xf32> + %iq1s_code_48_0 = scalar.constant 34194.0 : f32 + %iq1s_code_48_1 = scalar.constant 34197.0 : f32 + %iq1s_code_48_2 = scalar.constant 34200.0 : f32 + %iq1s_code_48_3 = scalar.constant 34214.0 : f32 + %iq1s_code_48_4 = scalar.constant 34321.0 : f32 + %iq1s_code_48_5 = scalar.constant 34326.0 : f32 + %iq1s_code_48_6 = scalar.constant 34329.0 : f32 + %iq1s_code_48_7 = scalar.constant 34341.0 : f32 + %iq1s_code_48_8 = scalar.constant 34369.0 : f32 + %iq1s_code_48_9 = scalar.constant 34372.0 : f32 + %iq1s_code_48_10 = scalar.constant 34377.0 : f32 + %iq1s_code_48_11 = scalar.constant 34378.0 : f32 + %iq1s_code_48_12 = scalar.constant 34384.0 : f32 + %iq1s_code_48_13 = scalar.constant 34389.0 : f32 + %iq1s_code_48_14 = scalar.constant 34393.0 : f32 + %iq1s_code_48_15 = scalar.constant 34394.0 : f32 + %iq1s_code_48_16 = scalar.constant 34401.0 : f32 + %iq1s_code_48_17 = scalar.constant 34406.0 : f32 + %iq1s_code_48_18 = scalar.constant 34410.0 : f32 + %iq1s_code_48_19 = scalar.constant 34437.0 : f32 + %iq1s_code_48_20 = scalar.constant 34449.0 : f32 + %iq1s_code_48_21 = scalar.constant 34458.0 : f32 + %iq1s_code_48_22 = scalar.constant 34468.0 : f32 + %iq1s_code_48_23 = scalar.constant 34816.0 : f32 + %iq1s_code_48_24 = scalar.constant 34818.0 : f32 + %iq1s_code_48_25 = scalar.constant 34824.0 : f32 + %iq1s_code_48_26 = scalar.constant 34826.0 : f32 + %iq1s_code_48_27 = scalar.constant 34837.0 : f32 + %iq1s_code_48_28 = scalar.constant 34848.0 : f32 + %iq1s_code_48_29 = scalar.constant 34850.0 : f32 + %iq1s_code_48_30 = scalar.constant 34856.0 : f32 + %iq1s_code_48_31 = scalar.constant 34858.0 : f32 + %iq1s_code_48 = vector.from_elements %iq1s_code_48_0, %iq1s_code_48_1, %iq1s_code_48_2, %iq1s_code_48_3, %iq1s_code_48_4, %iq1s_code_48_5, %iq1s_code_48_6, %iq1s_code_48_7, %iq1s_code_48_8, %iq1s_code_48_9, %iq1s_code_48_10, %iq1s_code_48_11, %iq1s_code_48_12, %iq1s_code_48_13, %iq1s_code_48_14, %iq1s_code_48_15, %iq1s_code_48_16, %iq1s_code_48_17, %iq1s_code_48_18, %iq1s_code_48_19, %iq1s_code_48_20, %iq1s_code_48_21, %iq1s_code_48_22, %iq1s_code_48_23, %iq1s_code_48_24, %iq1s_code_48_25, %iq1s_code_48_26, %iq1s_code_48_27, %iq1s_code_48_28, %iq1s_code_48_29, %iq1s_code_48_30, %iq1s_code_48_31 : vector<32xf32> + %iq1s_code_49_0 = scalar.constant 34881.0 : f32 + %iq1s_code_49_1 = scalar.constant 34885.0 : f32 + %iq1s_code_49_2 = scalar.constant 34897.0 : f32 + %iq1s_code_49_3 = scalar.constant 34900.0 : f32 + %iq1s_code_49_4 = scalar.constant 34905.0 : f32 + %iq1s_code_49_5 = scalar.constant 34917.0 : f32 + %iq1s_code_49_6 = scalar.constant 34921.0 : f32 + %iq1s_code_49_7 = scalar.constant 34944.0 : f32 + %iq1s_code_49_8 = scalar.constant 34946.0 : f32 + %iq1s_code_49_9 = scalar.constant 34952.0 : f32 + %iq1s_code_49_10 = scalar.constant 34954.0 : f32 + %iq1s_code_49_11 = scalar.constant 34965.0 : f32 + %iq1s_code_49_12 = scalar.constant 34976.0 : f32 + %iq1s_code_49_13 = scalar.constant 34978.0 : f32 + %iq1s_code_49_14 = scalar.constant 34984.0 : f32 + %iq1s_code_49_15 = scalar.constant 34986.0 : f32 + %iq1s_code_49_16 = scalar.constant 35077.0 : f32 + %iq1s_code_49_17 = scalar.constant 35078.0 : f32 + %iq1s_code_49_18 = scalar.constant 35089.0 : f32 + %iq1s_code_49_19 = scalar.constant 35092.0 : f32 + %iq1s_code_49_20 = scalar.constant 35094.0 : f32 + %iq1s_code_49_21 = scalar.constant 35109.0 : f32 + %iq1s_code_49_22 = scalar.constant 35137.0 : f32 + %iq1s_code_49_23 = scalar.constant 35140.0 : f32 + %iq1s_code_49_24 = scalar.constant 35142.0 : f32 + %iq1s_code_49_25 = scalar.constant 35145.0 : f32 + %iq1s_code_49_26 = scalar.constant 35152.0 : f32 + %iq1s_code_49_27 = scalar.constant 35154.0 : f32 + %iq1s_code_49_28 = scalar.constant 35157.0 : f32 + %iq1s_code_49_29 = scalar.constant 35162.0 : f32 + %iq1s_code_49_30 = scalar.constant 35169.0 : f32 + %iq1s_code_49_31 = scalar.constant 35172.0 : f32 + %iq1s_code_49 = vector.from_elements %iq1s_code_49_0, %iq1s_code_49_1, %iq1s_code_49_2, %iq1s_code_49_3, %iq1s_code_49_4, %iq1s_code_49_5, %iq1s_code_49_6, %iq1s_code_49_7, %iq1s_code_49_8, %iq1s_code_49_9, %iq1s_code_49_10, %iq1s_code_49_11, %iq1s_code_49_12, %iq1s_code_49_13, %iq1s_code_49_14, %iq1s_code_49_15, %iq1s_code_49_16, %iq1s_code_49_17, %iq1s_code_49_18, %iq1s_code_49_19, %iq1s_code_49_20, %iq1s_code_49_21, %iq1s_code_49_22, %iq1s_code_49_23, %iq1s_code_49_24, %iq1s_code_49_25, %iq1s_code_49_26, %iq1s_code_49_27, %iq1s_code_49_28, %iq1s_code_49_29, %iq1s_code_49_30, %iq1s_code_49_31 : vector<32xf32> + %iq1s_code_50_0 = scalar.constant 35205.0 : f32 + %iq1s_code_50_1 = scalar.constant 35222.0 : f32 + %iq1s_code_50_2 = scalar.constant 35225.0 : f32 + %iq1s_code_50_3 = scalar.constant 35237.0 : f32 + %iq1s_code_50_4 = scalar.constant 35328.0 : f32 + %iq1s_code_50_5 = scalar.constant 35330.0 : f32 + %iq1s_code_50_6 = scalar.constant 35336.0 : f32 + %iq1s_code_50_7 = scalar.constant 35338.0 : f32 + %iq1s_code_50_8 = scalar.constant 35349.0 : f32 + %iq1s_code_50_9 = scalar.constant 35360.0 : f32 + %iq1s_code_50_10 = scalar.constant 35362.0 : f32 + %iq1s_code_50_11 = scalar.constant 35368.0 : f32 + %iq1s_code_50_12 = scalar.constant 35370.0 : f32 + %iq1s_code_50_13 = scalar.constant 35397.0 : f32 + %iq1s_code_50_14 = scalar.constant 35409.0 : f32 + %iq1s_code_50_15 = scalar.constant 35412.0 : f32 + %iq1s_code_50_16 = scalar.constant 35414.0 : f32 + %iq1s_code_50_17 = scalar.constant 35456.0 : f32 + %iq1s_code_50_18 = scalar.constant 35458.0 : f32 + %iq1s_code_50_19 = scalar.constant 35464.0 : f32 + %iq1s_code_50_20 = scalar.constant 35466.0 : f32 + %iq1s_code_50_21 = scalar.constant 35477.0 : f32 + %iq1s_code_50_22 = scalar.constant 35488.0 : f32 + %iq1s_code_50_23 = scalar.constant 35490.0 : f32 + %iq1s_code_50_24 = scalar.constant 35496.0 : f32 + %iq1s_code_50_25 = scalar.constant 35498.0 : f32 + %iq1s_code_50_26 = scalar.constant 36869.0 : f32 + %iq1s_code_50_27 = scalar.constant 36881.0 : f32 + %iq1s_code_50_28 = scalar.constant 36886.0 : f32 + %iq1s_code_50_29 = scalar.constant 36888.0 : f32 + %iq1s_code_50_30 = scalar.constant 36889.0 : f32 + %iq1s_code_50_31 = scalar.constant 36901.0 : f32 + %iq1s_code_50 = vector.from_elements %iq1s_code_50_0, %iq1s_code_50_1, %iq1s_code_50_2, %iq1s_code_50_3, %iq1s_code_50_4, %iq1s_code_50_5, %iq1s_code_50_6, %iq1s_code_50_7, %iq1s_code_50_8, %iq1s_code_50_9, %iq1s_code_50_10, %iq1s_code_50_11, %iq1s_code_50_12, %iq1s_code_50_13, %iq1s_code_50_14, %iq1s_code_50_15, %iq1s_code_50_16, %iq1s_code_50_17, %iq1s_code_50_18, %iq1s_code_50_19, %iq1s_code_50_20, %iq1s_code_50_21, %iq1s_code_50_22, %iq1s_code_50_23, %iq1s_code_50_24, %iq1s_code_50_25, %iq1s_code_50_26, %iq1s_code_50_27, %iq1s_code_50_28, %iq1s_code_50_29, %iq1s_code_50_30, %iq1s_code_50_31 : vector<32xf32> + %iq1s_code_51_0 = scalar.constant 36929.0 : f32 + %iq1s_code_51_1 = scalar.constant 36934.0 : f32 + %iq1s_code_51_2 = scalar.constant 36937.0 : f32 + %iq1s_code_51_3 = scalar.constant 36949.0 : f32 + %iq1s_code_51_4 = scalar.constant 36952.0 : f32 + %iq1s_code_51_5 = scalar.constant 36954.0 : f32 + %iq1s_code_51_6 = scalar.constant 36969.0 : f32 + %iq1s_code_51_7 = scalar.constant 36970.0 : f32 + %iq1s_code_51_8 = scalar.constant 36997.0 : f32 + %iq1s_code_51_9 = scalar.constant 37009.0 : f32 + %iq1s_code_51_10 = scalar.constant 37012.0 : f32 + %iq1s_code_51_11 = scalar.constant 37014.0 : f32 + %iq1s_code_51_12 = scalar.constant 37017.0 : f32 + %iq1s_code_51_13 = scalar.constant 37029.0 : f32 + %iq1s_code_51_14 = scalar.constant 37121.0 : f32 + %iq1s_code_51_15 = scalar.constant 37124.0 : f32 + %iq1s_code_51_16 = scalar.constant 37126.0 : f32 + %iq1s_code_51_17 = scalar.constant 37129.0 : f32 + %iq1s_code_51_18 = scalar.constant 37136.0 : f32 + %iq1s_code_51_19 = scalar.constant 37141.0 : f32 + %iq1s_code_51_20 = scalar.constant 37144.0 : f32 + %iq1s_code_51_21 = scalar.constant 37146.0 : f32 + %iq1s_code_51_22 = scalar.constant 37153.0 : f32 + %iq1s_code_51_23 = scalar.constant 37156.0 : f32 + %iq1s_code_51_24 = scalar.constant 37158.0 : f32 + %iq1s_code_51_25 = scalar.constant 37161.0 : f32 + %iq1s_code_51_26 = scalar.constant 37184.0 : f32 + %iq1s_code_51_27 = scalar.constant 37189.0 : f32 + %iq1s_code_51_28 = scalar.constant 37200.0 : f32 + %iq1s_code_51_29 = scalar.constant 37201.0 : f32 + %iq1s_code_51_30 = scalar.constant 37204.0 : f32 + %iq1s_code_51_31 = scalar.constant 37205.0 : f32 + %iq1s_code_51 = vector.from_elements %iq1s_code_51_0, %iq1s_code_51_1, %iq1s_code_51_2, %iq1s_code_51_3, %iq1s_code_51_4, %iq1s_code_51_5, %iq1s_code_51_6, %iq1s_code_51_7, %iq1s_code_51_8, %iq1s_code_51_9, %iq1s_code_51_10, %iq1s_code_51_11, %iq1s_code_51_12, %iq1s_code_51_13, %iq1s_code_51_14, %iq1s_code_51_15, %iq1s_code_51_16, %iq1s_code_51_17, %iq1s_code_51_18, %iq1s_code_51_19, %iq1s_code_51_20, %iq1s_code_51_21, %iq1s_code_51_22, %iq1s_code_51_23, %iq1s_code_51_24, %iq1s_code_51_25, %iq1s_code_51_26, %iq1s_code_51_27, %iq1s_code_51_28, %iq1s_code_51_29, %iq1s_code_51_30, %iq1s_code_51_31 : vector<32xf32> + %iq1s_code_52_0 = scalar.constant 37206.0 : f32 + %iq1s_code_52_1 = scalar.constant 37209.0 : f32 + %iq1s_code_52_2 = scalar.constant 37218.0 : f32 + %iq1s_code_52_3 = scalar.constant 37221.0 : f32 + %iq1s_code_52_4 = scalar.constant 37252.0 : f32 + %iq1s_code_52_5 = scalar.constant 37254.0 : f32 + %iq1s_code_52_6 = scalar.constant 37266.0 : f32 + %iq1s_code_52_7 = scalar.constant 37269.0 : f32 + %iq1s_code_52_8 = scalar.constant 37272.0 : f32 + %iq1s_code_52_9 = scalar.constant 37281.0 : f32 + %iq1s_code_52_10 = scalar.constant 37284.0 : f32 + %iq1s_code_52_11 = scalar.constant 37286.0 : f32 + %iq1s_code_52_12 = scalar.constant 37289.0 : f32 + %iq1s_code_52_13 = scalar.constant 37381.0 : f32 + %iq1s_code_52_14 = scalar.constant 37393.0 : f32 + %iq1s_code_52_15 = scalar.constant 37396.0 : f32 + %iq1s_code_52_16 = scalar.constant 37401.0 : f32 + %iq1s_code_52_17 = scalar.constant 37413.0 : f32 + %iq1s_code_52_18 = scalar.constant 37444.0 : f32 + %iq1s_code_52_19 = scalar.constant 37446.0 : f32 + %iq1s_code_52_20 = scalar.constant 37449.0 : f32 + %iq1s_code_52_21 = scalar.constant 37456.0 : f32 + %iq1s_code_52_22 = scalar.constant 37458.0 : f32 + %iq1s_code_52_23 = scalar.constant 37461.0 : f32 + %iq1s_code_52_24 = scalar.constant 37464.0 : f32 + %iq1s_code_52_25 = scalar.constant 37478.0 : f32 + %iq1s_code_52_26 = scalar.constant 37481.0 : f32 + %iq1s_code_52_27 = scalar.constant 37509.0 : f32 + %iq1s_code_52_28 = scalar.constant 37524.0 : f32 + %iq1s_code_52_29 = scalar.constant 37526.0 : f32 + %iq1s_code_52_30 = scalar.constant 37545.0 : f32 + %iq1s_code_52_31 = scalar.constant 37889.0 : f32 + %iq1s_code_52 = vector.from_elements %iq1s_code_52_0, %iq1s_code_52_1, %iq1s_code_52_2, %iq1s_code_52_3, %iq1s_code_52_4, %iq1s_code_52_5, %iq1s_code_52_6, %iq1s_code_52_7, %iq1s_code_52_8, %iq1s_code_52_9, %iq1s_code_52_10, %iq1s_code_52_11, %iq1s_code_52_12, %iq1s_code_52_13, %iq1s_code_52_14, %iq1s_code_52_15, %iq1s_code_52_16, %iq1s_code_52_17, %iq1s_code_52_18, %iq1s_code_52_19, %iq1s_code_52_20, %iq1s_code_52_21, %iq1s_code_52_22, %iq1s_code_52_23, %iq1s_code_52_24, %iq1s_code_52_25, %iq1s_code_52_26, %iq1s_code_52_27, %iq1s_code_52_28, %iq1s_code_52_29, %iq1s_code_52_30, %iq1s_code_52_31 : vector<32xf32> + %iq1s_code_53_0 = scalar.constant 37892.0 : f32 + %iq1s_code_53_1 = scalar.constant 37894.0 : f32 + %iq1s_code_53_2 = scalar.constant 37904.0 : f32 + %iq1s_code_53_3 = scalar.constant 37909.0 : f32 + %iq1s_code_53_4 = scalar.constant 37912.0 : f32 + %iq1s_code_53_5 = scalar.constant 37926.0 : f32 + %iq1s_code_53_6 = scalar.constant 37952.0 : f32 + %iq1s_code_53_7 = scalar.constant 37962.0 : f32 + %iq1s_code_53_8 = scalar.constant 37969.0 : f32 + %iq1s_code_53_9 = scalar.constant 37972.0 : f32 + %iq1s_code_53_10 = scalar.constant 37973.0 : f32 + %iq1s_code_53_11 = scalar.constant 37974.0 : f32 + %iq1s_code_53_12 = scalar.constant 37976.0 : f32 + %iq1s_code_53_13 = scalar.constant 37977.0 : f32 + %iq1s_code_53_14 = scalar.constant 37984.0 : f32 + %iq1s_code_53_15 = scalar.constant 37985.0 : f32 + %iq1s_code_53_16 = scalar.constant 37986.0 : f32 + %iq1s_code_53_17 = scalar.constant 37989.0 : f32 + %iq1s_code_53_18 = scalar.constant 38020.0 : f32 + %iq1s_code_53_19 = scalar.constant 38022.0 : f32 + %iq1s_code_53_20 = scalar.constant 38034.0 : f32 + %iq1s_code_53_21 = scalar.constant 38036.0 : f32 + %iq1s_code_53_22 = scalar.constant 38037.0 : f32 + %iq1s_code_53_23 = scalar.constant 38040.0 : f32 + %iq1s_code_53_24 = scalar.constant 38049.0 : f32 + %iq1s_code_53_25 = scalar.constant 38057.0 : f32 + %iq1s_code_53_26 = scalar.constant 38144.0 : f32 + %iq1s_code_53_27 = scalar.constant 38149.0 : f32 + %iq1s_code_53_28 = scalar.constant 38152.0 : f32 + %iq1s_code_53_29 = scalar.constant 38154.0 : f32 + %iq1s_code_53_30 = scalar.constant 38160.0 : f32 + %iq1s_code_53_31 = scalar.constant 38161.0 : f32 + %iq1s_code_53 = vector.from_elements %iq1s_code_53_0, %iq1s_code_53_1, %iq1s_code_53_2, %iq1s_code_53_3, %iq1s_code_53_4, %iq1s_code_53_5, %iq1s_code_53_6, %iq1s_code_53_7, %iq1s_code_53_8, %iq1s_code_53_9, %iq1s_code_53_10, %iq1s_code_53_11, %iq1s_code_53_12, %iq1s_code_53_13, %iq1s_code_53_14, %iq1s_code_53_15, %iq1s_code_53_16, %iq1s_code_53_17, %iq1s_code_53_18, %iq1s_code_53_19, %iq1s_code_53_20, %iq1s_code_53_21, %iq1s_code_53_22, %iq1s_code_53_23, %iq1s_code_53_24, %iq1s_code_53_25, %iq1s_code_53_26, %iq1s_code_53_27, %iq1s_code_53_28, %iq1s_code_53_29, %iq1s_code_53_30, %iq1s_code_53_31 : vector<32xf32> + %iq1s_code_54_0 = scalar.constant 38164.0 : f32 + %iq1s_code_54_1 = scalar.constant 38165.0 : f32 + %iq1s_code_54_2 = scalar.constant 38166.0 : f32 + %iq1s_code_54_3 = scalar.constant 38169.0 : f32 + %iq1s_code_54_4 = scalar.constant 38177.0 : f32 + %iq1s_code_54_5 = scalar.constant 38181.0 : f32 + %iq1s_code_54_6 = scalar.constant 38185.0 : f32 + %iq1s_code_54_7 = scalar.constant 38186.0 : f32 + %iq1s_code_54_8 = scalar.constant 38209.0 : f32 + %iq1s_code_54_9 = scalar.constant 38212.0 : f32 + %iq1s_code_54_10 = scalar.constant 38213.0 : f32 + %iq1s_code_54_11 = scalar.constant 38214.0 : f32 + %iq1s_code_54_12 = scalar.constant 38217.0 : f32 + %iq1s_code_54_13 = scalar.constant 38224.0 : f32 + %iq1s_code_54_14 = scalar.constant 38225.0 : f32 + %iq1s_code_54_15 = scalar.constant 38226.0 : f32 + %iq1s_code_54_16 = scalar.constant 38228.0 : f32 + %iq1s_code_54_17 = scalar.constant 38229.0 : f32 + %iq1s_code_54_18 = scalar.constant 38230.0 : f32 + %iq1s_code_54_19 = scalar.constant 38232.0 : f32 + %iq1s_code_54_20 = scalar.constant 38233.0 : f32 + %iq1s_code_54_21 = scalar.constant 38234.0 : f32 + %iq1s_code_54_22 = scalar.constant 38241.0 : f32 + %iq1s_code_54_23 = scalar.constant 38244.0 : f32 + %iq1s_code_54_24 = scalar.constant 38245.0 : f32 + %iq1s_code_54_25 = scalar.constant 38246.0 : f32 + %iq1s_code_54_26 = scalar.constant 38249.0 : f32 + %iq1s_code_54_27 = scalar.constant 38273.0 : f32 + %iq1s_code_54_28 = scalar.constant 38277.0 : f32 + %iq1s_code_54_29 = scalar.constant 38280.0 : f32 + %iq1s_code_54_30 = scalar.constant 38289.0 : f32 + %iq1s_code_54_31 = scalar.constant 38290.0 : f32 + %iq1s_code_54 = vector.from_elements %iq1s_code_54_0, %iq1s_code_54_1, %iq1s_code_54_2, %iq1s_code_54_3, %iq1s_code_54_4, %iq1s_code_54_5, %iq1s_code_54_6, %iq1s_code_54_7, %iq1s_code_54_8, %iq1s_code_54_9, %iq1s_code_54_10, %iq1s_code_54_11, %iq1s_code_54_12, %iq1s_code_54_13, %iq1s_code_54_14, %iq1s_code_54_15, %iq1s_code_54_16, %iq1s_code_54_17, %iq1s_code_54_18, %iq1s_code_54_19, %iq1s_code_54_20, %iq1s_code_54_21, %iq1s_code_54_22, %iq1s_code_54_23, %iq1s_code_54_24, %iq1s_code_54_25, %iq1s_code_54_26, %iq1s_code_54_27, %iq1s_code_54_28, %iq1s_code_54_29, %iq1s_code_54_30, %iq1s_code_54_31 : vector<32xf32> + %iq1s_code_55_0 = scalar.constant 38292.0 : f32 + %iq1s_code_55_1 = scalar.constant 38293.0 : f32 + %iq1s_code_55_2 = scalar.constant 38294.0 : f32 + %iq1s_code_55_3 = scalar.constant 38297.0 : f32 + %iq1s_code_55_4 = scalar.constant 38298.0 : f32 + %iq1s_code_55_5 = scalar.constant 38304.0 : f32 + %iq1s_code_55_6 = scalar.constant 38306.0 : f32 + %iq1s_code_55_7 = scalar.constant 38309.0 : f32 + %iq1s_code_55_8 = scalar.constant 38312.0 : f32 + %iq1s_code_55_9 = scalar.constant 38314.0 : f32 + %iq1s_code_55_10 = scalar.constant 38401.0 : f32 + %iq1s_code_55_11 = scalar.constant 38404.0 : f32 + %iq1s_code_55_12 = scalar.constant 38416.0 : f32 + %iq1s_code_55_13 = scalar.constant 38421.0 : f32 + %iq1s_code_55_14 = scalar.constant 38425.0 : f32 + %iq1s_code_55_15 = scalar.constant 38432.0 : f32 + %iq1s_code_55_16 = scalar.constant 38438.0 : f32 + %iq1s_code_55_17 = scalar.constant 38441.0 : f32 + %iq1s_code_55_18 = scalar.constant 38469.0 : f32 + %iq1s_code_55_19 = scalar.constant 38472.0 : f32 + %iq1s_code_55_20 = scalar.constant 38473.0 : f32 + %iq1s_code_55_21 = scalar.constant 38481.0 : f32 + %iq1s_code_55_22 = scalar.constant 38482.0 : f32 + %iq1s_code_55_23 = scalar.constant 38485.0 : f32 + %iq1s_code_55_24 = scalar.constant 38486.0 : f32 + %iq1s_code_55_25 = scalar.constant 38489.0 : f32 + %iq1s_code_55_26 = scalar.constant 38501.0 : f32 + %iq1s_code_55_27 = scalar.constant 38504.0 : f32 + %iq1s_code_55_28 = scalar.constant 38530.0 : f32 + %iq1s_code_55_29 = scalar.constant 38532.0 : f32 + %iq1s_code_55_30 = scalar.constant 38537.0 : f32 + %iq1s_code_55_31 = scalar.constant 38538.0 : f32 + %iq1s_code_55 = vector.from_elements %iq1s_code_55_0, %iq1s_code_55_1, %iq1s_code_55_2, %iq1s_code_55_3, %iq1s_code_55_4, %iq1s_code_55_5, %iq1s_code_55_6, %iq1s_code_55_7, %iq1s_code_55_8, %iq1s_code_55_9, %iq1s_code_55_10, %iq1s_code_55_11, %iq1s_code_55_12, %iq1s_code_55_13, %iq1s_code_55_14, %iq1s_code_55_15, %iq1s_code_55_16, %iq1s_code_55_17, %iq1s_code_55_18, %iq1s_code_55_19, %iq1s_code_55_20, %iq1s_code_55_21, %iq1s_code_55_22, %iq1s_code_55_23, %iq1s_code_55_24, %iq1s_code_55_25, %iq1s_code_55_26, %iq1s_code_55_27, %iq1s_code_55_28, %iq1s_code_55_29, %iq1s_code_55_30, %iq1s_code_55_31 : vector<32xf32> + %iq1s_code_56_0 = scalar.constant 38546.0 : f32 + %iq1s_code_56_1 = scalar.constant 38548.0 : f32 + %iq1s_code_56_2 = scalar.constant 38549.0 : f32 + %iq1s_code_56_3 = scalar.constant 38564.0 : f32 + %iq1s_code_56_4 = scalar.constant 38566.0 : f32 + %iq1s_code_56_5 = scalar.constant 38569.0 : f32 + %iq1s_code_56_6 = scalar.constant 38917.0 : f32 + %iq1s_code_56_7 = scalar.constant 38934.0 : f32 + %iq1s_code_56_8 = scalar.constant 38937.0 : f32 + %iq1s_code_56_9 = scalar.constant 38949.0 : f32 + %iq1s_code_56_10 = scalar.constant 38977.0 : f32 + %iq1s_code_56_11 = scalar.constant 38982.0 : f32 + %iq1s_code_56_12 = scalar.constant 38992.0 : f32 + %iq1s_code_56_13 = scalar.constant 38994.0 : f32 + %iq1s_code_56_14 = scalar.constant 38997.0 : f32 + %iq1s_code_56_15 = scalar.constant 38998.0 : f32 + %iq1s_code_56_16 = scalar.constant 39002.0 : f32 + %iq1s_code_56_17 = scalar.constant 39012.0 : f32 + %iq1s_code_56_18 = scalar.constant 39013.0 : f32 + %iq1s_code_56_19 = scalar.constant 39045.0 : f32 + %iq1s_code_56_20 = scalar.constant 39057.0 : f32 + %iq1s_code_56_21 = scalar.constant 39062.0 : f32 + %iq1s_code_56_22 = scalar.constant 39065.0 : f32 + %iq1s_code_56_23 = scalar.constant 39077.0 : f32 + %iq1s_code_56_24 = scalar.constant 39172.0 : f32 + %iq1s_code_56_25 = scalar.constant 39174.0 : f32 + %iq1s_code_56_26 = scalar.constant 39177.0 : f32 + %iq1s_code_56_27 = scalar.constant 39184.0 : f32 + %iq1s_code_56_28 = scalar.constant 39186.0 : f32 + %iq1s_code_56_29 = scalar.constant 39189.0 : f32 + %iq1s_code_56_30 = scalar.constant 39192.0 : f32 + %iq1s_code_56_31 = scalar.constant 39194.0 : f32 + %iq1s_code_56 = vector.from_elements %iq1s_code_56_0, %iq1s_code_56_1, %iq1s_code_56_2, %iq1s_code_56_3, %iq1s_code_56_4, %iq1s_code_56_5, %iq1s_code_56_6, %iq1s_code_56_7, %iq1s_code_56_8, %iq1s_code_56_9, %iq1s_code_56_10, %iq1s_code_56_11, %iq1s_code_56_12, %iq1s_code_56_13, %iq1s_code_56_14, %iq1s_code_56_15, %iq1s_code_56_16, %iq1s_code_56_17, %iq1s_code_56_18, %iq1s_code_56_19, %iq1s_code_56_20, %iq1s_code_56_21, %iq1s_code_56_22, %iq1s_code_56_23, %iq1s_code_56_24, %iq1s_code_56_25, %iq1s_code_56_26, %iq1s_code_56_27, %iq1s_code_56_28, %iq1s_code_56_29, %iq1s_code_56_30, %iq1s_code_56_31 : vector<32xf32> + %iq1s_code_57_0 = scalar.constant 39200.0 : f32 + %iq1s_code_57_1 = scalar.constant 39201.0 : f32 + %iq1s_code_57_2 = scalar.constant 39204.0 : f32 + %iq1s_code_57_3 = scalar.constant 39206.0 : f32 + %iq1s_code_57_4 = scalar.constant 39232.0 : f32 + %iq1s_code_57_5 = scalar.constant 39234.0 : f32 + %iq1s_code_57_6 = scalar.constant 39237.0 : f32 + %iq1s_code_57_7 = scalar.constant 39240.0 : f32 + %iq1s_code_57_8 = scalar.constant 39242.0 : f32 + %iq1s_code_57_9 = scalar.constant 39249.0 : f32 + %iq1s_code_57_10 = scalar.constant 39252.0 : f32 + %iq1s_code_57_11 = scalar.constant 39253.0 : f32 + %iq1s_code_57_12 = scalar.constant 39254.0 : f32 + %iq1s_code_57_13 = scalar.constant 39257.0 : f32 + %iq1s_code_57_14 = scalar.constant 39266.0 : f32 + %iq1s_code_57_15 = scalar.constant 39269.0 : f32 + %iq1s_code_57_16 = scalar.constant 39270.0 : f32 + %iq1s_code_57_17 = scalar.constant 39274.0 : f32 + %iq1s_code_57_18 = scalar.constant 39297.0 : f32 + %iq1s_code_57_19 = scalar.constant 39300.0 : f32 + %iq1s_code_57_20 = scalar.constant 39312.0 : f32 + %iq1s_code_57_21 = scalar.constant 39314.0 : f32 + %iq1s_code_57_22 = scalar.constant 39317.0 : f32 + %iq1s_code_57_23 = scalar.constant 39322.0 : f32 + %iq1s_code_57_24 = scalar.constant 39329.0 : f32 + %iq1s_code_57_25 = scalar.constant 39334.0 : f32 + %iq1s_code_57_26 = scalar.constant 39429.0 : f32 + %iq1s_code_57_27 = scalar.constant 39445.0 : f32 + %iq1s_code_57_28 = scalar.constant 39461.0 : f32 + %iq1s_code_57_29 = scalar.constant 39492.0 : f32 + %iq1s_code_57_30 = scalar.constant 39494.0 : f32 + %iq1s_code_57_31 = scalar.constant 39497.0 : f32 + %iq1s_code_57 = vector.from_elements %iq1s_code_57_0, %iq1s_code_57_1, %iq1s_code_57_2, %iq1s_code_57_3, %iq1s_code_57_4, %iq1s_code_57_5, %iq1s_code_57_6, %iq1s_code_57_7, %iq1s_code_57_8, %iq1s_code_57_9, %iq1s_code_57_10, %iq1s_code_57_11, %iq1s_code_57_12, %iq1s_code_57_13, %iq1s_code_57_14, %iq1s_code_57_15, %iq1s_code_57_16, %iq1s_code_57_17, %iq1s_code_57_18, %iq1s_code_57_19, %iq1s_code_57_20, %iq1s_code_57_21, %iq1s_code_57_22, %iq1s_code_57_23, %iq1s_code_57_24, %iq1s_code_57_25, %iq1s_code_57_26, %iq1s_code_57_27, %iq1s_code_57_28, %iq1s_code_57_29, %iq1s_code_57_30, %iq1s_code_57_31 : vector<32xf32> + %iq1s_code_58_0 = scalar.constant 39504.0 : f32 + %iq1s_code_58_1 = scalar.constant 39509.0 : f32 + %iq1s_code_58_2 = scalar.constant 39512.0 : f32 + %iq1s_code_58_3 = scalar.constant 39521.0 : f32 + %iq1s_code_58_4 = scalar.constant 39557.0 : f32 + %iq1s_code_58_5 = scalar.constant 39569.0 : f32 + %iq1s_code_58_6 = scalar.constant 39572.0 : f32 + %iq1s_code_58_7 = scalar.constant 39573.0 : f32 + %iq1s_code_58_8 = scalar.constant 39574.0 : f32 + %iq1s_code_58_9 = scalar.constant 40960.0 : f32 + %iq1s_code_58_10 = scalar.constant 40962.0 : f32 + %iq1s_code_58_11 = scalar.constant 40968.0 : f32 + %iq1s_code_58_12 = scalar.constant 40970.0 : f32 + %iq1s_code_58_13 = scalar.constant 40981.0 : f32 + %iq1s_code_58_14 = scalar.constant 40992.0 : f32 + %iq1s_code_58_15 = scalar.constant 40994.0 : f32 + %iq1s_code_58_16 = scalar.constant 41000.0 : f32 + %iq1s_code_58_17 = scalar.constant 41002.0 : f32 + %iq1s_code_58_18 = scalar.constant 41029.0 : f32 + %iq1s_code_58_19 = scalar.constant 41041.0 : f32 + %iq1s_code_58_20 = scalar.constant 41044.0 : f32 + %iq1s_code_58_21 = scalar.constant 41046.0 : f32 + %iq1s_code_58_22 = scalar.constant 41049.0 : f32 + %iq1s_code_58_23 = scalar.constant 41088.0 : f32 + %iq1s_code_58_24 = scalar.constant 41090.0 : f32 + %iq1s_code_58_25 = scalar.constant 41096.0 : f32 + %iq1s_code_58_26 = scalar.constant 41098.0 : f32 + %iq1s_code_58_27 = scalar.constant 41109.0 : f32 + %iq1s_code_58_28 = scalar.constant 41120.0 : f32 + %iq1s_code_58_29 = scalar.constant 41122.0 : f32 + %iq1s_code_58_30 = scalar.constant 41128.0 : f32 + %iq1s_code_58_31 = scalar.constant 41130.0 : f32 + %iq1s_code_58 = vector.from_elements %iq1s_code_58_0, %iq1s_code_58_1, %iq1s_code_58_2, %iq1s_code_58_3, %iq1s_code_58_4, %iq1s_code_58_5, %iq1s_code_58_6, %iq1s_code_58_7, %iq1s_code_58_8, %iq1s_code_58_9, %iq1s_code_58_10, %iq1s_code_58_11, %iq1s_code_58_12, %iq1s_code_58_13, %iq1s_code_58_14, %iq1s_code_58_15, %iq1s_code_58_16, %iq1s_code_58_17, %iq1s_code_58_18, %iq1s_code_58_19, %iq1s_code_58_20, %iq1s_code_58_21, %iq1s_code_58_22, %iq1s_code_58_23, %iq1s_code_58_24, %iq1s_code_58_25, %iq1s_code_58_26, %iq1s_code_58_27, %iq1s_code_58_28, %iq1s_code_58_29, %iq1s_code_58_30, %iq1s_code_58_31 : vector<32xf32> + %iq1s_code_59_0 = scalar.constant 41221.0 : f32 + %iq1s_code_59_1 = scalar.constant 41225.0 : f32 + %iq1s_code_59_2 = scalar.constant 41233.0 : f32 + %iq1s_code_59_3 = scalar.constant 41236.0 : f32 + %iq1s_code_59_4 = scalar.constant 41238.0 : f32 + %iq1s_code_59_5 = scalar.constant 41241.0 : f32 + %iq1s_code_59_6 = scalar.constant 41242.0 : f32 + %iq1s_code_59_7 = scalar.constant 41286.0 : f32 + %iq1s_code_59_8 = scalar.constant 41289.0 : f32 + %iq1s_code_59_9 = scalar.constant 41297.0 : f32 + %iq1s_code_59_10 = scalar.constant 41301.0 : f32 + %iq1s_code_59_11 = scalar.constant 41304.0 : f32 + %iq1s_code_59_12 = scalar.constant 41306.0 : f32 + %iq1s_code_59_13 = scalar.constant 41313.0 : f32 + %iq1s_code_59_14 = scalar.constant 41316.0 : f32 + %iq1s_code_59_15 = scalar.constant 41349.0 : f32 + %iq1s_code_59_16 = scalar.constant 41360.0 : f32 + %iq1s_code_59_17 = scalar.constant 41362.0 : f32 + %iq1s_code_59_18 = scalar.constant 41366.0 : f32 + %iq1s_code_59_19 = scalar.constant 41369.0 : f32 + %iq1s_code_59_20 = scalar.constant 41474.0 : f32 + %iq1s_code_59_21 = scalar.constant 41480.0 : f32 + %iq1s_code_59_22 = scalar.constant 41482.0 : f32 + %iq1s_code_59_23 = scalar.constant 41488.0 : f32 + %iq1s_code_59_24 = scalar.constant 41497.0 : f32 + %iq1s_code_59_25 = scalar.constant 41506.0 : f32 + %iq1s_code_59_26 = scalar.constant 41512.0 : f32 + %iq1s_code_59_27 = scalar.constant 41514.0 : f32 + %iq1s_code_59_28 = scalar.constant 41541.0 : f32 + %iq1s_code_59_29 = scalar.constant 41553.0 : f32 + %iq1s_code_59_30 = scalar.constant 41558.0 : f32 + %iq1s_code_59_31 = scalar.constant 41561.0 : f32 + %iq1s_code_59 = vector.from_elements %iq1s_code_59_0, %iq1s_code_59_1, %iq1s_code_59_2, %iq1s_code_59_3, %iq1s_code_59_4, %iq1s_code_59_5, %iq1s_code_59_6, %iq1s_code_59_7, %iq1s_code_59_8, %iq1s_code_59_9, %iq1s_code_59_10, %iq1s_code_59_11, %iq1s_code_59_12, %iq1s_code_59_13, %iq1s_code_59_14, %iq1s_code_59_15, %iq1s_code_59_16, %iq1s_code_59_17, %iq1s_code_59_18, %iq1s_code_59_19, %iq1s_code_59_20, %iq1s_code_59_21, %iq1s_code_59_22, %iq1s_code_59_23, %iq1s_code_59_24, %iq1s_code_59_25, %iq1s_code_59_26, %iq1s_code_59_27, %iq1s_code_59_28, %iq1s_code_59_29, %iq1s_code_59_30, %iq1s_code_59_31 : vector<32xf32> + %iq1s_code_60_0 = scalar.constant 41573.0 : f32 + %iq1s_code_60_1 = scalar.constant 41600.0 : f32 + %iq1s_code_60_2 = scalar.constant 41602.0 : f32 + %iq1s_code_60_3 = scalar.constant 41608.0 : f32 + %iq1s_code_60_4 = scalar.constant 41610.0 : f32 + %iq1s_code_60_5 = scalar.constant 41621.0 : f32 + %iq1s_code_60_6 = scalar.constant 41632.0 : f32 + %iq1s_code_60_7 = scalar.constant 41634.0 : f32 + %iq1s_code_60_8 = scalar.constant 41640.0 : f32 + %iq1s_code_60_9 = scalar.constant 41642.0 : f32 + %iq1s_code_60_10 = scalar.constant 42009.0 : f32 + %iq1s_code_60_11 = scalar.constant 42021.0 : f32 + %iq1s_code_60_12 = scalar.constant 42049.0 : f32 + %iq1s_code_60_13 = scalar.constant 42052.0 : f32 + %iq1s_code_60_14 = scalar.constant 42064.0 : f32 + %iq1s_code_60_15 = scalar.constant 42068.0 : f32 + %iq1s_code_60_16 = scalar.constant 42069.0 : f32 + %iq1s_code_60_17 = scalar.constant 42072.0 : f32 + %iq1s_code_60_18 = scalar.constant 42074.0 : f32 + %iq1s_code_60_19 = scalar.constant 42081.0 : f32 + %iq1s_code_60_20 = scalar.constant 42085.0 : f32 + %iq1s_code_60_21 = scalar.constant 42086.0 : f32 + %iq1s_code_60_22 = scalar.constant 42088.0 : f32 + %iq1s_code_60_23 = scalar.constant 42089.0 : f32 + %iq1s_code_60_24 = scalar.constant 42117.0 : f32 + %iq1s_code_60_25 = scalar.constant 42246.0 : f32 + %iq1s_code_60_26 = scalar.constant 42249.0 : f32 + %iq1s_code_60_27 = scalar.constant 42256.0 : f32 + %iq1s_code_60_28 = scalar.constant 42258.0 : f32 + %iq1s_code_60_29 = scalar.constant 42261.0 : f32 + %iq1s_code_60_30 = scalar.constant 42264.0 : f32 + %iq1s_code_60_31 = scalar.constant 42278.0 : f32 + %iq1s_code_60 = vector.from_elements %iq1s_code_60_0, %iq1s_code_60_1, %iq1s_code_60_2, %iq1s_code_60_3, %iq1s_code_60_4, %iq1s_code_60_5, %iq1s_code_60_6, %iq1s_code_60_7, %iq1s_code_60_8, %iq1s_code_60_9, %iq1s_code_60_10, %iq1s_code_60_11, %iq1s_code_60_12, %iq1s_code_60_13, %iq1s_code_60_14, %iq1s_code_60_15, %iq1s_code_60_16, %iq1s_code_60_17, %iq1s_code_60_18, %iq1s_code_60_19, %iq1s_code_60_20, %iq1s_code_60_21, %iq1s_code_60_22, %iq1s_code_60_23, %iq1s_code_60_24, %iq1s_code_60_25, %iq1s_code_60_26, %iq1s_code_60_27, %iq1s_code_60_28, %iq1s_code_60_29, %iq1s_code_60_30, %iq1s_code_60_31 : vector<32xf32> + %iq1s_code_61_0 = scalar.constant 42281.0 : f32 + %iq1s_code_61_1 = scalar.constant 42306.0 : f32 + %iq1s_code_61_2 = scalar.constant 42309.0 : f32 + %iq1s_code_61_3 = scalar.constant 42321.0 : f32 + %iq1s_code_61_4 = scalar.constant 42324.0 : f32 + %iq1s_code_61_5 = scalar.constant 42325.0 : f32 + %iq1s_code_61_6 = scalar.constant 42326.0 : f32 + %iq1s_code_61_7 = scalar.constant 42329.0 : f32 + %iq1s_code_61_8 = scalar.constant 42341.0 : f32 + %iq1s_code_61_9 = scalar.constant 42346.0 : f32 + %iq1s_code_61_10 = scalar.constant 42369.0 : f32 + %iq1s_code_61_11 = scalar.constant 42372.0 : f32 + %iq1s_code_61_12 = scalar.constant 42373.0 : f32 + %iq1s_code_61_13 = scalar.constant 42374.0 : f32 + %iq1s_code_61_14 = scalar.constant 42377.0 : f32 + %iq1s_code_61_15 = scalar.constant 42386.0 : f32 + %iq1s_code_61_16 = scalar.constant 42389.0 : f32 + %iq1s_code_61_17 = scalar.constant 42392.0 : f32 + %iq1s_code_61_18 = scalar.constant 42501.0 : f32 + %iq1s_code_61_19 = scalar.constant 42513.0 : f32 + %iq1s_code_61_20 = scalar.constant 42518.0 : f32 + %iq1s_code_61_21 = scalar.constant 42522.0 : f32 + %iq1s_code_61_22 = scalar.constant 42529.0 : f32 + %iq1s_code_61_23 = scalar.constant 42533.0 : f32 + %iq1s_code_61_24 = scalar.constant 42564.0 : f32 + %iq1s_code_61_25 = scalar.constant 42566.0 : f32 + %iq1s_code_61_26 = scalar.constant 42570.0 : f32 + %iq1s_code_61_27 = scalar.constant 42578.0 : f32 + %iq1s_code_61_28 = scalar.constant 42581.0 : f32 + %iq1s_code_61_29 = scalar.constant 42582.0 : f32 + %iq1s_code_61_30 = scalar.constant 42584.0 : f32 + %iq1s_code_61_31 = scalar.constant 42592.0 : f32 + %iq1s_code_61 = vector.from_elements %iq1s_code_61_0, %iq1s_code_61_1, %iq1s_code_61_2, %iq1s_code_61_3, %iq1s_code_61_4, %iq1s_code_61_5, %iq1s_code_61_6, %iq1s_code_61_7, %iq1s_code_61_8, %iq1s_code_61_9, %iq1s_code_61_10, %iq1s_code_61_11, %iq1s_code_61_12, %iq1s_code_61_13, %iq1s_code_61_14, %iq1s_code_61_15, %iq1s_code_61_16, %iq1s_code_61_17, %iq1s_code_61_18, %iq1s_code_61_19, %iq1s_code_61_20, %iq1s_code_61_21, %iq1s_code_61_22, %iq1s_code_61_23, %iq1s_code_61_24, %iq1s_code_61_25, %iq1s_code_61_26, %iq1s_code_61_27, %iq1s_code_61_28, %iq1s_code_61_29, %iq1s_code_61_30, %iq1s_code_61_31 : vector<32xf32> + %iq1s_code_62_0 = scalar.constant 42594.0 : f32 + %iq1s_code_62_1 = scalar.constant 42630.0 : f32 + %iq1s_code_62_2 = scalar.constant 42640.0 : f32 + %iq1s_code_62_3 = scalar.constant 42645.0 : f32 + %iq1s_code_62_4 = scalar.constant 42646.0 : f32 + %iq1s_code_62_5 = scalar.constant 42649.0 : f32 + %iq1s_code_62_6 = scalar.constant 42657.0 : f32 + %iq1s_code_62_7 = scalar.constant 42660.0 : f32 + %iq1s_code_62_8 = scalar.constant 42662.0 : f32 + %iq1s_code_62_9 = scalar.constant 43008.0 : f32 + %iq1s_code_62_10 = scalar.constant 43010.0 : f32 + %iq1s_code_62_11 = scalar.constant 43016.0 : f32 + %iq1s_code_62_12 = scalar.constant 43018.0 : f32 + %iq1s_code_62_13 = scalar.constant 43040.0 : f32 + %iq1s_code_62_14 = scalar.constant 43042.0 : f32 + %iq1s_code_62_15 = scalar.constant 43048.0 : f32 + %iq1s_code_62_16 = scalar.constant 43050.0 : f32 + %iq1s_code_62_17 = scalar.constant 43089.0 : f32 + %iq1s_code_62_18 = scalar.constant 43092.0 : f32 + %iq1s_code_62_19 = scalar.constant 43094.0 : f32 + %iq1s_code_62_20 = scalar.constant 43097.0 : f32 + %iq1s_code_62_21 = scalar.constant 43136.0 : f32 + %iq1s_code_62_22 = scalar.constant 43138.0 : f32 + %iq1s_code_62_23 = scalar.constant 43144.0 : f32 + %iq1s_code_62_24 = scalar.constant 43146.0 : f32 + %iq1s_code_62_25 = scalar.constant 43157.0 : f32 + %iq1s_code_62_26 = scalar.constant 43168.0 : f32 + %iq1s_code_62_27 = scalar.constant 43170.0 : f32 + %iq1s_code_62_28 = scalar.constant 43176.0 : f32 + %iq1s_code_62_29 = scalar.constant 43178.0 : f32 + %iq1s_code_62_30 = scalar.constant 43269.0 : f32 + %iq1s_code_62_31 = scalar.constant 43284.0 : f32 + %iq1s_code_62 = vector.from_elements %iq1s_code_62_0, %iq1s_code_62_1, %iq1s_code_62_2, %iq1s_code_62_3, %iq1s_code_62_4, %iq1s_code_62_5, %iq1s_code_62_6, %iq1s_code_62_7, %iq1s_code_62_8, %iq1s_code_62_9, %iq1s_code_62_10, %iq1s_code_62_11, %iq1s_code_62_12, %iq1s_code_62_13, %iq1s_code_62_14, %iq1s_code_62_15, %iq1s_code_62_16, %iq1s_code_62_17, %iq1s_code_62_18, %iq1s_code_62_19, %iq1s_code_62_20, %iq1s_code_62_21, %iq1s_code_62_22, %iq1s_code_62_23, %iq1s_code_62_24, %iq1s_code_62_25, %iq1s_code_62_26, %iq1s_code_62_27, %iq1s_code_62_28, %iq1s_code_62_29, %iq1s_code_62_30, %iq1s_code_62_31 : vector<32xf32> + %iq1s_code_63_0 = scalar.constant 43289.0 : f32 + %iq1s_code_63_1 = scalar.constant 43297.0 : f32 + %iq1s_code_63_2 = scalar.constant 43301.0 : f32 + %iq1s_code_63_3 = scalar.constant 43329.0 : f32 + %iq1s_code_63_4 = scalar.constant 43344.0 : f32 + %iq1s_code_63_5 = scalar.constant 43349.0 : f32 + %iq1s_code_63_6 = scalar.constant 43354.0 : f32 + %iq1s_code_63_7 = scalar.constant 43361.0 : f32 + %iq1s_code_63_8 = scalar.constant 43366.0 : f32 + %iq1s_code_63_9 = scalar.constant 43369.0 : f32 + %iq1s_code_63_10 = scalar.constant 43408.0 : f32 + %iq1s_code_63_11 = scalar.constant 43414.0 : f32 + %iq1s_code_63_12 = scalar.constant 43520.0 : f32 + %iq1s_code_63_13 = scalar.constant 43522.0 : f32 + %iq1s_code_63_14 = scalar.constant 43528.0 : f32 + %iq1s_code_63_15 = scalar.constant 43530.0 : f32 + %iq1s_code_63_16 = scalar.constant 43552.0 : f32 + %iq1s_code_63_17 = scalar.constant 43554.0 : f32 + %iq1s_code_63_18 = scalar.constant 43560.0 : f32 + %iq1s_code_63_19 = scalar.constant 43562.0 : f32 + %iq1s_code_63_20 = scalar.constant 43601.0 : f32 + %iq1s_code_63_21 = scalar.constant 43604.0 : f32 + %iq1s_code_63_22 = scalar.constant 43606.0 : f32 + %iq1s_code_63_23 = scalar.constant 43648.0 : f32 + %iq1s_code_63_24 = scalar.constant 43650.0 : f32 + %iq1s_code_63_25 = scalar.constant 43656.0 : f32 + %iq1s_code_63_26 = scalar.constant 43658.0 : f32 + %iq1s_code_63_27 = scalar.constant 43669.0 : f32 + %iq1s_code_63_28 = scalar.constant 43680.0 : f32 + %iq1s_code_63_29 = scalar.constant 43682.0 : f32 + %iq1s_code_63_30 = scalar.constant 43688.0 : f32 + %iq1s_code_63_31 = scalar.constant 43690.0 : f32 + %iq1s_code_63 = vector.from_elements %iq1s_code_63_0, %iq1s_code_63_1, %iq1s_code_63_2, %iq1s_code_63_3, %iq1s_code_63_4, %iq1s_code_63_5, %iq1s_code_63_6, %iq1s_code_63_7, %iq1s_code_63_8, %iq1s_code_63_9, %iq1s_code_63_10, %iq1s_code_63_11, %iq1s_code_63_12, %iq1s_code_63_13, %iq1s_code_63_14, %iq1s_code_63_15, %iq1s_code_63_16, %iq1s_code_63_17, %iq1s_code_63_18, %iq1s_code_63_19, %iq1s_code_63_20, %iq1s_code_63_21, %iq1s_code_63_22, %iq1s_code_63_23, %iq1s_code_63_24, %iq1s_code_63_25, %iq1s_code_63_26, %iq1s_code_63_27, %iq1s_code_63_28, %iq1s_code_63_29, %iq1s_code_63_30, %iq1s_code_63_31 : vector<32xf32> + %is_chunk1 = scalar.cmpi eq, %chunk_i32, %chunk_id1 : i32 + %sel1 = scf.select %is_chunk1, %iq1s_code_1, %iq1s_code_0 : vector<32xf32> + %is_chunk2 = scalar.cmpi eq, %chunk_i32, %chunk_id2 : i32 + %sel2 = scf.select %is_chunk2, %iq1s_code_2, %sel1 : vector<32xf32> + %is_chunk3 = scalar.cmpi eq, %chunk_i32, %chunk_id3 : i32 + %sel3 = scf.select %is_chunk3, %iq1s_code_3, %sel2 : vector<32xf32> + %is_chunk4 = scalar.cmpi eq, %chunk_i32, %chunk_id4 : i32 + %sel4 = scf.select %is_chunk4, %iq1s_code_4, %sel3 : vector<32xf32> + %is_chunk5 = scalar.cmpi eq, %chunk_i32, %chunk_id5 : i32 + %sel5 = scf.select %is_chunk5, %iq1s_code_5, %sel4 : vector<32xf32> + %is_chunk6 = scalar.cmpi eq, %chunk_i32, %chunk_id6 : i32 + %sel6 = scf.select %is_chunk6, %iq1s_code_6, %sel5 : vector<32xf32> + %is_chunk7 = scalar.cmpi eq, %chunk_i32, %chunk_id7 : i32 + %sel7 = scf.select %is_chunk7, %iq1s_code_7, %sel6 : vector<32xf32> + %is_chunk8 = scalar.cmpi eq, %chunk_i32, %chunk_id8 : i32 + %sel8 = scf.select %is_chunk8, %iq1s_code_8, %sel7 : vector<32xf32> + %is_chunk9 = scalar.cmpi eq, %chunk_i32, %chunk_id9 : i32 + %sel9 = scf.select %is_chunk9, %iq1s_code_9, %sel8 : vector<32xf32> + %is_chunk10 = scalar.cmpi eq, %chunk_i32, %chunk_id10 : i32 + %sel10 = scf.select %is_chunk10, %iq1s_code_10, %sel9 : vector<32xf32> + %is_chunk11 = scalar.cmpi eq, %chunk_i32, %chunk_id11 : i32 + %sel11 = scf.select %is_chunk11, %iq1s_code_11, %sel10 : vector<32xf32> + %is_chunk12 = scalar.cmpi eq, %chunk_i32, %chunk_id12 : i32 + %sel12 = scf.select %is_chunk12, %iq1s_code_12, %sel11 : vector<32xf32> + %is_chunk13 = scalar.cmpi eq, %chunk_i32, %chunk_id13 : i32 + %sel13 = scf.select %is_chunk13, %iq1s_code_13, %sel12 : vector<32xf32> + %is_chunk14 = scalar.cmpi eq, %chunk_i32, %chunk_id14 : i32 + %sel14 = scf.select %is_chunk14, %iq1s_code_14, %sel13 : vector<32xf32> + %is_chunk15 = scalar.cmpi eq, %chunk_i32, %chunk_id15 : i32 + %sel15 = scf.select %is_chunk15, %iq1s_code_15, %sel14 : vector<32xf32> + %is_chunk16 = scalar.cmpi eq, %chunk_i32, %chunk_id16 : i32 + %sel16 = scf.select %is_chunk16, %iq1s_code_16, %sel15 : vector<32xf32> + %is_chunk17 = scalar.cmpi eq, %chunk_i32, %chunk_id17 : i32 + %sel17 = scf.select %is_chunk17, %iq1s_code_17, %sel16 : vector<32xf32> + %is_chunk18 = scalar.cmpi eq, %chunk_i32, %chunk_id18 : i32 + %sel18 = scf.select %is_chunk18, %iq1s_code_18, %sel17 : vector<32xf32> + %is_chunk19 = scalar.cmpi eq, %chunk_i32, %chunk_id19 : i32 + %sel19 = scf.select %is_chunk19, %iq1s_code_19, %sel18 : vector<32xf32> + %is_chunk20 = scalar.cmpi eq, %chunk_i32, %chunk_id20 : i32 + %sel20 = scf.select %is_chunk20, %iq1s_code_20, %sel19 : vector<32xf32> + %is_chunk21 = scalar.cmpi eq, %chunk_i32, %chunk_id21 : i32 + %sel21 = scf.select %is_chunk21, %iq1s_code_21, %sel20 : vector<32xf32> + %is_chunk22 = scalar.cmpi eq, %chunk_i32, %chunk_id22 : i32 + %sel22 = scf.select %is_chunk22, %iq1s_code_22, %sel21 : vector<32xf32> + %is_chunk23 = scalar.cmpi eq, %chunk_i32, %chunk_id23 : i32 + %sel23 = scf.select %is_chunk23, %iq1s_code_23, %sel22 : vector<32xf32> + %is_chunk24 = scalar.cmpi eq, %chunk_i32, %chunk_id24 : i32 + %sel24 = scf.select %is_chunk24, %iq1s_code_24, %sel23 : vector<32xf32> + %is_chunk25 = scalar.cmpi eq, %chunk_i32, %chunk_id25 : i32 + %sel25 = scf.select %is_chunk25, %iq1s_code_25, %sel24 : vector<32xf32> + %is_chunk26 = scalar.cmpi eq, %chunk_i32, %chunk_id26 : i32 + %sel26 = scf.select %is_chunk26, %iq1s_code_26, %sel25 : vector<32xf32> + %is_chunk27 = scalar.cmpi eq, %chunk_i32, %chunk_id27 : i32 + %sel27 = scf.select %is_chunk27, %iq1s_code_27, %sel26 : vector<32xf32> + %is_chunk28 = scalar.cmpi eq, %chunk_i32, %chunk_id28 : i32 + %sel28 = scf.select %is_chunk28, %iq1s_code_28, %sel27 : vector<32xf32> + %is_chunk29 = scalar.cmpi eq, %chunk_i32, %chunk_id29 : i32 + %sel29 = scf.select %is_chunk29, %iq1s_code_29, %sel28 : vector<32xf32> + %is_chunk30 = scalar.cmpi eq, %chunk_i32, %chunk_id30 : i32 + %sel30 = scf.select %is_chunk30, %iq1s_code_30, %sel29 : vector<32xf32> + %is_chunk31 = scalar.cmpi eq, %chunk_i32, %chunk_id31 : i32 + %sel31 = scf.select %is_chunk31, %iq1s_code_31, %sel30 : vector<32xf32> + %is_chunk32 = scalar.cmpi eq, %chunk_i32, %chunk_id32 : i32 + %sel32 = scf.select %is_chunk32, %iq1s_code_32, %sel31 : vector<32xf32> + %is_chunk33 = scalar.cmpi eq, %chunk_i32, %chunk_id33 : i32 + %sel33 = scf.select %is_chunk33, %iq1s_code_33, %sel32 : vector<32xf32> + %is_chunk34 = scalar.cmpi eq, %chunk_i32, %chunk_id34 : i32 + %sel34 = scf.select %is_chunk34, %iq1s_code_34, %sel33 : vector<32xf32> + %is_chunk35 = scalar.cmpi eq, %chunk_i32, %chunk_id35 : i32 + %sel35 = scf.select %is_chunk35, %iq1s_code_35, %sel34 : vector<32xf32> + %is_chunk36 = scalar.cmpi eq, %chunk_i32, %chunk_id36 : i32 + %sel36 = scf.select %is_chunk36, %iq1s_code_36, %sel35 : vector<32xf32> + %is_chunk37 = scalar.cmpi eq, %chunk_i32, %chunk_id37 : i32 + %sel37 = scf.select %is_chunk37, %iq1s_code_37, %sel36 : vector<32xf32> + %is_chunk38 = scalar.cmpi eq, %chunk_i32, %chunk_id38 : i32 + %sel38 = scf.select %is_chunk38, %iq1s_code_38, %sel37 : vector<32xf32> + %is_chunk39 = scalar.cmpi eq, %chunk_i32, %chunk_id39 : i32 + %sel39 = scf.select %is_chunk39, %iq1s_code_39, %sel38 : vector<32xf32> + %is_chunk40 = scalar.cmpi eq, %chunk_i32, %chunk_id40 : i32 + %sel40 = scf.select %is_chunk40, %iq1s_code_40, %sel39 : vector<32xf32> + %is_chunk41 = scalar.cmpi eq, %chunk_i32, %chunk_id41 : i32 + %sel41 = scf.select %is_chunk41, %iq1s_code_41, %sel40 : vector<32xf32> + %is_chunk42 = scalar.cmpi eq, %chunk_i32, %chunk_id42 : i32 + %sel42 = scf.select %is_chunk42, %iq1s_code_42, %sel41 : vector<32xf32> + %is_chunk43 = scalar.cmpi eq, %chunk_i32, %chunk_id43 : i32 + %sel43 = scf.select %is_chunk43, %iq1s_code_43, %sel42 : vector<32xf32> + %is_chunk44 = scalar.cmpi eq, %chunk_i32, %chunk_id44 : i32 + %sel44 = scf.select %is_chunk44, %iq1s_code_44, %sel43 : vector<32xf32> + %is_chunk45 = scalar.cmpi eq, %chunk_i32, %chunk_id45 : i32 + %sel45 = scf.select %is_chunk45, %iq1s_code_45, %sel44 : vector<32xf32> + %is_chunk46 = scalar.cmpi eq, %chunk_i32, %chunk_id46 : i32 + %sel46 = scf.select %is_chunk46, %iq1s_code_46, %sel45 : vector<32xf32> + %is_chunk47 = scalar.cmpi eq, %chunk_i32, %chunk_id47 : i32 + %sel47 = scf.select %is_chunk47, %iq1s_code_47, %sel46 : vector<32xf32> + %is_chunk48 = scalar.cmpi eq, %chunk_i32, %chunk_id48 : i32 + %sel48 = scf.select %is_chunk48, %iq1s_code_48, %sel47 : vector<32xf32> + %is_chunk49 = scalar.cmpi eq, %chunk_i32, %chunk_id49 : i32 + %sel49 = scf.select %is_chunk49, %iq1s_code_49, %sel48 : vector<32xf32> + %is_chunk50 = scalar.cmpi eq, %chunk_i32, %chunk_id50 : i32 + %sel50 = scf.select %is_chunk50, %iq1s_code_50, %sel49 : vector<32xf32> + %is_chunk51 = scalar.cmpi eq, %chunk_i32, %chunk_id51 : i32 + %sel51 = scf.select %is_chunk51, %iq1s_code_51, %sel50 : vector<32xf32> + %is_chunk52 = scalar.cmpi eq, %chunk_i32, %chunk_id52 : i32 + %sel52 = scf.select %is_chunk52, %iq1s_code_52, %sel51 : vector<32xf32> + %is_chunk53 = scalar.cmpi eq, %chunk_i32, %chunk_id53 : i32 + %sel53 = scf.select %is_chunk53, %iq1s_code_53, %sel52 : vector<32xf32> + %is_chunk54 = scalar.cmpi eq, %chunk_i32, %chunk_id54 : i32 + %sel54 = scf.select %is_chunk54, %iq1s_code_54, %sel53 : vector<32xf32> + %is_chunk55 = scalar.cmpi eq, %chunk_i32, %chunk_id55 : i32 + %sel55 = scf.select %is_chunk55, %iq1s_code_55, %sel54 : vector<32xf32> + %is_chunk56 = scalar.cmpi eq, %chunk_i32, %chunk_id56 : i32 + %sel56 = scf.select %is_chunk56, %iq1s_code_56, %sel55 : vector<32xf32> + %is_chunk57 = scalar.cmpi eq, %chunk_i32, %chunk_id57 : i32 + %sel57 = scf.select %is_chunk57, %iq1s_code_57, %sel56 : vector<32xf32> + %is_chunk58 = scalar.cmpi eq, %chunk_i32, %chunk_id58 : i32 + %sel58 = scf.select %is_chunk58, %iq1s_code_58, %sel57 : vector<32xf32> + %is_chunk59 = scalar.cmpi eq, %chunk_i32, %chunk_id59 : i32 + %sel59 = scf.select %is_chunk59, %iq1s_code_59, %sel58 : vector<32xf32> + %is_chunk60 = scalar.cmpi eq, %chunk_i32, %chunk_id60 : i32 + %sel60 = scf.select %is_chunk60, %iq1s_code_60, %sel59 : vector<32xf32> + %is_chunk61 = scalar.cmpi eq, %chunk_i32, %chunk_id61 : i32 + %sel61 = scf.select %is_chunk61, %iq1s_code_61, %sel60 : vector<32xf32> + %is_chunk62 = scalar.cmpi eq, %chunk_i32, %chunk_id62 : i32 + %sel62 = scf.select %is_chunk62, %iq1s_code_62, %sel61 : vector<32xf32> + %is_chunk63 = scalar.cmpi eq, %chunk_i32, %chunk_id63 : i32 + %sel63 = scf.select %is_chunk63, %iq1s_code_63, %sel62 : vector<32xf32> + %v = vector.table.lookup %sel63[%codes] : vector<32xf32>, vector<1xi32> -> vector<1xf32> + %v_f32 = vector.extract %v[0] : vector<1xf32> -> f32 + %code = scalar.fptoui %v_f32 : f32 to i32 + func.return %code : i32 +} + +// four values 4 (p % 2) .. +3 of an IQ1 grid code: ((code >> 2j) & 3) - 1 + delta, times %scale +func.def inline @ggml_iq1_code_vector4(%code: i32, %half: i32, %delta: f32, %scale: f32) -> (vector<4xf32>) { + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c2v = scalar.constant 2 : i32 + %c4v = scalar.constant 4 : i32 + %c6v = scalar.constant 6 : i32 + %c0v = scalar.constant 0 : i32 + %base = scalar.muli %half, %c8_i32 : i32 + %cv = vector.splat %code : vector<4xi32> + %bv = vector.splat %base : vector<4xi32> + %sh0 = vector.from_elements %c0v, %c2v, %c4v, %c6v : vector<4xi32> + %sh = vector.addi %sh0, %bv : vector<4xi32> + %s = vector.shrui %cv, %sh : vector<4xi32> + %three = vector.splat %c3_i32 : vector<4xi32> + %one = vector.splat %c1_i32 : vector<4xi32> + %c = vector.andi %s, %three : vector<4xi32> + %t = vector.subi %c, %one : vector<4xi32> + %tf = vector.sitofp %t : vector<4xi32> to vector<4xf32> + %dv = vector.splat %delta : vector<4xf32> + %sv = vector.splat %scale : vector<4xf32> + %td = vector.addf %tf, %dv : vector<4xf32> + %result = vector.mulf %td, %sv : vector<4xf32> + func.return %result : vector<4xf32> +} + +// IQ1_S (50 bytes: d, qs[32], qh[8] u16; dequantize_row_iq1_s). Group g: qh[g] holds three 3-bit +// high index parts (slot l at bit 3l), a 3-bit scale at bit 12 and the delta sign at bit 15: +// value = d * (2 s + 1) * (grid + delta), delta = +-0.125. Packet p covers slot p / 2. +func.def inline @ggml_iq1s_f32_vector4(%weight: buffer, %row_byte_base: offset, %iq1_block: index, %iq1_group: index, %packet: index) -> (vector<4xf32>) { + %c0 = index.constant 0 : index + %c2 = index.constant 2 : index + %c4 = index.constant 4 : index + %c17 = index.constant 17 : index + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c7_i32 = scalar.constant 7 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c12_i32 = scalar.constant 12 : i32 + %c32768_i32 = scalar.constant 32768 : i32 + %c0_i32 = scalar.constant 0 : i32 + %pos_delta = scalar.constant 0.125 : f32 + %neg_delta = scalar.constant -0.125 : f32 + %block_bytes = index.constant 50 : offset + %block_byte_add = index.scale %iq1_block, %block_bytes : index, offset -> offset + %block_byte_base = index.add %row_byte_base, %block_byte_add : offset + %hv = buffer.view %weight[%block_byte_base] : buffer -> view<25xf16> + %wv = buffer.view %weight[%block_byte_base] : buffer -> view<25xi16> + %bv = buffer.view %weight[%block_byte_base] : buffer -> view<50xi8> + %g = index.assume %iq1_group [range(%iq1_group, 0, 7)] : index + %p = index.assume %packet [range(%packet, 0, 7)] : index + %slot = index.div %p, %c2 : index + %half = index.rem %p, %c2 : index + %g4 = index.mul %g, %c4 : index + %qs_at0 = index.add %g4, %c2 : index + %qs_at = index.add %qs_at0, %slot : index + %qh_at = index.add %c17, %g : index + %d_f16 = view.load %hv[%c0] : view<25xf16> -> f16 + %d = scalar.extf %d_f16 : f16 to f32 + %qs_i8 = view.load %bv[%qs_at] : view<50xi8> -> i8 + %qs = scalar.extui %qs_i8 : i8 to i32 + %qh_i16 = view.load %wv[%qh_at] : view<25xi16> -> i16 + %qh = scalar.extui %qh_i16 : i16 to i32 + %slot_i32 = index.cast %slot : index to i32 + %hsh = scalar.muli %slot_i32, %c3_i32 : i32 + %hi0 = scalar.shrui %qh, %hsh : i32 + %hi1 = scalar.andi %hi0, %c7_i32 : i32 + %hi = scalar.shli %hi1, %c8_i32 : i32 + %gi = scalar.ori %qs, %hi : i32 + %s0 = scalar.shrui %qh, %c12_i32 : i32 + %s = scalar.andi %s0, %c7_i32 : i32 + %s2 = scalar.addi %s, %s : i32 + %s21 = scalar.addi %s2, %c1_i32 : i32 + %sf = scalar.uitofp %s21 : i32 to f32 + %scale = scalar.mulf %d, %sf : f32 + %neg_bit = scalar.andi %qh, %c32768_i32 : i32 + %neg = scalar.cmpi ne, %neg_bit, %c0_i32 : i32 + %delta = scf.select %neg, %neg_delta, %pos_delta : f32 + %code = func.call @ggml_iq1s_grid_code_i32(%gi) : (i32) -> (i32) + %half_i32 = index.cast %half : index to i32 + %result = func.call @ggml_iq1_code_vector4(%code, %half_i32, %delta, %scale) : (i32, i32, f32, f32) -> (vector<4xf32>) + func.return %result : vector<4xf32> +} + +func.def inline @ggml_iq1s_f16_vector4(%weight: buffer, %row_byte_base: offset, %iq1_block: index, %iq1_group: index, %packet: index) -> (vector<4xf16>) { + %values_f32 = func.call @ggml_iq1s_f32_vector4(%weight, %row_byte_base, %iq1_block, %iq1_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf32>) + %values = vector.fptrunc %values_f32 : vector<4xf32> to vector<4xf16> + func.return %values : vector<4xf16> +} + +// IQ1_M's fp16 block scale: the top nibbles of its four u16 scale words (bytes 48..55). +func.def inline @ggml_iq1m_block_scale(%weight: buffer, %block_byte_base: offset) -> (f32) { + %wv = buffer.view %weight[%block_byte_base] : buffer -> view<28xi16> + %c24 = index.constant 24 : index + %c25 = index.constant 25 : index + %c26 = index.constant 26 : index + %c27 = index.constant 27 : index + %c4_i32 = scalar.constant 4 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c12_i32 = scalar.constant 12 : i32 + %c240_i32 = scalar.constant 240 : i32 + %c3840_i32 = scalar.constant 3840 : i32 + %c61440_i32 = scalar.constant 61440 : i32 + %c255_i32 = scalar.constant 255 : i32 + %w0_i16 = view.load %wv[%c24] : view<28xi16> -> i16 + %w1_i16 = view.load %wv[%c25] : view<28xi16> -> i16 + %w2_i16 = view.load %wv[%c26] : view<28xi16> -> i16 + %w3_i16 = view.load %wv[%c27] : view<28xi16> -> i16 + %w0 = scalar.extui %w0_i16 : i16 to i32 + %w1 = scalar.extui %w1_i16 : i16 to i32 + %w2 = scalar.extui %w2_i16 : i16 to i32 + %w3 = scalar.extui %w3_i16 : i16 to i32 + %n0 = scalar.shrui %w0, %c12_i32 : i32 + %n1a = scalar.shrui %w1, %c8_i32 : i32 + %n1 = scalar.andi %n1a, %c240_i32 : i32 + %n2a = scalar.shrui %w2, %c4_i32 : i32 + %n2 = scalar.andi %n2a, %c3840_i32 : i32 + %n3 = scalar.andi %w3, %c61440_i32 : i32 + %u01 = scalar.ori %n0, %n1 : i32 + %u012 = scalar.ori %u01, %n2 : i32 + %u = scalar.ori %u012, %n3 : i32 + %lo = scalar.andi %u, %c255_i32 : i32 + %hi = scalar.shrui %u, %c8_i32 : i32 + %lo8 = scalar.trunci %lo : i32 to i8 + %hi8 = scalar.trunci %hi : i32 to i8 + %bytes = vector.from_elements %lo8, %hi8 : vector<2xi8> + %h = vector.bitcast %bytes : vector<2xi8> to vector<1xf16> + %h0 = vector.extract %h[0] : vector<1xf16> -> f16 + %f = scalar.extf %h0 : f16 to f32 + func.return %f : f32 +} + +// IQ1_M (56 bytes: qs[32], qh[16], scales[8]; dequantize_row_iq1_m). Slot l of group g: qh byte +// 2g + l / 2 holds the high index bits (bits 0..2 for even l, 4..6 for odd) and the delta sign +// (bit 3 / bit 7); the 3-bit scale of slots 0-1 / 2-3 sits at bit 6 (g % 2) / +3 of u16 scale +// word g / 2: value = d * (2 s + 1) * (grid + delta). +func.def inline @ggml_iq1m_f32_vector4(%weight: buffer, %row_byte_base: offset, %iq1_block: index, %iq1_group: index, %packet: index) -> (vector<4xf32>) { + %c2 = index.constant 2 : index + %c4 = index.constant 4 : index + %c24 = index.constant 24 : index + %c32 = index.constant 32 : index + %c0_i32 = scalar.constant 0 : i32 + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c4_i32 = scalar.constant 4 : i32 + %c6_i32 = scalar.constant 6 : i32 + %c7_i32 = scalar.constant 7 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c1792_i32 = scalar.constant 1792 : i32 + %pos_delta = scalar.constant 0.125 : f32 + %neg_delta = scalar.constant -0.125 : f32 + %block_bytes = index.constant 56 : offset + %block_byte_add = index.scale %iq1_block, %block_bytes : index, offset -> offset + %block_byte_base = index.add %row_byte_base, %block_byte_add : offset + %wv = buffer.view %weight[%block_byte_base] : buffer -> view<28xi16> + %bv = buffer.view %weight[%block_byte_base] : buffer -> view<56xi8> + %g = index.assume %iq1_group [range(%iq1_group, 0, 7)] : index + %p = index.assume %packet [range(%packet, 0, 7)] : index + %slot = index.div %p, %c2 : index + %half = index.rem %p, %c2 : index + %pair = index.div %slot, %c2 : index + %odd = index.rem %slot, %c2 : index + %g4 = index.mul %g, %c4 : index + %qs_at = index.add %g4, %slot : index + %g2 = index.add %g, %g : index + %qh_at0 = index.add %c32, %g2 : index + %qh_at = index.add %qh_at0, %pair : index + %gh = index.div %g, %c2 : index + %gp = index.rem %g, %c2 : index + %sc_at = index.add %c24, %gh : index + %d = func.call @ggml_iq1m_block_scale(%weight, %block_byte_base) : (buffer, offset) -> (f32) + %qs_i8 = view.load %bv[%qs_at] : view<56xi8> -> i8 + %qs = scalar.extui %qs_i8 : i8 to i32 + %qh_i8 = view.load %bv[%qh_at] : view<56xi8> -> i8 + %qh = scalar.extui %qh_i8 : i8 to i32 + %odd_i32 = index.cast %odd : index to i32 + %odd4 = scalar.muli %odd_i32, %c4_i32 : i32 + %qh_n = scalar.shrui %qh, %odd4 : i32 + %hi0 = scalar.shli %qh_n, %c8_i32 : i32 + %hi = scalar.andi %hi0, %c1792_i32 : i32 + %gi = scalar.ori %qs, %hi : i32 + %neg_bit0 = scalar.shrui %qh_n, %c3_i32 : i32 + %neg_bit = scalar.andi %neg_bit0, %c1_i32 : i32 + %neg = scalar.cmpi ne, %neg_bit, %c0_i32 : i32 + %delta = scf.select %neg, %neg_delta, %pos_delta : f32 + %sc_i16 = view.load %wv[%sc_at] : view<28xi16> -> i16 + %sc = scalar.extui %sc_i16 : i16 to i32 + %gp_i32 = index.cast %gp : index to i32 + %pair_i32 = index.cast %pair : index to i32 + %ssh0 = scalar.muli %gp_i32, %c6_i32 : i32 + %ssh1 = scalar.muli %pair_i32, %c3_i32 : i32 + %ssh = scalar.addi %ssh0, %ssh1 : i32 + %s0 = scalar.shrui %sc, %ssh : i32 + %s = scalar.andi %s0, %c7_i32 : i32 + %s2 = scalar.addi %s, %s : i32 + %s21 = scalar.addi %s2, %c1_i32 : i32 + %sf = scalar.uitofp %s21 : i32 to f32 + %scale = scalar.mulf %d, %sf : f32 + %code = func.call @ggml_iq1s_grid_code_i32(%gi) : (i32) -> (i32) + %half_i32 = index.cast %half : index to i32 + %result = func.call @ggml_iq1_code_vector4(%code, %half_i32, %delta, %scale) : (i32, i32, f32, f32) -> (vector<4xf32>) + func.return %result : vector<4xf32> +} + +func.def inline @ggml_iq1m_f16_vector4(%weight: buffer, %row_byte_base: offset, %iq1_block: index, %iq1_group: index, %packet: index) -> (vector<4xf16>) { + %values_f32 = func.call @ggml_iq1m_f32_vector4(%weight, %row_byte_base, %iq1_block, %iq1_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf32>) + %values = vector.fptrunc %values_f32 : vector<4xf32> to vector<4xf16> + func.return %values : vector<4xf16> +} // iq3xxs_code: 256 grid entries as 12-bit codes (3 bits per value: level L, value 4 + 8 L, 62 for L = 7) func.def inline @ggml_iq3xxs_grid_code_i32(%grid_index: i32) -> (i32) { %c5_i32 = scalar.constant 5 : i32 @@ -8575,6 +11099,10 @@ func.def inline @ggml_dequant_weight_tile_bytes(%weight_format: index) -> (offse %iq2_xxs_format = index.constant 24 : index %iq3_xxs_tile_bytes = index.constant 98 : offset %iq3_xxs_format = index.constant 28 : index + %iq1_s_tile_bytes = index.constant 50 : offset + %iq1_s_format = index.constant 26 : index + %iq1_m_tile_bytes = index.constant 56 : offset + %iq1_m_format = index.constant 27 : index %q3_tile_bytes = index.constant 110 : offset %q4_tile_bytes = index.constant 144 : offset %q5_tile_bytes = index.constant 176 : offset @@ -8620,7 +11148,11 @@ func.def inline @ggml_dequant_weight_tile_bytes(%weight_format: index) -> (offse %selected_iq2_xs = scf.select %is_iq2_xs, %iq2_xs_tile_bytes, %selected_iq2_xxs : offset %is_iq3_xxs = index.cmp eq, %weight_format, %iq3_xxs_format : index %selected_iq3_xxs = scf.select %is_iq3_xxs, %iq3_xxs_tile_bytes, %selected_iq2_xs : offset - %selected_q3 = scf.select %is_q3, %q3_tile_bytes, %selected_iq3_xxs : offset + %is_iq1_s = index.cmp eq, %weight_format, %iq1_s_format : index + %is_iq1_m = index.cmp eq, %weight_format, %iq1_m_format : index + %selected_iq1_s = scf.select %is_iq1_s, %iq1_s_tile_bytes, %selected_iq3_xxs : offset + %selected_iq1_m = scf.select %is_iq1_m, %iq1_m_tile_bytes, %selected_iq1_s : offset + %selected_q3 = scf.select %is_q3, %q3_tile_bytes, %selected_iq1_m : offset %selected_q4 = scf.select %is_q4, %q4_tile_bytes, %selected_q3 : offset %selected_q5 = scf.select %is_q5, %q5_tile_bytes, %selected_q4 : offset %selected_q6 = scf.select %is_q6, %q6_tile_bytes, %selected_q5 : offset @@ -8699,7 +11231,13 @@ func.def inline @ggml_dequant_weight_row_bytes(%weight_format: index, %hidden_si %iq3_xxs_format = index.constant 28 : index %uses_k_tile13 = index.cmp eq, %weight_format, %iq3_xxs_format : index %uses_k_tile0810 = scalar.ori %uses_k_tile08, %uses_k_tile9_10 : i1 - %uses_k_tile = scalar.ori %uses_k_tile0810, %uses_k_tile13 : i1 + %iq1_s_format = index.constant 26 : index + %iq1_m_format = index.constant 27 : index + %uses_k_tile11 = index.cmp eq, %weight_format, %iq1_s_format : index + %uses_k_tile12 = index.cmp eq, %weight_format, %iq1_m_format : index + %uses_k_tile11_12 = scalar.ori %uses_k_tile11, %uses_k_tile12 : i1 + %uses_k_tile0813 = scalar.ori %uses_k_tile0810, %uses_k_tile13 : i1 + %uses_k_tile = scalar.ori %uses_k_tile0813, %uses_k_tile11_12 : i1 %tile_bytes = func.call @ggml_dequant_weight_tile_bytes(%weight_format) : (index) -> (offset) %tile_count = index.div %hidden_size, %c256 : index %tile_row_bytes = index.scale %tile_count, %tile_bytes : index, offset -> offset @@ -8748,7 +11286,7 @@ func.def inline @ggml_dequant_weight_row_bytes(%weight_format: index, %hidden_si // 10: Q1_0 // 12/11/4/5/6: Q2_K/Q3_K/Q4_K/Q5_K/Q6_K // 40/41/50/51: Q4_0/Q4_1/Q5_0/Q5_1 -// 24/25/22/28/20/21/23: IQ2_XXS/IQ2_XS/IQ2_S/IQ3_XXS/IQ4_NL/IQ3_S/IQ4_XS +// 26/27/24/25/22/28/20/21/23: IQ1_S/IQ1_M/IQ2_XXS/IQ2_XS/IQ2_S/IQ3_XXS/IQ4_NL/IQ3_S/IQ4_XS // 80/81: Q8_0/Q8_1 // 16/30/32: F16/BF16/F32 func.def inline @ggml_dequant_f16_vector4(%iq4nl_table: vector<16xi8>, %iq3s_grid_low0: vector<32xf32>, %iq3s_grid_low1: vector<32xf32>, %iq3s_grid_low2: vector<32xf32>, %iq3s_grid_low3: vector<32xf32>, %iq3s_grid_low4: vector<32xf32>, %iq3s_grid_low5: vector<32xf32>, %iq3s_grid_low6: vector<32xf32>, %iq3s_grid_low7: vector<32xf32>, %iq3s_grid_low8: vector<32xf32>, %iq3s_grid_low9: vector<32xf32>, %iq3s_grid_low10: vector<32xf32>, %iq3s_grid_low11: vector<32xf32>, %iq3s_grid_low12: vector<32xf32>, %iq3s_grid_low13: vector<32xf32>, %iq3s_grid_low14: vector<32xf32>, %iq3s_grid_low15: vector<32xf32>, %iq3s_grid_high0: vector<32xf32>, %iq3s_grid_high1: vector<32xf32>, %iq3s_grid_high2: vector<32xf32>, %iq3s_grid_high3: vector<32xf32>, %iq3s_grid_high4: vector<32xf32>, %iq3s_grid_high5: vector<32xf32>, %iq3s_grid_high6: vector<32xf32>, %iq3s_grid_high7: vector<32xf32>, %iq3s_grid_high8: vector<32xf32>, %iq3s_grid_high9: vector<32xf32>, %iq3s_grid_high10: vector<32xf32>, %iq3s_grid_high11: vector<32xf32>, %iq3s_grid_high12: vector<32xf32>, %iq3s_grid_high13: vector<32xf32>, %iq3s_grid_high14: vector<32xf32>, %iq3s_grid_high15: vector<32xf32>, %weight_format: index, %weight: buffer, %row_byte_base: offset, %input_size: index, %quant_block: index, %quant_group: index, %packet: index, %k: index) -> (vector<4xf16>) { @@ -8781,6 +11319,10 @@ func.def inline @ggml_dequant_f16_vector4(%iq4nl_table: vector<16xi8>, %iq3s_gri %is_iq2_xs = index.cmp eq, %weight_format, %iq2_xs_format : index %iq3_xxs_format = index.constant 28 : index %is_iq3_xxs = index.cmp eq, %weight_format, %iq3_xxs_format : index + %iq1_s_format = index.constant 26 : index + %iq1_m_format = index.constant 27 : index + %is_iq1_s = index.cmp eq, %weight_format, %iq1_s_format : index + %is_iq1_m = index.cmp eq, %weight_format, %iq1_m_format : index %is_q2 = index.cmp eq, %weight_format, %q2_format : index %is_q3 = index.cmp eq, %weight_format, %c3 : index %is_q4 = index.cmp eq, %weight_format, %c4 : index @@ -8829,6 +11371,18 @@ func.def inline @ggml_dequant_f16_vector4(%iq4nl_table: vector<16xi8>, %iq3s_gri } else { scf.yield %zero : vector<4xf16> } + %iq1_s_values = scf.if %is_iq1_s -> (vector<4xf16>) { + %values = func.call @ggml_iq1s_f16_vector4(%weight, %row_byte_base, %quant_block, %quant_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf16>) + scf.yield %values : vector<4xf16> + } else { + scf.yield %zero : vector<4xf16> + } + %iq1_m_values = scf.if %is_iq1_m -> (vector<4xf16>) { + %values = func.call @ggml_iq1m_f16_vector4(%weight, %row_byte_base, %quant_block, %quant_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf16>) + scf.yield %values : vector<4xf16> + } else { + scf.yield %zero : vector<4xf16> + } %q2_values = scf.if %is_q2 -> (vector<4xf16>) { %values = func.call @ggml_q2k_f16_vector4(%weight, %row_byte_base, %quant_block, %quant_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf16>) scf.yield %values : vector<4xf16> @@ -8947,7 +11501,9 @@ func.def inline @ggml_dequant_f16_vector4(%iq4nl_table: vector<16xi8>, %iq3s_gri %selected_iq2_xxs = scf.select %is_iq2_xxs, %iq2_xxs_values, %selected_q2 : vector<4xf16> %selected_iq2_xs = scf.select %is_iq2_xs, %iq2_xs_values, %selected_iq2_xxs : vector<4xf16> %selected_iq3_xxs = scf.select %is_iq3_xxs, %iq3_xxs_values, %selected_iq2_xs : vector<4xf16> - %selected_q3 = scf.select %is_q3, %q3_values, %selected_iq3_xxs : vector<4xf16> + %selected_iq1_s = scf.select %is_iq1_s, %iq1_s_values, %selected_iq3_xxs : vector<4xf16> + %selected_iq1_m = scf.select %is_iq1_m, %iq1_m_values, %selected_iq1_s : vector<4xf16> + %selected_q3 = scf.select %is_q3, %q3_values, %selected_iq1_m : vector<4xf16> %selected_q4 = scf.select %is_q4, %q4_values, %selected_q3 : vector<4xf16> %selected_q5 = scf.select %is_q5, %q5_values, %selected_q4 : vector<4xf16> %selected_q6 = scf.select %is_q6, %q6_values, %selected_q5 : vector<4xf16> @@ -8997,6 +11553,10 @@ func.def inline @ggml_dequant_f32_vector4(%iq4nl_table: vector<16xi8>, %iq3s_gri %is_iq2_xs = index.cmp eq, %weight_format, %iq2_xs_format : index %iq3_xxs_format = index.constant 28 : index %is_iq3_xxs = index.cmp eq, %weight_format, %iq3_xxs_format : index + %iq1_s_format = index.constant 26 : index + %iq1_m_format = index.constant 27 : index + %is_iq1_s = index.cmp eq, %weight_format, %iq1_s_format : index + %is_iq1_m = index.cmp eq, %weight_format, %iq1_m_format : index %is_q2 = index.cmp eq, %weight_format, %q2_format : index %is_q3 = index.cmp eq, %weight_format, %c3 : index %is_q4 = index.cmp eq, %weight_format, %c4 : index @@ -9041,6 +11601,18 @@ func.def inline @ggml_dequant_f32_vector4(%iq4nl_table: vector<16xi8>, %iq3s_gri } else { scf.yield %zero : vector<4xf32> } + %iq1_s_values = scf.if %is_iq1_s -> (vector<4xf32>) { + %values = func.call @ggml_iq1s_f32_vector4(%weight, %row_byte_base, %quant_block, %quant_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf32>) + scf.yield %values : vector<4xf32> + } else { + scf.yield %zero : vector<4xf32> + } + %iq1_m_values = scf.if %is_iq1_m -> (vector<4xf32>) { + %values = func.call @ggml_iq1m_f32_vector4(%weight, %row_byte_base, %quant_block, %quant_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf32>) + scf.yield %values : vector<4xf32> + } else { + scf.yield %zero : vector<4xf32> + } %q2_values = scf.if %is_q2 -> (vector<4xf32>) { %values = func.call @ggml_q2k_f32_vector4(%weight, %row_byte_base, %quant_block, %quant_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf32>) scf.yield %values : vector<4xf32> @@ -9154,7 +11726,9 @@ func.def inline @ggml_dequant_f32_vector4(%iq4nl_table: vector<16xi8>, %iq3s_gri %selected_iq2_xxs = scf.select %is_iq2_xxs, %iq2_xxs_values, %selected_q2 : vector<4xf32> %selected_iq2_xs = scf.select %is_iq2_xs, %iq2_xs_values, %selected_iq2_xxs : vector<4xf32> %selected_iq3_xxs = scf.select %is_iq3_xxs, %iq3_xxs_values, %selected_iq2_xs : vector<4xf32> - %selected_q3 = scf.select %is_q3, %q3_values, %selected_iq3_xxs : vector<4xf32> + %selected_iq1_s = scf.select %is_iq1_s, %iq1_s_values, %selected_iq3_xxs : vector<4xf32> + %selected_iq1_m = scf.select %is_iq1_m, %iq1_m_values, %selected_iq1_s : vector<4xf32> + %selected_q3 = scf.select %is_q3, %q3_values, %selected_iq1_m : vector<4xf32> %selected_q4 = scf.select %is_q4, %q4_values, %selected_q3 : vector<4xf32> %selected_q5 = scf.select %is_q5, %q5_values, %selected_q4 : vector<4xf32> %selected_q6 = scf.select %is_q6, %q6_values, %selected_q5 : vector<4xf32> diff --git a/ggml/src/ggml-hrx/kernel-corpus/kernels/loom-libs/ops/kquant_decode_f32.loom b/ggml/src/ggml-hrx/kernel-corpus/kernels/loom-libs/ops/kquant_decode_f32.loom index 495811768d9d..66026f90b3cb 100644 --- a/ggml/src/ggml-hrx/kernel-corpus/kernels/loom-libs/ops/kquant_decode_f32.loom +++ b/ggml/src/ggml-hrx/kernel-corpus/kernels/loom-libs/ops/kquant_decode_f32.loom @@ -26,11 +26,13 @@ // 8 values 16 positions later from the high nibbles. The IQ4_NL table value of each code is // read from lane (code) of the 16-lane group, which holds kvalues_iq4nl[code]; a 16-entry // vector.table.lookup lowers to 15 selects per byte on gfx11 and made IQ4_XS compute-bound. -// Q2_K, Q3_K, Q6_K, IQ2_XXS, IQ2_XS, IQ2_S, IQ3_XXS, IQ3_S, IQ4_NL, Q8_0: see their lane functions -// (2-byte aligned blocks, 16-bit loads). IQ2_XXS, IQ2_XS, IQ2_S, IQ3_XXS and IQ3_S read their grids -// from workgroup memory, written once per workgroup. +// Q2_K, Q3_K, Q6_K, IQ1_S, IQ1_M, IQ2_XXS, IQ2_XS, IQ2_S, IQ3_XXS, IQ3_S, IQ4_NL, Q8_0: see their lane +// functions (2-byte aligned blocks, 16-bit loads). IQ1_S, IQ1_M, IQ2_XXS, IQ2_XS, IQ2_S, IQ3_XXS and +// IQ3_S read their grids from workgroup memory (4 KiB: IQ1's 2048 entries, two per word), written +// once per workgroup. // Weight format config values follow dispatch-mul-mat-weight-format.h (Q2_K 12, Q3_K 11, Q4_K 4, Q5_K 5, -// Q6_K 6, IQ2_S 22, IQ2_XXS 24, IQ2_XS 25, IQ3_XXS 28, IQ3_S 21, IQ4_NL 20, IQ4_XS 23, Q8_0 80). +// Q6_K 6, IQ1_S 26, IQ1_M 27, IQ2_S 22, IQ2_XXS 24, IQ2_XS 25, IQ3_XXS 28, IQ3_S 21, IQ4_NL 20, IQ4_XS 23, +// Q8_0 80). amdgpu.target @ggml_kquant_decode_gfx11_wave64 {subgroup_size = 64} @@ -5371,7 +5373,2120 @@ func.def inline @ggml_kquant_iq2s_lane_weights(%grid: buffer, %weight: buffer, % func.return %w, %p0, %p1, %p2, %p3 : vector<16xf32>, index, index, index, index } -// Stage the grid of %format (IQ3_S 21, IQ2_S 22, IQ2_XXS 24, IQ2_XS 25, IQ3_XXS 28) into workgroup memory, chunk %chunk. +// Stages the IQ1 grid as 1024 words (two 16-bit codes each); subgroup %chunk (0..3) writes +// words 256 %chunk .. +255. +func.def inline @ggml_kquant_iq1s_grid_fill(%grid: buffer, %chunk: index) { + %zero_offset = index.constant 0 : offset + %gv = buffer.view %grid[%zero_offset] : buffer -> view<1024xi32> + %k0 = index.constant 0 : index + %is0 = index.cmp eq, %chunk, %k0 : index + scf.if %is0 { + %v0_0_0 = scalar.constant 131072 : i32 + %v0_0_1 = scalar.constant 524293 : i32 + %v0_0_2 = scalar.constant 1114122 : i32 + %v0_0_3 = scalar.constant 2097173 : i32 + %w0_0 = vector.from_elements %v0_0_0, %v0_0_1, %v0_0_2, %v0_0_3 : vector<4xi32> + %o0_0 = index.constant 0 : index + vector.store %w0_0, %gv[%o0_0] : vector<4xi32>, view<1024xi32> + %v0_1_0 = scalar.constant 2621474 : i32 + %v0_1_1 = scalar.constant 4522026 : i32 + %v0_1_2 = scalar.constant 5505105 : i32 + %v0_1_3 = scalar.constant 6619222 : i32 + %w0_1 = vector.from_elements %v0_1_0, %v0_1_1, %v0_1_2, %v0_1_3 : vector<4xi32> + %o0_1 = index.constant 4 : index + vector.store %w0_1, %gv[%o0_1] : vector<4xi32>, view<1024xi32> + %v0_2_0 = scalar.constant 8519808 : i32 + %v0_2_1 = scalar.constant 9044104 : i32 + %v0_2_2 = scalar.constant 10485909 : i32 + %v0_2_3 = scalar.constant 11010210 : i32 + %w0_2 = vector.from_elements %v0_2_0, %v0_2_1, %v0_2_2, %v0_2_3 : vector<4xi32> + %o0_2 = index.constant 8 : index + vector.store %w0_2, %gv[%o0_2] : vector<4xi32>, view<1024xi32> + %v0_3_0 = scalar.constant 17039530 : i32 + %v0_3_1 = scalar.constant 17891589 : i32 + %v0_3_2 = scalar.constant 18219284 : i32 + %v0_3_3 = scalar.constant 18481433 : i32 + %w0_3 = vector.from_elements %v0_3_0, %v0_3_1, %v0_3_2, %v0_3_3 : vector<4xi32> + %o0_3 = index.constant 12 : index + vector.store %w0_3, %gv[%o0_3] : vector<4xi32>, view<1024xi32> + %v0_4_0 = scalar.constant 21037349 : i32 + %v0_4_1 = scalar.constant 21561670 : i32 + %v0_4_2 = scalar.constant 22348114 : i32 + %v0_4_3 = scalar.constant 23134554 : i32 + %w0_4 = vector.from_elements %v0_4_0, %v0_4_1, %v0_4_2, %v0_4_3 : vector<4xi32> + %o0_4 = index.constant 16 : index + vector.store %w0_4, %gv[%o0_4] : vector<4xi32>, view<1024xi32> + %v0_5_0 = scalar.constant 23462244 : i32 + %v0_5_1 = scalar.constant 25493864 : i32 + %v0_5_2 = scalar.constant 26476945 : i32 + %v0_5_3 = scalar.constant 27591062 : i32 + %w0_5 = vector.from_elements %v0_5_0, %v0_5_1, %v0_5_2, %v0_5_3 : vector<4xi32> + %o0_5 = index.constant 20 : index + vector.store %w0_5, %gv[%o0_5] : vector<4xi32>, view<1024xi32> + %v0_6_0 = scalar.constant 33686016 : i32 + %v0_6_1 = scalar.constant 34210312 : i32 + %v0_6_2 = scalar.constant 35652117 : i32 + %v0_6_3 = scalar.constant 36176418 : i32 + %w0_6 = vector.from_elements %v0_6_0, %v0_6_1, %v0_6_2, %v0_6_3 : vector<4xi32> + %o0_6 = index.constant 24 : index + vector.store %w0_6, %gv[%o0_6] : vector<4xi32>, view<1024xi32> + %v0_7_0 = scalar.constant 38076970 : i32 + %v0_7_1 = scalar.constant 39387729 : i32 + %v0_7_2 = scalar.constant 40436324 : i32 + %v0_7_3 = scalar.constant 42074752 : i32 + %w0_7 = vector.from_elements %v0_7_0, %v0_7_1, %v0_7_2, %v0_7_3 : vector<4xi32> + %o0_7 = index.constant 28 : index + vector.store %w0_7, %gv[%o0_7] : vector<4xi32>, view<1024xi32> + %v0_8_0 = scalar.constant 42599048 : i32 + %v0_8_1 = scalar.constant 43319953 : i32 + %v0_8_2 = scalar.constant 44040857 : i32 + %v0_8_3 = scalar.constant 44565154 : i32 + %w0_8 = vector.from_elements %v0_8_0, %v0_8_1, %v0_8_2, %v0_8_3 : vector<4xi32> + %o0_8 = index.constant 32 : index + vector.store %w0_8, %gv[%o0_8] : vector<4xi32>, view<1024xi32> + %v0_9_0 = scalar.constant 68223658 : i32 + %v0_9_1 = scalar.constant 68551700 : i32 + %v0_9_2 = scalar.constant 71369765 : i32 + %v0_9_3 = scalar.constant 72680521 : i32 + %w0_9 = vector.from_elements %v0_9_0, %v0_9_1, %v0_9_2, %v0_9_3 : vector<4xi32> + %o0_9 = index.constant 36 : index + vector.store %w0_9, %gv[%o0_9] : vector<4xi32>, view<1024xi32> + %v0_10_0 = scalar.constant 73663578 : i32 + %v0_10_1 = scalar.constant 76612709 : i32 + %v0_10_2 = scalar.constant 77923481 : i32 + %v0_10_3 = scalar.constant 84149505 : i32 + %w0_10 = vector.from_elements %v0_10_0, %v0_10_1, %v0_10_2, %v0_10_3 : vector<4xi32> + %o0_10 = index.constant 40 : index + vector.store %w0_10, %gv[%o0_10] : vector<4xi32>, view<1024xi32> + %v0_11_0 = scalar.constant 84280581 : i32 + %v0_11_1 = scalar.constant 85460245 : i32 + %v0_11_2 = scalar.constant 86574362 : i32 + %v0_11_3 = scalar.constant 88409408 : i32 + %w0_11 = vector.from_elements %v0_11_0, %v0_11_1, %v0_11_2, %v0_11_3 : vector<4xi32> + %o0_11 = index.constant 44 : index + vector.store %w0_11, %gv[%o0_11] : vector<4xi32>, view<1024xi32> + %v0_12_0 = scalar.constant 89130314 : i32 + %v0_12_1 = scalar.constant 89392465 : i32 + %v0_12_2 = scalar.constant 89523541 : i32 + %v0_12_3 = scalar.constant 90178905 : i32 + %w0_12 = vector.from_elements %v0_12_0, %v0_12_1, %v0_12_2, %v0_12_3 : vector<4xi32> + %o0_12 = index.constant 48 : index + vector.store %w0_12, %gv[%o0_12] : vector<4xi32>, view<1024xi32> + %v0_13_0 = scalar.constant 90506594 : i32 + %v0_13_1 = scalar.constant 90834280 : i32 + %v0_13_2 = scalar.constant 93390209 : i32 + %v0_13_3 = scalar.constant 93848981 : i32 + %w0_13 = vector.from_elements %v0_13_0, %v0_13_1, %v0_13_2, %v0_13_3 : vector<4xi32> + %o0_13 = index.constant 52 : index + vector.store %w0_13, %gv[%o0_13] : vector<4xi32>, view<1024xi32> + %v0_14_0 = scalar.constant 94438810 : i32 + %v0_14_1 = scalar.constant 94700964 : i32 + %v0_14_2 = scalar.constant 94963110 : i32 + %v0_14_3 = scalar.constant 102303252 : i32 + %w0_14 = vector.from_elements %v0_14_0, %v0_14_1, %v0_14_2, %v0_14_3 : vector<4xi32> + %o0_14 = index.constant 56 : index + vector.store %w0_14, %gv[%o0_14] : vector<4xi32>, view<1024xi32> + %v0_15_0 = scalar.constant 105121345 : i32 + %v0_15_1 = scalar.constant 106038864 : i32 + %v0_15_2 = scalar.constant 106432085 : i32 + %v0_15_3 = scalar.constant 107021920 : i32 + %w0_15 = vector.from_elements %v0_15_0, %v0_15_1, %v0_15_2, %v0_15_3 : vector<4xi32> + %o0_15 = index.constant 60 : index + vector.store %w0_15, %gv[%o0_15] : vector<4xi32>, view<1024xi32> + %v0_16_0 = scalar.constant 107546214 : i32 + %v0_16_1 = scalar.constant 110167685 : i32 + %v0_16_2 = scalar.constant 110691988 : i32 + %v0_16_3 = scalar.constant 134350848 : i32 + %w0_16 = vector.from_elements %v0_16_0, %v0_16_1, %v0_16_2, %v0_16_3 : vector<4xi32> + %o0_16 = index.constant 64 : index + vector.store %w0_16, %gv[%o0_16] : vector<4xi32>, view<1024xi32> + %v0_17_0 = scalar.constant 134875144 : i32 + %v0_17_1 = scalar.constant 136316949 : i32 + %v0_17_2 = scalar.constant 136841250 : i32 + %v0_17_3 = scalar.constant 138741802 : i32 + %w0_17 = vector.from_elements %v0_17_0, %v0_17_1, %v0_17_2, %v0_17_3 : vector<4xi32> + %o0_17 = index.constant 68 : index + vector.store %w0_17, %gv[%o0_17] : vector<4xi32>, view<1024xi32> + %v0_18_0 = scalar.constant 139855953 : i32 + %v0_18_1 = scalar.constant 142608485 : i32 + %v0_18_2 = scalar.constant 143132802 : i32 + %v0_18_3 = scalar.constant 143984778 : i32 + %w0_18 = vector.from_elements %v0_18_0, %v0_18_1, %v0_18_2, %v0_18_3 : vector<4xi32> + %o0_18 = index.constant 72 : index + vector.store %w0_18, %gv[%o0_18] : vector<4xi32>, view<1024xi32> + %v0_19_0 = scalar.constant 144836768 : i32 + %v0_19_1 = scalar.constant 145361064 : i32 + %v0_19_2 = scalar.constant 152111365 : i32 + %v0_19_3 = scalar.constant 152635668 : i32 + %w0_19 = vector.from_elements %v0_19_0, %v0_19_1, %v0_19_2, %v0_19_3 : vector<4xi32> + %o0_19 = index.constant 76 : index + vector.store %w0_19, %gv[%o0_19] : vector<4xi32>, view<1024xi32> + %v0_20_0 = scalar.constant 153422116 : i32 + %v0_20_1 = scalar.constant 156240193 : i32 + %v0_20_2 = scalar.constant 156567889 : i32 + %v0_20_3 = scalar.constant 157550945 : i32 + %w0_20 = vector.from_elements %v0_20_0, %v0_20_1, %v0_20_2, %v0_20_3 : vector<4xi32> + %o0_20 = index.constant 80 : index + vector.store %w0_20, %gv[%o0_20] : vector<4xi32>, view<1024xi32> + %v0_21_0 = scalar.constant 160500073 : i32 + %v0_21_1 = scalar.constant 160827796 : i32 + %v0_21_2 = scalar.constant 161810841 : i32 + %v0_21_3 = scalar.constant 167905792 : i32 + %w0_21 = vector.from_elements %v0_21_0, %v0_21_1, %v0_21_2, %v0_21_3 : vector<4xi32> + %o0_21 = index.constant 84 : index + vector.store %w0_21, %gv[%o0_21] : vector<4xi32>, view<1024xi32> + %v0_22_0 = scalar.constant 168430088 : i32 + %v0_22_1 = scalar.constant 169871893 : i32 + %v0_22_2 = scalar.constant 170396194 : i32 + %v0_22_3 = scalar.constant 172296746 : i32 + %w0_22 = vector.from_elements %v0_22_0, %v0_22_1, %v0_22_2, %v0_22_3 : vector<4xi32> + %o0_22 = index.constant 88 : index + vector.store %w0_22, %gv[%o0_22] : vector<4xi32>, view<1024xi32> + %v0_23_0 = scalar.constant 173607505 : i32 + %v0_23_1 = scalar.constant 174393953 : i32 + %v0_23_2 = scalar.constant 176294528 : i32 + %v0_23_3 = scalar.constant 176687749 : i32 + %w0_23 = vector.from_elements %v0_23_0, %v0_23_1, %v0_23_2, %v0_23_3 : vector<4xi32> + %o0_23 = index.constant 92 : index + vector.store %w0_23, %gv[%o0_23] : vector<4xi32>, view<1024xi32> + %v0_24_0 = scalar.constant 177539722 : i32 + %v0_24_1 = scalar.constant 178391712 : i32 + %v0_24_2 = scalar.constant 178916008 : i32 + %v0_24_3 = scalar.constant 269553680 : i32 + %w0_24 = vector.from_elements %v0_24_0, %v0_24_1, %v0_24_2, %v0_24_3 : vector<4xi32> + %o0_24 = index.constant 96 : index + vector.store %w0_24, %gv[%o0_24] : vector<4xi32>, view<1024xi32> + %v0_25_0 = scalar.constant 270077972 : i32 + %v0_25_1 = scalar.constant 270864420 : i32 + %v0_25_2 = scalar.constant 272896065 : i32 + %v0_25_3 = scalar.constant 274010192 : i32 + %w0_25 = vector.from_elements %v0_25_0, %v0_25_1, %v0_25_2, %v0_25_3 : vector<4xi32> + %o0_25 = index.constant 100 : index + vector.store %w0_25, %gv[%o0_25] : vector<4xi32>, view<1024xi32> + %v0_26_0 = scalar.constant 274796632 : i32 + %v0_26_1 = scalar.constant 275058788 : i32 + %v0_26_2 = scalar.constant 277942377 : i32 + %v0_26_3 = scalar.constant 278270100 : i32 + %w0_26 = vector.from_elements %v0_26_0, %v0_26_1, %v0_26_2, %v0_26_3 : vector<4xi32> + %o0_26 = index.constant 104 : index + vector.store %w0_26, %gv[%o0_26] : vector<4xi32>, view<1024xi32> + %v0_27_0 = scalar.constant 279253153 : i32 + %v0_27_1 = scalar.constant 285479169 : i32 + %v0_27_2 = scalar.constant 285806854 : i32 + %v0_27_3 = scalar.constant 286396688 : i32 + %w0_27 = vector.from_elements %v0_27_0, %v0_27_1, %v0_27_2, %v0_27_3 : vector<4xi32> + %o0_27 = index.constant 108 : index + vector.store %w0_27, %gv[%o0_27] : vector<4xi32>, view<1024xi32> + %v0_28_0 = scalar.constant 286789909 : i32 + %v0_28_1 = scalar.constant 287576353 : i32 + %v0_28_2 = scalar.constant 289739049 : i32 + %v0_28_3 = scalar.constant 290459978 : i32 + %w0_28 = vector.from_elements %v0_28_0, %v0_28_1, %v0_28_2, %v0_28_3 : vector<4xi32> + %o0_28 = index.constant 112 : index + vector.store %w0_28, %gv[%o0_28] : vector<4xi32>, view<1024xi32> + %v0_29_0 = scalar.constant 290591057 : i32 + %v0_29_1 = scalar.constant 290787668 : i32 + %v0_29_2 = scalar.constant 291049814 : i32 + %v0_29_3 = scalar.constant 291836256 : i32 + %w0_29 = vector.from_elements %v0_29_0, %v0_29_1, %v0_29_2, %v0_29_3 : vector<4xi32> + %o0_29 = index.constant 116 : index + vector.store %w0_29, %gv[%o0_29] : vector<4xi32>, view<1024xi32> + %v0_30_0 = scalar.constant 294785412 : i32 + %v0_30_1 = scalar.constant 295768469 : i32 + %v0_30_2 = scalar.constant 303108516 : i32 + %v0_30_3 = scalar.constant 303436308 : i32 + %w0_30 = vector.from_elements %v0_30_0, %v0_30_1, %v0_30_2, %v0_30_3 : vector<4xi32> + %o0_30 = index.constant 120 : index + vector.store %w0_30, %gv[%o0_30] : vector<4xi32>, view<1024xi32> + %v0_31_0 = scalar.constant 306188837 : i32 + %v0_31_1 = scalar.constant 306778694 : i32 + %v0_31_2 = scalar.constant 307565138 : i32 + %v0_31_3 = scalar.constant 307892824 : i32 + %w0_31 = vector.from_elements %v0_31_0, %v0_31_1, %v0_31_2, %v0_31_3 : vector<4xi32> + %o0_31 = index.constant 124 : index + vector.store %w0_31, %gv[%o0_31] : vector<4xi32>, view<1024xi32> + %v0_32_0 = scalar.constant 308679268 : i32 + %v0_32_1 = scalar.constant 311497349 : i32 + %v0_32_2 = scalar.constant 311825044 : i32 + %v0_32_3 = scalar.constant 335614629 : i32 + %w0_32 = vector.from_elements %v0_32_0, %v0_32_1, %v0_32_2, %v0_32_3 : vector<4xi32> + %o0_32 = index.constant 128 : index + vector.store %w0_32, %gv[%o0_32] : vector<4xi32>, view<1024xi32> + %v0_33_0 = scalar.constant 336139270 : i32 + %v0_33_1 = scalar.constant 336925716 : i32 + %v0_33_2 = scalar.constant 337187864 : i32 + %v0_33_3 = scalar.constant 338039841 : i32 + %w0_33 = vector.from_elements %v0_33_0, %v0_33_1, %v0_33_2, %v0_33_3 : vector<4xi32> + %o0_33 = index.constant 132 : index + vector.store %w0_33, %gv[%o0_33] : vector<4xi32>, view<1024xi32> + %v0_34_0 = scalar.constant 340071489 : i32 + %v0_34_1 = scalar.constant 340268102 : i32 + %v0_34_2 = scalar.constant 340857930 : i32 + %v0_34_3 = scalar.constant 341120084 : i32 + %w0_34 = vector.from_elements %v0_34_0, %v0_34_1, %v0_34_2, %v0_34_3 : vector<4xi32> + %o0_34 = index.constant 136 : index + vector.store %w0_34, %gv[%o0_34] : vector<4xi32>, view<1024xi32> + %v0_35_0 = scalar.constant 341382230 : i32 + %v0_35_1 = scalar.constant 342168674 : i32 + %v0_35_2 = scalar.constant 344200296 : i32 + %v0_35_3 = scalar.constant 344986761 : i32 + %w0_35 = vector.from_elements %v0_35_0, %v0_35_1, %v0_35_2, %v0_35_3 : vector<4xi32> + %o0_35 = index.constant 140 : index + vector.store %w0_35, %gv[%o0_35] : vector<4xi32>, view<1024xi32> + %v0_36_0 = scalar.constant 345314452 : i32 + %v0_36_1 = scalar.constant 345576600 : i32 + %v0_36_2 = scalar.constant 346100890 : i32 + %v0_36_3 = scalar.constant 346363044 : i32 + %w0_36 = vector.from_elements %v0_36_0, %v0_36_1, %v0_36_2, %v0_36_3 : vector<4xi32> + %o0_36 = index.constant 144 : index + vector.store %w0_36, %gv[%o0_36] : vector<4xi32>, view<1024xi32> + %v0_37_0 = scalar.constant 352457897 : i32 + %v0_37_1 = scalar.constant 352982277 : i32 + %v0_37_2 = scalar.constant 353637649 : i32 + %v0_37_3 = scalar.constant 353768725 : i32 + %w0_37 = vector.from_elements %v0_37_0, %v0_37_1, %v0_37_2, %v0_37_3 : vector<4xi32> + %o0_37 = index.constant 148 : index + vector.store %w0_37, %gv[%o0_37] : vector<4xi32>, view<1024xi32> + %v0_38_0 = scalar.constant 354424089 : i32 + %v0_38_1 = scalar.constant 354751778 : i32 + %v0_38_2 = scalar.constant 355079464 : i32 + %v0_38_3 = scalar.constant 356783425 : i32 + %w0_38 = vector.from_elements %v0_38_0, %v0_38_1, %v0_38_2, %v0_38_3 : vector<4xi32> + %o0_38 = index.constant 152 : index + vector.store %w0_38, %gv[%o0_38] : vector<4xi32>, view<1024xi32> + %v0_39_0 = scalar.constant 356914501 : i32 + %v0_39_1 = scalar.constant 357700945 : i32 + %v0_39_2 = scalar.constant 357897556 : i32 + %v0_39_3 = scalar.constant 358159702 : i32 + %w0_39 = vector.from_elements %v0_39_0, %v0_39_1, %v0_39_2, %v0_39_3 : vector<4xi32> + %o0_39 = index.constant 156 : index + vector.store %w0_39, %gv[%o0_39] : vector<4xi32>, view<1024xi32> + %v0_40_0 = scalar.constant 358683994 : i32 + %v0_40_1 = scalar.constant 358946148 : i32 + %v0_40_2 = scalar.constant 359208294 : i32 + %v0_40_3 = scalar.constant 360846720 : i32 + %w0_40 = vector.from_elements %v0_40_0, %v0_40_1, %v0_40_2, %v0_40_3 : vector<4xi32> + %o0_40 = index.constant 160 : index + vector.store %w0_40, %gv[%o0_40] : vector<4xi32>, view<1024xi32> + %v0_41_0 = scalar.constant 361043332 : i32 + %v0_41_1 = scalar.constant 361371016 : i32 + %v0_41_2 = scalar.constant 361829776 : i32 + %v0_41_3 = scalar.constant 362091924 : i32 + %w0_41 = vector.from_elements %v0_41_0, %v0_41_1, %v0_41_2, %v0_41_3 : vector<4xi32> + %o0_41 = index.constant 164 : index + vector.store %w0_41, %gv[%o0_41] : vector<4xi32>, view<1024xi32> + %v0_42_0 = scalar.constant 362354070 : i32 + %v0_42_1 = scalar.constant 362812826 : i32 + %v0_42_2 = scalar.constant 363140514 : i32 + %v0_42_3 = scalar.constant 369366529 : i32 + %w0_42 = vector.from_elements %v0_42_0, %v0_42_1, %v0_42_2, %v0_42_3 : vector<4xi32> + %o0_42 = index.constant 168 : index + vector.store %w0_42, %gv[%o0_42] : vector<4xi32>, view<1024xi32> + %v0_43_0 = scalar.constant 369497605 : i32 + %v0_43_1 = scalar.constant 370546197 : i32 + %v0_43_2 = scalar.constant 370808344 : i32 + %v0_43_3 = scalar.constant 371594785 : i32 + %w0_43 = vector.from_elements %v0_43_0, %v0_43_1, %v0_43_2, %v0_43_3 : vector<4xi32> + %o0_43 = index.constant 172 : index + vector.store %w0_43, %gv[%o0_43] : vector<4xi32>, view<1024xi32> + %v0_44_0 = scalar.constant 373429824 : i32 + %v0_44_1 = scalar.constant 373626436 : i32 + %v0_44_2 = scalar.constant 373954120 : i32 + %v0_44_3 = scalar.constant 374675025 : i32 + %w0_44 = vector.from_elements %v0_44_0, %v0_44_1, %v0_44_2, %v0_44_3 : vector<4xi32> + %o0_44 = index.constant 176 : index + vector.store %w0_44, %gv[%o0_44] : vector<4xi32>, view<1024xi32> + %v0_45_0 = scalar.constant 374871638 : i32 + %v0_45_1 = scalar.constant 375461465 : i32 + %v0_45_2 = scalar.constant 375723620 : i32 + %v0_45_3 = scalar.constant 375985768 : i32 + %w0_45 = vector.from_elements %v0_45_0, %v0_45_1, %v0_45_2, %v0_45_3 : vector<4xi32> + %o0_45 = index.constant 180 : index + vector.store %w0_45, %gv[%o0_45] : vector<4xi32>, view<1024xi32> + %v0_46_0 = scalar.constant 377886314 : i32 + %v0_46_1 = scalar.constant 378672778 : i32 + %v0_46_2 = scalar.constant 379852437 : i32 + %v0_46_3 = scalar.constant 403773097 : i32 + %w0_46 = vector.from_elements %v0_46_0, %v0_46_1, %v0_46_2, %v0_46_3 : vector<4xi32> + %o0_46 = index.constant 184 : index + vector.store %w0_46, %gv[%o0_46] : vector<4xi32>, view<1024xi32> + %v0_47_0 = scalar.constant 405084182 : i32 + %v0_47_1 = scalar.constant 407115841 : i32 + %v0_47_2 = scalar.constant 407443526 : i32 + %v0_47_3 = scalar.constant 408229968 : i32 + %w0_47 = vector.from_elements %v0_47_0, %v0_47_1, %v0_47_2, %v0_47_3 : vector<4xi32> + %o0_47 = index.constant 188 : index + vector.store %w0_47, %gv[%o0_47] : vector<4xi32>, view<1024xi32> + %v0_48_0 = scalar.constant 408557656 : i32 + %v0_48_1 = scalar.constant 409016416 : i32 + %v0_48_2 = scalar.constant 409344100 : i32 + %v0_48_3 = scalar.constant 411375721 : i32 + %w0_48 = vector.from_elements %v0_48_0, %v0_48_1, %v0_48_2, %v0_48_3 : vector<4xi32> + %o0_48 = index.constant 192 : index + vector.store %w0_48, %gv[%o0_48] : vector<4xi32>, view<1024xi32> + %v0_49_0 = scalar.constant 412358801 : i32 + %v0_49_1 = scalar.constant 420485285 : i32 + %v0_49_2 = scalar.constant 420813074 : i32 + %v0_49_3 = scalar.constant 421599514 : i32 + %w0_49 = vector.from_elements %v0_49_0, %v0_49_1, %v0_49_2, %v0_49_3 : vector<4xi32> + %o0_49 = index.constant 196 : index + vector.store %w0_49, %gv[%o0_49] : vector<4xi32>, view<1024xi32> + %v0_50_0 = scalar.constant 423762213 : i32 + %v0_50_1 = scalar.constant 423958852 : i32 + %v0_50_2 = scalar.constant 424745288 : i32 + %v0_50_3 = scalar.constant 425007444 : i32 + %w0_50 = vector.from_elements %v0_50_0, %v0_50_1, %v0_50_2, %v0_50_3 : vector<4xi32> + %o0_50 = index.constant 200 : index + vector.store %w0_50, %gv[%o0_50] : vector<4xi32>, view<1024xi32> + %v0_51_0 = scalar.constant 425269590 : i32 + %v0_51_1 = scalar.constant 425728346 : i32 + %v0_51_2 = scalar.constant 426383717 : i32 + %v0_51_3 = scalar.constant 428939657 : i32 + %w0_51 = vector.from_elements %v0_51_0, %v0_51_1, %v0_51_2, %v0_51_3 : vector<4xi32> + %o0_51 = index.constant 204 : index + vector.store %w0_51, %gv[%o0_51] : vector<4xi32>, view<1024xi32> + %v0_52_0 = scalar.constant 429201810 : i32 + %v0_52_1 = scalar.constant 429988248 : i32 + %v0_52_2 = scalar.constant 430512550 : i32 + %v0_52_3 = scalar.constant 437656073 : i32 + %w0_52 = vector.from_elements %v0_52_0, %v0_52_1, %v0_52_2, %v0_52_3 : vector<4xi32> + %o0_52 = index.constant 208 : index + vector.store %w0_52, %gv[%o0_52] : vector<4xi32>, view<1024xi32> + %v0_53_0 = scalar.constant 438704676 : i32 + %v0_53_1 = scalar.constant 440801860 : i32 + %v0_53_2 = scalar.constant 441457225 : i32 + %v0_53_3 = scalar.constant 441784914 : i32 + %w0_53 = vector.from_elements %v0_53_0, %v0_53_1, %v0_53_2, %v0_53_3 : vector<4xi32> + %o0_53 = index.constant 212 : index + vector.store %w0_53, %gv[%o0_53] : vector<4xi32>, view<1024xi32> + %v0_54_0 = scalar.constant 442571352 : i32 + %v0_54_1 = scalar.constant 443095654 : i32 + %v0_54_2 = scalar.constant 445717125 : i32 + %v0_54_3 = scalar.constant 446306966 : i32 + %w0_54 = vector.from_elements %v0_54_0, %v0_54_1, %v0_54_2, %v0_54_3 : vector<4xi32> + %o0_54 = index.constant 216 : index + vector.store %w0_54, %gv[%o0_54] : vector<4xi32>, view<1024xi32> + %v0_55_0 = scalar.constant 537010176 : i32 + %v0_55_1 = scalar.constant 537534472 : i32 + %v0_55_2 = scalar.constant 538976277 : i32 + %v0_55_3 = scalar.constant 539303970 : i32 + %w0_55 = vector.from_elements %v0_55_0, %v0_55_1, %v0_55_2, %v0_55_3 : vector<4xi32> + %o0_55 = index.constant 220 : index + vector.store %w0_55, %gv[%o0_55] : vector<4xi32>, view<1024xi32> + %v0_56_0 = scalar.constant 539631656 : i32 + %v0_56_1 = scalar.constant 542187589 : i32 + %v0_56_2 = scalar.constant 543236185 : i32 + %v0_56_3 = scalar.constant 545267813 : i32 + %w0_56 = vector.from_elements %v0_56_0, %v0_56_1, %v0_56_2, %v0_56_3 : vector<4xi32> + %o0_56 = index.constant 224 : index + vector.store %w0_56, %gv[%o0_56] : vector<4xi32>, view<1024xi32> + %v0_57_0 = scalar.constant 545792130 : i32 + %v0_57_1 = scalar.constant 546644106 : i32 + %v0_57_2 = scalar.constant 547496096 : i32 + %v0_57_3 = scalar.constant 547889317 : i32 + %w0_57 = vector.from_elements %v0_57_0, %v0_57_1, %v0_57_2, %v0_57_3 : vector<4xi32> + %o0_57 = index.constant 228 : index + vector.store %w0_57, %gv[%o0_57] : vector<4xi32>, view<1024xi32> + %v0_58_0 = scalar.constant 553984170 : i32 + %v0_58_1 = scalar.constant 554967313 : i32 + %v0_58_2 = scalar.constant 556081433 : i32 + %v0_58_3 = scalar.constant 558113090 : i32 + %w0_58 = vector.from_elements %v0_58_0, %v0_58_1, %v0_58_2, %v0_58_3 : vector<4xi32> + %o0_58 = index.constant 232 : index + vector.store %w0_58, %gv[%o0_58] : vector<4xi32>, view<1024xi32> + %v0_59_0 = scalar.constant 559227209 : i32 + %v0_59_1 = scalar.constant 559554904 : i32 + %v0_59_2 = scalar.constant 560210273 : i32 + %v0_59_3 = scalar.constant 560341349 : i32 + %w0_59 = vector.from_elements %v0_59_0, %v0_59_1, %v0_59_2, %v0_59_3 : vector<4xi32> + %o0_59 = index.constant 236 : index + vector.store %w0_59, %gv[%o0_59] : vector<4xi32>, view<1024xi32> + %v0_60_0 = scalar.constant 563093893 : i32 + %v0_60_1 = scalar.constant 563683734 : i32 + %v0_60_2 = scalar.constant 570499493 : i32 + %v0_60_3 = scalar.constant 571089416 : i32 + %w0_60 = vector.from_elements %v0_60_0, %v0_60_1, %v0_60_2, %v0_60_3 : vector<4xi32> + %o0_60 = index.constant 240 : index + vector.store %w0_60, %gv[%o0_60] : vector<4xi32>, view<1024xi32> + %v0_61_0 = scalar.constant 571810321 : i32 + %v0_61_1 = scalar.constant 572662304 : i32 + %v0_61_2 = scalar.constant 573186600 : i32 + %v0_61_3 = scalar.constant 575742533 : i32 + %w0_61 = vector.from_elements %v0_61_0, %v0_61_1, %v0_61_2, %v0_61_3 : vector<4xi32> + %o0_61 = index.constant 244 : index + vector.store %w0_61, %gv[%o0_61] : vector<4xi32>, view<1024xi32> + %v0_62_0 = scalar.constant 576266838 : i32 + %v0_62_1 = scalar.constant 578888293 : i32 + %v0_62_2 = scalar.constant 579478152 : i32 + %v0_62_3 = scalar.constant 580199057 : i32 + %w0_62 = vector.from_elements %v0_62_0, %v0_62_1, %v0_62_2, %v0_62_3 : vector<4xi32> + %o0_62 = index.constant 248 : index + vector.store %w0_62, %gv[%o0_62] : vector<4xi32>, view<1024xi32> + %v0_63_0 = scalar.constant 581051040 : i32 + %v0_63_1 = scalar.constant 581575336 : i32 + %v0_63_2 = scalar.constant 605299717 : i32 + %v0_63_3 = scalar.constant 605627414 : i32 + %w0_63 = vector.from_elements %v0_63_0, %v0_63_1, %v0_63_2, %v0_63_3 : vector<4xi32> + %o0_63 = index.constant 252 : index + vector.store %w0_63, %gv[%o0_63] : vector<4xi32>, view<1024xi32> + } + %k1 = index.constant 1 : index + %is1 = index.cmp eq, %chunk, %k1 : index + scf.if %is1 { + %v1_0_0 = scalar.constant 608445477 : i32 + %v1_0_1 = scalar.constant 608576581 : i32 + %v1_0_2 = scalar.constant 609363017 : i32 + %v1_0_3 = scalar.constant 609756245 : i32 + %w1_0 = vector.from_elements %v1_0_0, %v1_0_1, %v1_0_2, %v1_0_3 : vector<4xi32> + %o1_0 = index.constant 256 : index + vector.store %w1_0, %gv[%o1_0] : vector<4xi32>, view<1024xi32> + %v1_1_0 = scalar.constant 610673754 : i32 + %v1_1_1 = scalar.constant 613491845 : i32 + %v1_1_2 = scalar.constant 614016148 : i32 + %v1_1_3 = scalar.constant 614802593 : i32 + %w1_1 = vector.from_elements %v1_1_0, %v1_1_1, %v1_1_2, %v1_1_3 : vector<4xi32> + %o1_1 = index.constant 260 : index + vector.store %w1_1, %gv[%o1_1] : vector<4xi32>, view<1024xi32> + %v1_2_0 = scalar.constant 622142729 : i32 + %v1_2_1 = scalar.constant 623453473 : i32 + %v1_2_2 = scalar.constant 625288512 : i32 + %v1_2_3 = scalar.constant 626074952 : i32 + %w1_2 = vector.from_elements %v1_2_0, %v1_2_1, %v1_2_2, %v1_2_3 : vector<4xi32> + %o1_2 = index.constant 264 : index + vector.store %w1_2, %gv[%o1_2] : vector<4xi32>, view<1024xi32> + %v1_3_0 = scalar.constant 626337108 : i32 + %v1_3_1 = scalar.constant 627189081 : i32 + %v1_3_2 = scalar.constant 627582309 : i32 + %v1_3_3 = scalar.constant 630203785 : i32 + %w1_3 = vector.from_elements %v1_3_0, %v1_3_1, %v1_3_2, %v1_3_3 : vector<4xi32> + %o1_3 = index.constant 268 : index + vector.store %w1_3, %gv[%o1_3] : vector<4xi32>, view<1024xi32> + %v1_4_0 = scalar.constant 630531476 : i32 + %v1_4_1 = scalar.constant 630859160 : i32 + %v1_4_2 = scalar.constant 631514529 : i32 + %v1_4_3 = scalar.constant 631842214 : i32 + %w1_4 = vector.from_elements %v1_4_0, %v1_4_1, %v1_4_2, %v1_4_3 : vector<4xi32> + %o1_4 = index.constant 272 : index + vector.store %w1_4, %gv[%o1_4] : vector<4xi32>, view<1024xi32> + %v1_5_0 = scalar.constant 638592517 : i32 + %v1_5_1 = scalar.constant 639182354 : i32 + %v1_5_2 = scalar.constant 641803813 : i32 + %v1_5_3 = scalar.constant 643114569 : i32 + %w1_5 = vector.from_elements %v1_5_0, %v1_5_1, %v1_5_2, %v1_5_3 : vector<4xi32> + %o1_5 = index.constant 276 : index + vector.store %w1_5, %gv[%o1_5] : vector<4xi32>, view<1024xi32> + %v1_6_0 = scalar.constant 643901024 : i32 + %v1_6_1 = scalar.constant 646194793 : i32 + %v1_6_2 = scalar.constant 646981254 : i32 + %v1_6_3 = scalar.constant 671098522 : i32 + %w1_6 = vector.from_elements %v1_6_0, %v1_6_1, %v1_6_2, %v1_6_3 : vector<4xi32> + %o1_6 = index.constant 280 : index + vector.store %w1_6, %gv[%o1_6] : vector<4xi32>, view<1024xi32> + %v1_7_0 = scalar.constant 671623170 : i32 + %v1_7_1 = scalar.constant 672475146 : i32 + %v1_7_2 = scalar.constant 673327136 : i32 + %v1_7_3 = scalar.constant 673851432 : i32 + %w1_7 = vector.from_elements %v1_7_0, %v1_7_1, %v1_7_2, %v1_7_3 : vector<4xi32> + %o1_7 = index.constant 284 : index + vector.store %w1_7, %gv[%o1_7] : vector<4xi32>, view<1024xi32> + %v1_8_0 = scalar.constant 676407365 : i32 + %v1_8_1 = scalar.constant 677718100 : i32 + %v1_8_2 = scalar.constant 679618688 : i32 + %v1_8_3 = scalar.constant 680142984 : i32 + %w1_8 = vector.from_elements %v1_8_0, %v1_8_1, %v1_8_2, %v1_8_3 : vector<4xi32> + %o1_8 = index.constant 288 : index + vector.store %w1_8, %gv[%o1_8] : vector<4xi32>, view<1024xi32> + %v1_9_0 = scalar.constant 681715872 : i32 + %v1_9_1 = scalar.constant 682240168 : i32 + %v1_9_2 = scalar.constant 688990473 : i32 + %v1_9_3 = scalar.constant 689514772 : i32 + %w1_9 = vector.from_elements %v1_9_0, %v1_9_1, %v1_9_2, %v1_9_3 : vector<4xi32> + %o1_9 = index.constant 292 : index + vector.store %w1_9, %gv[%o1_9] : vector<4xi32>, view<1024xi32> + %v1_10_0 = scalar.constant 692463909 : i32 + %v1_10_1 = scalar.constant 693250377 : i32 + %v1_10_2 = scalar.constant 694233429 : i32 + %v1_10_3 = scalar.constant 694561124 : i32 + %w1_10 = vector.from_elements %v1_10_0, %v1_10_1, %v1_10_2, %v1_10_3 : vector<4xi32> + %o1_10 = index.constant 296 : index + vector.store %w1_10, %gv[%o1_10] : vector<4xi32>, view<1024xi32> + %v1_11_0 = scalar.constant 696592745 : i32 + %v1_11_1 = scalar.constant 697706896 : i32 + %v1_11_2 = scalar.constant 698624409 : i32 + %v1_11_3 = scalar.constant 704653733 : i32 + %w1_11 = vector.from_elements %v1_11_0, %v1_11_1, %v1_11_2, %v1_11_3 : vector<4xi32> + %o1_11 = index.constant 300 : index + vector.store %w1_11, %gv[%o1_11] : vector<4xi32>, view<1024xi32> + %v1_12_0 = scalar.constant 705178114 : i32 + %v1_12_1 = scalar.constant 706750986 : i32 + %v1_12_2 = scalar.constant 707275298 : i32 + %v1_12_3 = scalar.constant 709175850 : i32 + %w1_12 = vector.from_elements %v1_12_0, %v1_12_1, %v1_12_2, %v1_12_3 : vector<4xi32> + %o1_12 = index.constant 304 : index + vector.store %w1_12, %gv[%o1_12] : vector<4xi32>, view<1024xi32> + %v1_13_0 = scalar.constant 710290001 : i32 + %v1_13_1 = scalar.constant 711273049 : i32 + %v1_13_2 = scalar.constant 713173632 : i32 + %v1_13_3 = scalar.constant 713697928 : i32 + %w1_13 = vector.from_elements %v1_13_0, %v1_13_1, %v1_13_2, %v1_13_3 : vector<4xi32> + %o1_13 = index.constant 308 : index + vector.store %w1_13, %gv[%o1_13] : vector<4xi32>, view<1024xi32> + %v1_14_0 = scalar.constant 715139733 : i32 + %v1_14_1 = scalar.constant 715664034 : i32 + %v1_14_2 = scalar.constant 1074080426 : i32 + %v1_14_3 = scalar.constant 1075200017 : i32 + %w1_14 = vector.from_elements %v1_14_0, %v1_14_1, %v1_14_2, %v1_14_3 : vector<4xi32> + %o1_14 = index.constant 312 : index + vector.store %w1_14, %gv[%o1_14] : vector<4xi32>, view<1024xi32> + %v1_15_0 = scalar.constant 1078542373 : i32 + %v1_15_1 = scalar.constant 1079328850 : i32 + %v1_15_2 = scalar.constant 1079656536 : i32 + %v1_15_3 = scalar.constant 1080311905 : i32 + %w1_15 = vector.from_elements %v1_15_0, %v1_15_1, %v1_15_2, %v1_15_3 : vector<4xi32> + %o1_15 = index.constant 316 : index + vector.store %w1_15, %gv[%o1_15] : vector<4xi32>, view<1024xi32> + %v1_16_0 = scalar.constant 1083457638 : i32 + %v1_16_1 = scalar.constant 1084309657 : i32 + %v1_16_2 = scalar.constant 1090535590 : i32 + %v1_16_3 = scalar.constant 1090797825 : i32 + %w1_16 = vector.from_elements %v1_16_0, %v1_16_1, %v1_16_2, %v1_16_3 : vector<4xi32> + %o1_16 = index.constant 320 : index + vector.store %w1_16, %gv[%o1_16] : vector<4xi32>, view<1024xi32> + %v1_17_0 = scalar.constant 1091125510 : i32 + %v1_17_1 = scalar.constant 1091911954 : i32 + %v1_17_2 = scalar.constant 1092108566 : i32 + %v1_17_3 = scalar.constant 1092698394 : i32 + %w1_17 = vector.from_elements %v1_17_0, %v1_17_1, %v1_17_2, %v1_17_3 : vector<4xi32> + %o1_17 = index.constant 324 : index + vector.store %w1_17, %gv[%o1_17] : vector<4xi32>, view<1024xi32> + %v1_18_0 = scalar.constant 1093222694 : i32 + %v1_18_1 = scalar.constant 1095254341 : i32 + %v1_18_2 = scalar.constant 1095844170 : i32 + %v1_18_3 = scalar.constant 1096106324 : i32 + %w1_18 = vector.from_elements %v1_18_0, %v1_18_1, %v1_18_2, %v1_18_3 : vector<4xi32> + %o1_18 = index.constant 328 : index + vector.store %w1_18, %gv[%o1_18] : vector<4xi32>, view<1024xi32> + %v1_19_0 = scalar.constant 1096368470 : i32 + %v1_19_1 = scalar.constant 1097154906 : i32 + %v1_19_2 = scalar.constant 1097482600 : i32 + %v1_19_3 = scalar.constant 1099186561 : i32 + %w1_19 = vector.from_elements %v1_19_0, %v1_19_1, %v1_19_2, %v1_19_3 : vector<4xi32> + %o1_19 = index.constant 332 : index + vector.store %w1_19, %gv[%o1_19] : vector<4xi32>, view<1024xi32> + %v1_20_0 = scalar.constant 1099972998 : i32 + %v1_20_1 = scalar.constant 1100300690 : i32 + %v1_20_2 = scalar.constant 1101087136 : i32 + %v1_20_3 = scalar.constant 1107640738 : i32 + %w1_20 = vector.from_elements %v1_20_0, %v1_20_1, %v1_20_2, %v1_20_3 : vector<4xi32> + %o1_20 = index.constant 336 : index + vector.store %w1_20, %gv[%o1_20] : vector<4xi32>, view<1024xi32> + %v1_21_0 = scalar.constant 1108623889 : i32 + %v1_21_1 = scalar.constant 1109738006 : i32 + %v1_21_2 = scalar.constant 1112687169 : i32 + %v1_21_3 = scalar.constant 1113211477 : i32 + %w1_21 = vector.from_elements %v1_21_0, %v1_21_1, %v1_21_2, %v1_21_3 : vector<4xi32> + %o1_21 = index.constant 340 : index + vector.store %w1_21, %gv[%o1_21] : vector<4xi32>, view<1024xi32> + %v1_22_0 = scalar.constant 1114194532 : i32 + %v1_22_1 = scalar.constant 1117012617 : i32 + %v1_22_2 = scalar.constant 1140933285 : i32 + %v1_22_3 = scalar.constant 1142506517 : i32 + %w1_22 = vector.from_elements %v1_22_0, %v1_22_1, %v1_22_2, %v1_22_3 : vector<4xi32> + %o1_22 = index.constant 344 : index + vector.store %w1_22, %gv[%o1_22] : vector<4xi32>, view<1024xi32> + %v1_23_0 = scalar.constant 1145390121 : i32 + %v1_23_1 = scalar.constant 1145717832 : i32 + %v1_23_2 = scalar.constant 1146373201 : i32 + %v1_23_3 = scalar.constant 1146504277 : i32 + %w1_23 = vector.from_elements %v1_23_0, %v1_23_1, %v1_23_2, %v1_23_3 : vector<4xi32> + %o1_23 = index.constant 348 : index + vector.store %w1_23, %gv[%o1_23] : vector<4xi32>, view<1024xi32> + %v1_24_0 = scalar.constant 1147290721 : i32 + %v1_24_1 = scalar.constant 1147683941 : i32 + %v1_24_2 = scalar.constant 1149322346 : i32 + %v1_24_3 = scalar.constant 1149846662 : i32 + %w1_24 = vector.from_elements %v1_24_0, %v1_24_1, %v1_24_2, %v1_24_3 : vector<4xi32> + %o1_24 = index.constant 352 : index + vector.store %w1_24, %gv[%o1_24] : vector<4xi32>, view<1024xi32> + %v1_25_0 = scalar.constant 1150436496 : i32 + %v1_25_1 = scalar.constant 1151354005 : i32 + %v1_25_2 = scalar.constant 1151943841 : i32 + %v1_25_3 = scalar.constant 1157776641 : i32 + %w1_25 = vector.from_elements %v1_25_0, %v1_25_1, %v1_25_2, %v1_25_3 : vector<4xi32> + %o1_25 = index.constant 356 : index + vector.store %w1_25, %gv[%o1_25] : vector<4xi32>, view<1024xi32> + %v1_26_0 = scalar.constant 1158300933 : i32 + %v1_26_1 = scalar.constant 1158956305 : i32 + %v1_26_2 = scalar.constant 1159087381 : i32 + %v1_26_3 = scalar.constant 1159742745 : i32 + %w1_26 = vector.from_elements %v1_26_0, %v1_26_1, %v1_26_2, %v1_26_3 : vector<4xi32> + %o1_26 = index.constant 360 : index + vector.store %w1_26, %gv[%o1_26] : vector<4xi32>, view<1024xi32> + %v1_27_0 = scalar.constant 1160398117 : i32 + %v1_27_1 = scalar.constant 1162102081 : i32 + %v1_27_2 = scalar.constant 1162233157 : i32 + %v1_27_3 = scalar.constant 1162888521 : i32 + %w1_27 = vector.from_elements %v1_27_0, %v1_27_1, %v1_27_2, %v1_27_3 : vector<4xi32> + %o1_27 = index.constant 364 : index + vector.store %w1_27, %gv[%o1_27] : vector<4xi32>, view<1024xi32> + %v1_28_0 = scalar.constant 1163150673 : i32 + %v1_28_1 = scalar.constant 1163281749 : i32 + %v1_28_2 = scalar.constant 1163478360 : i32 + %v1_28_3 = scalar.constant 1164199265 : i32 + %w1_28 = vector.from_elements %v1_28_0, %v1_28_1, %v1_28_2, %v1_28_3 : vector<4xi32> + %o1_28 = index.constant 368 : index + vector.store %w1_28, %gv[%o1_28] : vector<4xi32>, view<1024xi32> + %v1_29_0 = scalar.constant 1164330341 : i32 + %v1_29_1 = scalar.constant 1166165353 : i32 + %v1_29_2 = scalar.constant 1166361988 : i32 + %v1_29_3 = scalar.constant 1167148424 : i32 + %w1_29 = vector.from_elements %v1_29_0, %v1_29_1, %v1_29_2, %v1_29_3 : vector<4xi32> + %o1_29 = index.constant 372 : index + vector.store %w1_29, %gv[%o1_29] : vector<4xi32>, view<1024xi32> + %v1_30_0 = scalar.constant 1167410580 : i32 + %v1_30_1 = scalar.constant 1167672726 : i32 + %v1_30_2 = scalar.constant 1168459162 : i32 + %v1_30_3 = scalar.constant 1168786856 : i32 + %w1_30 = vector.from_elements %v1_30_0, %v1_30_1, %v1_30_2, %v1_30_3 : vector<4xi32> + %o1_30 = index.constant 376 : index + vector.store %w1_30, %gv[%o1_30] : vector<4xi32>, view<1024xi32> + %v1_31_0 = scalar.constant 1174750721 : i32 + %v1_31_1 = scalar.constant 1175733769 : i32 + %v1_31_2 = scalar.constant 1175995925 : i32 + %v1_31_3 = scalar.constant 1176585754 : i32 + %w1_31 = vector.from_elements %v1_31_0, %v1_31_1, %v1_31_2, %v1_31_3 : vector<4xi32> + %o1_31 = index.constant 380 : index + vector.store %w1_31, %gv[%o1_31] : vector<4xi32>, view<1024xi32> + %v1_32_0 = scalar.constant 1177110052 : i32 + %v1_32_1 = scalar.constant 1178748480 : i32 + %v1_32_2 = scalar.constant 1179141701 : i32 + %v1_32_3 = scalar.constant 1179731536 : i32 + %w1_32 = vector.from_elements %v1_32_0, %v1_32_1, %v1_32_2, %v1_32_3 : vector<4xi32> + %o1_32 = index.constant 384 : index + vector.store %w1_32, %gv[%o1_32] : vector<4xi32>, view<1024xi32> + %v1_33_0 = scalar.constant 1179993682 : i32 + %v1_33_1 = scalar.constant 1180255830 : i32 + %v1_33_2 = scalar.constant 1181042274 : i32 + %v1_33_3 = scalar.constant 1182877288 : i32 + %w1_33 = vector.from_elements %v1_33_0, %v1_33_1, %v1_33_2, %v1_33_3 : vector<4xi32> + %o1_33 = index.constant 388 : index + vector.store %w1_33, %gv[%o1_33] : vector<4xi32>, view<1024xi32> + %v1_34_0 = scalar.constant 1183467141 : i32 + %v1_34_1 = scalar.constant 1184188052 : i32 + %v1_34_2 = scalar.constant 1185171105 : i32 + %v1_34_3 = scalar.constant 1208305318 : i32 + %w1_34 = vector.from_elements %v1_34_0, %v1_34_1, %v1_34_2, %v1_34_3 : vector<4xi32> + %o1_34 = index.constant 392 : index + vector.store %w1_34, %gv[%o1_34] : vector<4xi32>, view<1024xi32> + %v1_35_0 = scalar.constant 1209354257 : i32 + %v1_35_1 = scalar.constant 1210402842 : i32 + %v1_35_2 = scalar.constant 1212762178 : i32 + %v1_35_3 = scalar.constant 1213548624 : i32 + %w1_35 = vector.from_elements %v1_35_0, %v1_35_1, %v1_35_2, %v1_35_3 : vector<4xi32> + %o1_35 = index.constant 396 : index + vector.store %w1_35, %gv[%o1_35] : vector<4xi32>, view<1024xi32> + %v1_36_0 = scalar.constant 1214335064 : i32 + %v1_36_1 = scalar.constant 1214662756 : i32 + %v1_36_2 = scalar.constant 1216694377 : i32 + %v1_36_3 = scalar.constant 1217677457 : i32 + %w1_36 = vector.from_elements %v1_36_0, %v1_36_1, %v1_36_2, %v1_36_3 : vector<4xi32> + %o1_36 = index.constant 400 : index + vector.store %w1_36, %gv[%o1_36] : vector<4xi32>, view<1024xi32> + %v1_37_0 = scalar.constant 1218005142 : i32 + %v1_37_1 = scalar.constant 1224820901 : i32 + %v1_37_2 = scalar.constant 1225148677 : i32 + %v1_37_3 = scalar.constant 1225804042 : i32 + %w1_37 = vector.from_elements %v1_37_0, %v1_37_1, %v1_37_2, %v1_37_3 : vector<4xi32> + %o1_37 = index.constant 404 : index + vector.store %w1_37, %gv[%o1_37] : vector<4xi32>, view<1024xi32> + %v1_38_0 = scalar.constant 1226131732 : i32 + %v1_38_1 = scalar.constant 1226918168 : i32 + %v1_38_2 = scalar.constant 1227245860 : i32 + %v1_38_3 = scalar.constant 1229277504 : i32 + %w1_38 = vector.from_elements %v1_38_0, %v1_38_1, %v1_38_2, %v1_38_3 : vector<4xi32> + %o1_38 = index.constant 408 : index + vector.store %w1_38, %gv[%o1_38] : vector<4xi32>, view<1024xi32> + %v1_39_0 = scalar.constant 1230063946 : i32 + %v1_39_1 = scalar.constant 1230260562 : i32 + %v1_39_2 = scalar.constant 1230391637 : i32 + %v1_39_3 = scalar.constant 1231047001 : i32 + %w1_39 = vector.from_elements %v1_39_0, %v1_39_1, %v1_39_2, %v1_39_3 : vector<4xi32> + %o1_39 = index.constant 412 : index + vector.store %w1_39, %gv[%o1_39] : vector<4xi32>, view<1024xi32> + %v1_40_0 = scalar.constant 1231374690 : i32 + %v1_40_1 = scalar.constant 1231702374 : i32 + %v1_40_2 = scalar.constant 1233734022 : i32 + %v1_40_3 = scalar.constant 1234520466 : i32 + %w1_40 = vector.from_elements %v1_40_0, %v1_40_1, %v1_40_2, %v1_40_3 : vector<4xi32> + %o1_40 = index.constant 416 : index + vector.store %w1_40, %gv[%o1_40] : vector<4xi32>, view<1024xi32> + %v1_41_0 = scalar.constant 1234717078 : i32 + %v1_41_1 = scalar.constant 1235503521 : i32 + %v1_41_2 = scalar.constant 1235831206 : i32 + %v1_41_3 = scalar.constant 1245989398 : i32 + %w1_41 = vector.from_elements %v1_41_0, %v1_41_1, %v1_41_2, %v1_41_3 : vector<4xi32> + %o1_41 = index.constant 420 : index + vector.store %w1_41, %gv[%o1_41] : vector<4xi32>, view<1024xi32> + %v1_42_0 = scalar.constant 1246317126 : i32 + %v1_42_1 = scalar.constant 1247300181 : i32 + %v1_42_2 = scalar.constant 1248086618 : i32 + %v1_42_3 = scalar.constant 1251232361 : i32 + %w1_42 = vector.from_elements %v1_42_0, %v1_42_1, %v1_42_2, %v1_42_3 : vector<4xi32> + %o1_42 = index.constant 424 : index + vector.store %w1_42, %gv[%o1_42] : vector<4xi32>, view<1024xi32> + %v1_43_0 = scalar.constant 1342261925 : i32 + %v1_43_1 = scalar.constant 1342525444 : i32 + %v1_43_2 = scalar.constant 1342787590 : i32 + %v1_43_3 = scalar.constant 1343574034 : i32 + %w1_43 = vector.from_elements %v1_43_0, %v1_43_1, %v1_43_2, %v1_43_3 : vector<4xi32> + %o1_43 = index.constant 428 : index + vector.store %w1_43, %gv[%o1_43] : vector<4xi32>, view<1024xi32> + %v1_44_0 = scalar.constant 1344360474 : i32 + %v1_44_1 = scalar.constant 1344884772 : i32 + %v1_44_2 = scalar.constant 1346719808 : i32 + %v1_44_3 = scalar.constant 1347506248 : i32 + %w1_44 = vector.from_elements %v1_44_0, %v1_44_1, %v1_44_2, %v1_44_3 : vector<4xi32> + %o1_44 = index.constant 432 : index + vector.store %w1_44, %gv[%o1_44] : vector<4xi32>, view<1024xi32> + %v1_45_0 = scalar.constant 1347768404 : i32 + %v1_45_1 = scalar.constant 1348030550 : i32 + %v1_45_2 = scalar.constant 1349013605 : i32 + %v1_45_3 = scalar.constant 1351176326 : i32 + %w1_45 = vector.from_elements %v1_45_0, %v1_45_1, %v1_45_2, %v1_45_3 : vector<4xi32> + %o1_45 = index.constant 436 : index + vector.store %w1_45, %gv[%o1_45] : vector<4xi32>, view<1024xi32> + %v1_46_0 = scalar.constant 1352159381 : i32 + %v1_46_1 = scalar.constant 1352749216 : i32 + %v1_46_2 = scalar.constant 1353273510 : i32 + %v1_46_3 = scalar.constant 1359499525 : i32 + %w1_46 = vector.from_elements %v1_46_0, %v1_46_1, %v1_46_2, %v1_46_3 : vector<4xi32> + %o1_46 = index.constant 440 : index + vector.store %w1_46, %gv[%o1_46] : vector<4xi32>, view<1024xi32> + %v1_47_0 = scalar.constant 1359630601 : i32 + %v1_47_1 = scalar.constant 1360285969 : i32 + %v1_47_2 = scalar.constant 1360417045 : i32 + %v1_47_3 = scalar.constant 1360613656 : i32 + %w1_47 = vector.from_elements %v1_47_0, %v1_47_1, %v1_47_2, %v1_47_3 : vector<4xi32> + %o1_47 = index.constant 444 : index + vector.store %w1_47, %gv[%o1_47] : vector<4xi32>, view<1024xi32> + %v1_48_0 = scalar.constant 1361400096 : i32 + %v1_48_1 = scalar.constant 1361596710 : i32 + %v1_48_2 = scalar.constant 1363235114 : i32 + %v1_48_3 = scalar.constant 1363497284 : i32 + %w1_48 = vector.from_elements %v1_48_0, %v1_48_1, %v1_48_2, %v1_48_3 : vector<4xi32> + %o1_48 = index.constant 448 : index + vector.store %w1_48, %gv[%o1_48] : vector<4xi32>, view<1024xi32> + %v1_49_0 = scalar.constant 1363759430 : i32 + %v1_49_1 = scalar.constant 1364283728 : i32 + %v1_49_2 = scalar.constant 1364480338 : i32 + %v1_49_3 = scalar.constant 1364611413 : i32 + %w1_49 = vector.from_elements %v1_49_0, %v1_49_1, %v1_49_2, %v1_49_3 : vector<4xi32> + %o1_49 = index.constant 452 : index + vector.store %w1_49, %gv[%o1_49] : vector<4xi32>, view<1024xi32> + %v1_50_0 = scalar.constant 1364808024 : i32 + %v1_50_1 = scalar.constant 1365332314 : i32 + %v1_50_2 = scalar.constant 1365594468 : i32 + %v1_50_3 = scalar.constant 1365856614 : i32 + %w1_50 = vector.from_elements %v1_50_0, %v1_50_1, %v1_50_2, %v1_50_3 : vector<4xi32> + %o1_50 = index.constant 456 : index + vector.store %w1_50, %gv[%o1_50] : vector<4xi32>, view<1024xi32> + %v1_51_0 = scalar.constant 1367691650 : i32 + %v1_51_1 = scalar.constant 1368674705 : i32 + %v1_51_2 = scalar.constant 1368805781 : i32 + %v1_51_3 = scalar.constant 1369461145 : i32 + %w1_51 = vector.from_elements %v1_51_0, %v1_51_1, %v1_51_2, %v1_51_3 : vector<4xi32> + %o1_51 = index.constant 460 : index + vector.store %w1_51, %gv[%o1_51] : vector<4xi32>, view<1024xi32> + %v1_52_0 = scalar.constant 1370116517 : i32 + %v1_52_1 = scalar.constant 1376145921 : i32 + %v1_52_2 = scalar.constant 1377128978 : i32 + %v1_52_3 = scalar.constant 1377915418 : i32 + %w1_52 = vector.from_elements %v1_52_0, %v1_52_1, %v1_52_2, %v1_52_3 : vector<4xi32> + %o1_52 = index.constant 464 : index + vector.store %w1_52, %gv[%o1_52] : vector<4xi32>, view<1024xi32> + %v1_53_0 = scalar.constant 1380078116 : i32 + %v1_53_1 = scalar.constant 1380602437 : i32 + %v1_53_2 = scalar.constant 1381257809 : i32 + %v1_53_3 = scalar.constant 1381388885 : i32 + %w1_53 = vector.from_elements %v1_53_0, %v1_53_1, %v1_53_2, %v1_53_3 : vector<4xi32> + %o1_53 = index.constant 468 : index + vector.store %w1_53, %gv[%o1_53] : vector<4xi32>, view<1024xi32> + %v1_54_0 = scalar.constant 1382175321 : i32 + %v1_54_1 = scalar.constant 1384469093 : i32 + %v1_54_2 = scalar.constant 1385321104 : i32 + %v1_54_3 = scalar.constant 1385779861 : i32 + %w1_54 = vector.from_elements %v1_54_0, %v1_54_1, %v1_54_2, %v1_54_3 : vector<4xi32> + %o1_54 = index.constant 472 : index + vector.store %w1_54, %gv[%o1_54] : vector<4xi32>, view<1024xi32> + %v1_55_0 = scalar.constant 1386500762 : i32 + %v1_55_1 = scalar.constant 1409635332 : i32 + %v1_55_2 = scalar.constant 1410618385 : i32 + %v1_55_3 = scalar.constant 1410749461 : i32 + %w1_55 = vector.from_elements %v1_55_0, %v1_55_1, %v1_55_2, %v1_55_3 : vector<4xi32> + %o1_55 = index.constant 476 : index + vector.store %w1_55, %gv[%o1_55] : vector<4xi32>, view<1024xi32> + %v1_56_0 = scalar.constant 1410946072 : i32 + %v1_56_1 = scalar.constant 1411732513 : i32 + %v1_56_2 = scalar.constant 1412060200 : i32 + %v1_56_3 = scalar.constant 1413764161 : i32 + %w1_56 = vector.from_elements %v1_56_0, %v1_56_1, %v1_56_2, %v1_56_3 : vector<4xi32> + %o1_56 = index.constant 480 : index + vector.store %w1_56, %gv[%o1_56] : vector<4xi32>, view<1024xi32> + %v1_57_0 = scalar.constant 1413895237 : i32 + %v1_57_1 = scalar.constant 1414157385 : i32 + %v1_57_2 = scalar.constant 1414616144 : i32 + %v1_57_3 = scalar.constant 1414878292 : i32 + %w1_57 = vector.from_elements %v1_57_0, %v1_57_1, %v1_57_2, %v1_57_3 : vector<4xi32> + %o1_57 = index.constant 484 : index + vector.store %w1_57, %gv[%o1_57] : vector<4xi32>, view<1024xi32> + %v1_58_0 = scalar.constant 1415074902 : i32 + %v1_58_1 = scalar.constant 1415205977 : i32 + %v1_58_2 = scalar.constant 1415730273 : i32 + %v1_58_3 = scalar.constant 1415926884 : i32 + %w1_58 = vector.from_elements %v1_58_0, %v1_58_1, %v1_58_2, %v1_58_3 : vector<4xi32> + %o1_58 = index.constant 488 : index + vector.store %w1_58, %gv[%o1_58] : vector<4xi32>, view<1024xi32> + %v1_59_0 = scalar.constant 1416189030 : i32 + %v1_59_1 = scalar.constant 1418220672 : i32 + %v1_59_2 = scalar.constant 1418810506 : i32 + %v1_59_3 = scalar.constant 1419072660 : i32 + %w1_59 = vector.from_elements %v1_59_0, %v1_59_1, %v1_59_2, %v1_59_3 : vector<4xi32> + %o1_59 = index.constant 492 : index + vector.store %w1_59, %gv[%o1_59] : vector<4xi32>, view<1024xi32> + %v1_60_0 = scalar.constant 1419334806 : i32 + %v1_60_1 = scalar.constant 1420055713 : i32 + %v1_60_2 = scalar.constant 1420448933 : i32 + %v1_60_3 = scalar.constant 1426216193 : i32 + %w1_60 = vector.from_elements %v1_60_0, %v1_60_1, %v1_60_2, %v1_60_3 : vector<4xi32> + %o1_60 = index.constant 496 : index + vector.store %w1_60, %gv[%o1_60] : vector<4xi32>, view<1024xi32> + %v1_61_0 = scalar.constant 1426412804 : i32 + %v1_61_1 = scalar.constant 1426674950 : i32 + %v1_61_2 = scalar.constant 1427199248 : i32 + %v1_61_3 = scalar.constant 1427395858 : i32 + %w1_61 = vector.from_elements %v1_61_0, %v1_61_1, %v1_61_2, %v1_61_3 : vector<4xi32> + %o1_61 = index.constant 500 : index + vector.store %w1_61, %gv[%o1_61] : vector<4xi32>, view<1024xi32> + %v1_62_0 = scalar.constant 1427526933 : i32 + %v1_62_1 = scalar.constant 1427789081 : i32 + %v1_62_2 = scalar.constant 1428444449 : i32 + %v1_62_3 = scalar.constant 1428575525 : i32 + %w1_62 = vector.from_elements %v1_62_0, %v1_62_1, %v1_62_2, %v1_62_3 : vector<4xi32> + %o1_62 = index.constant 504 : index + vector.store %w1_62, %gv[%o1_62] : vector<4xi32>, view<1024xi32> + %v1_63_0 = scalar.constant 1430279465 : i32 + %v1_63_1 = scalar.constant 1430410561 : i32 + %v1_63_2 = scalar.constant 1430607172 : i32 + %v1_63_3 = scalar.constant 1430803782 : i32 + %w1_63 = vector.from_elements %v1_63_0, %v1_63_1, %v1_63_2, %v1_63_3 : vector<4xi32> + %o1_63 = index.constant 508 : index + vector.store %w1_63, %gv[%o1_63] : vector<4xi32>, view<1024xi32> + } + %k2 = index.constant 2 : index + %is2 = index.cmp eq, %chunk, %k2 : index + scf.if %is2 { + %v2_0_0 = scalar.constant 1431328073 : i32 + %v2_0_1 = scalar.constant 1431459153 : i32 + %v2_0_2 = scalar.constant 1431655764 : i32 + %v2_0_3 = scalar.constant 1431852374 : i32 + %w2_0 = vector.from_elements %v2_0_0, %v2_0_1, %v2_0_2, %v2_0_3 : vector<4xi32> + %o2_0 = index.constant 512 : index + vector.store %w2_0, %gv[%o2_0] : vector<4xi32>, view<1024xi32> + %v2_1_0 = scalar.constant 1431983449 : i32 + %v2_1_1 = scalar.constant 1432442208 : i32 + %v2_1_2 = scalar.constant 1432704356 : i32 + %v2_1_3 = scalar.constant 1432900966 : i32 + %w2_1 = vector.from_elements %v2_1_0, %v2_1_1, %v2_1_2, %v2_1_3 : vector<4xi32> + %o2_1 = index.constant 516 : index + vector.store %w2_1, %gv[%o2_1] : vector<4xi32>, view<1024xi32> + %v2_2_0 = scalar.constant 1433032041 : i32 + %v2_2_1 = scalar.constant 1434736001 : i32 + %v2_2_2 = scalar.constant 1435063685 : i32 + %v2_2_3 = scalar.constant 1435522442 : i32 + %w2_2 = vector.from_elements %v2_2_0, %v2_2_1, %v2_2_2, %v2_2_3 : vector<4xi32> + %o2_2 = index.constant 520 : index + vector.store %w2_2, %gv[%o2_2] : vector<4xi32>, view<1024xi32> + %v2_3_0 = scalar.constant 1435784593 : i32 + %v2_3_1 = scalar.constant 1435915669 : i32 + %v2_3_2 = scalar.constant 1436112280 : i32 + %v2_3_3 = scalar.constant 1436833185 : i32 + %w2_3 = vector.from_elements %v2_3_0, %v2_3_1, %v2_3_2, %v2_3_3 : vector<4xi32> + %o2_3 = index.constant 524 : index + vector.store %w2_3, %gv[%o2_3] : vector<4xi32>, view<1024xi32> + %v2_4_0 = scalar.constant 1436964261 : i32 + %v2_4_1 = scalar.constant 1442862505 : i32 + %v2_4_2 = scalar.constant 1442993665 : i32 + %v2_4_3 = scalar.constant 1443255812 : i32 + %w2_4 = vector.from_elements %v2_4_0, %v2_4_1, %v2_4_2, %v2_4_3 : vector<4xi32> + %o2_4 = index.constant 528 : index + vector.store %w2_4, %gv[%o2_4] : vector<4xi32>, view<1024xi32> + %v2_5_0 = scalar.constant 1443452424 : i32 + %v2_5_1 = scalar.constant 1444173329 : i32 + %v2_5_2 = scalar.constant 1444435477 : i32 + %v2_5_3 = scalar.constant 1444959769 : i32 + %w2_5 = vector.from_elements %v2_5_0, %v2_5_1, %v2_5_2, %v2_5_3 : vector<4xi32> + %o2_5 = index.constant 532 : index + vector.store %w2_5, %gv[%o2_5] : vector<4xi32>, view<1024xi32> + %v2_6_0 = scalar.constant 1445090849 : i32 + %v2_6_1 = scalar.constant 1445287460 : i32 + %v2_6_2 = scalar.constant 1445484070 : i32 + %v2_6_3 = scalar.constant 1447122473 : i32 + %w2_6 = vector.from_elements %v2_6_0, %v2_6_1, %v2_6_2, %v2_6_3 : vector<4xi32> + %o2_6 = index.constant 536 : index + vector.store %w2_6, %gv[%o2_6] : vector<4xi32>, view<1024xi32> + %v2_7_0 = scalar.constant 1447450181 : i32 + %v2_7_1 = scalar.constant 1447646792 : i32 + %v2_7_2 = scalar.constant 1448105546 : i32 + %v2_7_3 = scalar.constant 1448236625 : i32 + %w2_7 = vector.from_elements %v2_7_0, %v2_7_1, %v2_7_2, %v2_7_3 : vector<4xi32> + %o2_7 = index.constant 540 : index + vector.store %w2_7, %gv[%o2_7] : vector<4xi32>, view<1024xi32> + %v2_8_0 = scalar.constant 1448433236 : i32 + %v2_8_1 = scalar.constant 1448629846 : i32 + %v2_8_2 = scalar.constant 1448760921 : i32 + %v2_8_3 = scalar.constant 1449416289 : i32 + %w2_8 = vector.from_elements %v2_8_0, %v2_8_1, %v2_8_2, %v2_8_3 : vector<4xi32> + %o2_8 = index.constant 544 : index + vector.store %w2_8, %gv[%o2_8] : vector<4xi32>, view<1024xi32> + %v2_9_0 = scalar.constant 1449743973 : i32 + %v2_9_1 = scalar.constant 1451579010 : i32 + %v2_9_2 = scalar.constant 1451775622 : i32 + %v2_9_3 = scalar.constant 1451906697 : i32 + %w2_9 = vector.from_elements %v2_9_0, %v2_9_1, %v2_9_2, %v2_9_3 : vector<4xi32> + %o2_9 = index.constant 548 : index + vector.store %w2_9, %gv[%o2_9] : vector<4xi32>, view<1024xi32> + %v2_10_0 = scalar.constant 1452627601 : i32 + %v2_10_1 = scalar.constant 1453479578 : i32 + %v2_10_2 = scalar.constant 1453741733 : i32 + %v2_10_3 = scalar.constant 1453938344 : i32 + %w2_10 = vector.from_elements %v2_10_0, %v2_10_1, %v2_10_2, %v2_10_3 : vector<4xi32> + %o2_10 = index.constant 552 : index + vector.store %w2_10, %gv[%o2_10] : vector<4xi32>, view<1024xi32> + %v2_11_0 = scalar.constant 1476745220 : i32 + %v2_11_1 = scalar.constant 1477007366 : i32 + %v2_11_2 = scalar.constant 1477793808 : i32 + %v2_11_3 = scalar.constant 1478580248 : i32 + %w2_11 = vector.from_elements %v2_11_0, %v2_11_1, %v2_11_2, %v2_11_3 : vector<4xi32> + %o2_11 = index.constant 556 : index + vector.store %w2_11, %gv[%o2_11] : vector<4xi32>, view<1024xi32> + %v2_12_0 = scalar.constant 1480939562 : i32 + %v2_12_1 = scalar.constant 1481267272 : i32 + %v2_12_2 = scalar.constant 1481922641 : i32 + %v2_12_3 = scalar.constant 1482053717 : i32 + %w2_12 = vector.from_elements %v2_12_0, %v2_12_1, %v2_12_2, %v2_12_3 : vector<4xi32> + %o2_12 = index.constant 560 : index + vector.store %w2_12, %gv[%o2_12] : vector<4xi32>, view<1024xi32> + %v2_13_0 = scalar.constant 1482250328 : i32 + %v2_13_1 = scalar.constant 1482840160 : i32 + %v2_13_2 = scalar.constant 1483036772 : i32 + %v2_13_3 = scalar.constant 1485396098 : i32 + %w2_13 = vector.from_elements %v2_13_0, %v2_13_1, %v2_13_2, %v2_13_3 : vector<4xi32> + %o2_13 = index.constant 564 : index + vector.store %w2_13, %gv[%o2_13] : vector<4xi32>, view<1024xi32> + %v2_14_0 = scalar.constant 1485985936 : i32 + %v2_14_1 = scalar.constant 1486379157 : i32 + %v2_14_2 = scalar.constant 1487493281 : i32 + %v2_14_3 = scalar.constant 1493326081 : i32 + %w2_14 = vector.from_elements %v2_14_0, %v2_14_1, %v2_14_2, %v2_14_3 : vector<4xi32> + %o2_14 = index.constant 568 : index + vector.store %w2_14, %gv[%o2_14] : vector<4xi32>, view<1024xi32> + %v2_15_0 = scalar.constant 1493850373 : i32 + %v2_15_1 = scalar.constant 1494505745 : i32 + %v2_15_2 = scalar.constant 1494636821 : i32 + %v2_15_3 = scalar.constant 1495619865 : i32 + %w2_15 = vector.from_elements %v2_15_0, %v2_15_1, %v2_15_2, %v2_15_3 : vector<4xi32> + %o2_15 = index.constant 572 : index + vector.store %w2_15, %gv[%o2_15] : vector<4xi32>, view<1024xi32> + %v2_16_0 = scalar.constant 1497651521 : i32 + %v2_16_1 = scalar.constant 1497782597 : i32 + %v2_16_2 = scalar.constant 1498437961 : i32 + %v2_16_3 = scalar.constant 1498569041 : i32 + %w2_16 = vector.from_elements %v2_16_0, %v2_16_1, %v2_16_2, %v2_16_3 : vector<4xi32> + %o2_16 = index.constant 576 : index + vector.store %w2_16, %gv[%o2_16] : vector<4xi32>, view<1024xi32> + %v2_17_0 = scalar.constant 1498765652 : i32 + %v2_17_1 = scalar.constant 1498962262 : i32 + %v2_17_2 = scalar.constant 1499093337 : i32 + %v2_17_3 = scalar.constant 1499748705 : i32 + %w2_17 = vector.from_elements %v2_17_0, %v2_17_1, %v2_17_2, %v2_17_3 : vector<4xi32> + %o2_17 = index.constant 580 : index + vector.store %w2_17, %gv[%o2_17] : vector<4xi32>, view<1024xi32> + %v2_18_0 = scalar.constant 1499879781 : i32 + %v2_18_1 = scalar.constant 1501649257 : i32 + %v2_18_2 = scalar.constant 1502173573 : i32 + %v2_18_3 = scalar.constant 1502894481 : i32 + %w2_18 = vector.from_elements %v2_18_0, %v2_18_1, %v2_18_2, %v2_18_3 : vector<4xi32> + %o2_18 = index.constant 584 : index + vector.store %w2_18, %gv[%o2_18] : vector<4xi32>, view<1024xi32> + %v2_19_0 = scalar.constant 1503025557 : i32 + %v2_19_1 = scalar.constant 1503222168 : i32 + %v2_19_2 = scalar.constant 1510234533 : i32 + %v2_19_3 = scalar.constant 1511348744 : i32 + %w2_19 = vector.from_elements %v2_19_0, %v2_19_1, %v2_19_2, %v2_19_3 : vector<4xi32> + %o2_19 = index.constant 588 : index + vector.store %w2_19, %gv[%o2_19] : vector<4xi32>, view<1024xi32> + %v2_20_0 = scalar.constant 1512069658 : i32 + %v2_20_1 = scalar.constant 1512462885 : i32 + %v2_20_2 = scalar.constant 1514494505 : i32 + %v2_20_3 = scalar.constant 1514756680 : i32 + %w2_20 = vector.from_elements %v2_20_0, %v2_20_1, %v2_20_2, %v2_20_3 : vector<4xi32> + %o2_20 = index.constant 592 : index + vector.store %w2_20, %gv[%o2_20] : vector<4xi32>, view<1024xi32> + %v2_21_0 = scalar.constant 1515543121 : i32 + %v2_21_1 = scalar.constant 1515739734 : i32 + %v2_21_2 = scalar.constant 1516395097 : i32 + %v2_21_3 = scalar.constant 1516788325 : i32 + %w2_21 = vector.from_elements %v2_21_0, %v2_21_1, %v2_21_2, %v2_21_3 : vector<4xi32> + %o2_21 = index.constant 596 : index + vector.store %w2_21, %gv[%o2_21] : vector<4xi32>, view<1024xi32> + %v2_22_0 = scalar.constant 1518426730 : i32 + %v2_22_1 = scalar.constant 1519540874 : i32 + %v2_22_2 = scalar.constant 1519803029 : i32 + %v2_22_3 = scalar.constant 1520065176 : i32 + %w2_22 = vector.from_elements %v2_22_0, %v2_22_1, %v2_22_2, %v2_22_3 : vector<4xi32> + %o2_22 = index.constant 600 : index + vector.store %w2_22, %gv[%o2_22] : vector<4xi32>, view<1024xi32> + %v2_23_0 = scalar.constant 1610963617 : i32 + %v2_23_1 = scalar.constant 1612079124 : i32 + %v2_23_2 = scalar.constant 1613062169 : i32 + %v2_23_3 = scalar.constant 1615880260 : i32 + %w2_23 = vector.from_elements %v2_23_0, %v2_23_1, %v2_23_2, %v2_23_3 : vector<4xi32> + %o2_23 = index.constant 604 : index + vector.store %w2_23, %gv[%o2_23] : vector<4xi32>, view<1024xi32> + %v2_24_0 = scalar.constant 1616273493 : i32 + %v2_24_1 = scalar.constant 1616535640 : i32 + %v2_24_2 = scalar.constant 1617191009 : i32 + %v2_24_3 = scalar.constant 1617518694 : i32 + %w2_24 = vector.from_elements %v2_24_0, %v2_24_1, %v2_24_2, %v2_24_3 : vector<4xi32> + %o2_24 = index.constant 608 : index + vector.store %w2_24, %gv[%o2_24] : vector<4xi32>, view<1024xi32> + %v2_25_0 = scalar.constant 1620467841 : i32 + %v2_25_1 = scalar.constant 1627480229 : i32 + %v2_25_2 = scalar.constant 1627808004 : i32 + %v2_25_3 = scalar.constant 1628594441 : i32 + %w2_25 = vector.from_elements %v2_25_0, %v2_25_1, %v2_25_2, %v2_25_3 : vector<4xi32> + %o2_25 = index.constant 612 : index + vector.store %w2_25, %gv[%o2_25] : vector<4xi32>, view<1024xi32> + %v2_26_0 = scalar.constant 1629577493 : i32 + %v2_26_1 = scalar.constant 1629905186 : i32 + %v2_26_2 = scalar.constant 1631936809 : i32 + %v2_26_3 = scalar.constant 1632723273 : i32 + %w2_26 = vector.from_elements %v2_26_0, %v2_26_1, %v2_26_2, %v2_26_3 : vector<4xi32> + %o2_26 = index.constant 616 : index + vector.store %w2_26, %gv[%o2_26] : vector<4xi32>, view<1024xi32> + %v2_27_0 = scalar.constant 1633050965 : i32 + %v2_27_1 = scalar.constant 1634034009 : i32 + %v2_27_2 = scalar.constant 1634361702 : i32 + %v2_27_3 = scalar.constant 1636458884 : i32 + %w2_27 = vector.from_elements %v2_27_0, %v2_27_1, %v2_27_2, %v2_27_3 : vector<4xi32> + %o2_27 = index.constant 620 : index + vector.store %w2_27, %gv[%o2_27] : vector<4xi32>, view<1024xi32> + %v2_28_0 = scalar.constant 1637179794 : i32 + %v2_28_1 = scalar.constant 1638293921 : i32 + %v2_28_2 = scalar.constant 1645306281 : i32 + %v2_28_3 = scalar.constant 1645830678 : i32 + %w2_28 = vector.from_elements %v2_28_0, %v2_28_1, %v2_28_2, %v2_28_3 : vector<4xi32> + %o2_28 = index.constant 624 : index + vector.store %w2_28, %gv[%o2_28] : vector<4xi32>, view<1024xi32> + %v2_29_0 = scalar.constant 1648452160 : i32 + %v2_29_1 = scalar.constant 1649762886 : i32 + %v2_29_2 = scalar.constant 1649959510 : i32 + %v2_29_3 = scalar.constant 1652908640 : i32 + %w2_29 = vector.from_elements %v2_29_0, %v2_29_1, %v2_29_2, %v2_29_3 : vector<4xi32> + %o2_29 = index.constant 628 : index + vector.store %w2_29, %gv[%o2_29] : vector<4xi32>, view<1024xi32> + %v2_30_0 = scalar.constant 1654022801 : i32 + %v2_30_1 = scalar.constant 1678860965 : i32 + %v2_30_2 = scalar.constant 1679123474 : i32 + %v2_30_3 = scalar.constant 1679451158 : i32 + %w2_30 = vector.from_elements %v2_30_0, %v2_30_1, %v2_30_2, %v2_30_3 : vector<4xi32> + %o2_30 = index.constant 632 : index + vector.store %w2_30, %gv[%o2_30] : vector<4xi32>, view<1024xi32> + %v2_31_0 = scalar.constant 1680237601 : i32 + %v2_31_1 = scalar.constant 1681941545 : i32 + %v2_31_2 = scalar.constant 1682269250 : i32 + %v2_31_3 = scalar.constant 1682596936 : i32 + %w2_31 = vector.from_elements %v2_31_0, %v2_31_1, %v2_31_2, %v2_31_3 : vector<4xi32> + %o2_31 = index.constant 636 : index + vector.store %w2_31, %gv[%o2_31] : vector<4xi32>, view<1024xi32> + %v2_32_0 = scalar.constant 1683252305 : i32 + %v2_32_1 = scalar.constant 1683383381 : i32 + %v2_32_2 = scalar.constant 1683645529 : i32 + %v2_32_3 = scalar.constant 1684169824 : i32 + %w2_32 = vector.from_elements %v2_32_0, %v2_32_1, %v2_32_2, %v2_32_3 : vector<4xi32> + %o2_32 = index.constant 640 : index + vector.store %w2_32, %gv[%o2_32] : vector<4xi32>, view<1024xi32> + %v2_33_0 = scalar.constant 1686398053 : i32 + %v2_33_1 = scalar.constant 1686725765 : i32 + %v2_33_2 = scalar.constant 1687315600 : i32 + %v2_33_3 = scalar.constant 1687512212 : i32 + %w2_33 = vector.from_elements %v2_33_0, %v2_33_1, %v2_33_2, %v2_33_3 : vector<4xi32> + %o2_33 = index.constant 644 : index + vector.store %w2_33, %gv[%o2_33] : vector<4xi32>, view<1024xi32> + %v2_34_0 = scalar.constant 1687708822 : i32 + %v2_34_1 = scalar.constant 1688298650 : i32 + %v2_34_2 = scalar.constant 1688822948 : i32 + %v2_34_3 = scalar.constant 1695048965 : i32 + %w2_34 = vector.from_elements %v2_34_0, %v2_34_1, %v2_34_2, %v2_34_3 : vector<4xi32> + %o2_34 = index.constant 648 : index + vector.store %w2_34, %gv[%o2_34] : vector<4xi32>, view<1024xi32> + %v2_35_0 = scalar.constant 1695638794 : i32 + %v2_35_1 = scalar.constant 1695966485 : i32 + %v2_35_2 = scalar.constant 1698981145 : i32 + %v2_35_3 = scalar.constant 1699112261 : i32 + %w2_35 = vector.from_elements %v2_35_0, %v2_35_1, %v2_35_2, %v2_35_3 : vector<4xi32> + %o2_35 = index.constant 652 : index + vector.store %w2_35, %gv[%o2_35] : vector<4xi32>, view<1024xi32> + %v2_36_0 = scalar.constant 1699767625 : i32 + %v2_36_1 = scalar.constant 1700029777 : i32 + %v2_36_2 = scalar.constant 1700160853 : i32 + %v2_36_3 = scalar.constant 1700881753 : i32 + %w2_36 = vector.from_elements %v2_36_0, %v2_36_1, %v2_36_2, %v2_36_3 : vector<4xi32> + %o2_36 = index.constant 656 : index + vector.store %w2_36, %gv[%o2_36] : vector<4xi32>, view<1024xi32> + %v2_37_0 = scalar.constant 1701143908 : i32 + %v2_37_1 = scalar.constant 1701406054 : i32 + %v2_37_2 = scalar.constant 1703503238 : i32 + %v2_37_3 = scalar.constant 1704027530 : i32 + %w2_37 = vector.from_elements %v2_37_0, %v2_37_1, %v2_37_2, %v2_37_3 : vector<4xi32> + %o2_37 = index.constant 660 : index + vector.store %w2_37, %gv[%o2_37] : vector<4xi32>, view<1024xi32> + %v2_38_0 = scalar.constant 1704355221 : i32 + %v2_38_1 = scalar.constant 1704617369 : i32 + %v2_38_2 = scalar.constant 1705338274 : i32 + %v2_38_3 = scalar.constant 1705534886 : i32 + %w2_38 = vector.from_elements %v2_38_0, %v2_38_1, %v2_38_2, %v2_38_3 : vector<4xi32> + %o2_38 = index.constant 664 : index + vector.store %w2_38, %gv[%o2_38] : vector<4xi32>, view<1024xi32> + %v2_39_0 = scalar.constant 1711891970 : i32 + %v2_39_1 = scalar.constant 1713399317 : i32 + %v2_39_2 = scalar.constant 1713923622 : i32 + %v2_39_3 = scalar.constant 1715496489 : i32 + %w2_39 = vector.from_elements %v2_39_0, %v2_39_1, %v2_39_2, %v2_39_3 : vector<4xi32> + %o2_39 = index.constant 668 : index + vector.store %w2_39, %gv[%o2_39] : vector<4xi32>, view<1024xi32> + %v2_40_0 = scalar.constant 1716020805 : i32 + %v2_40_1 = scalar.constant 1716610634 : i32 + %v2_40_2 = scalar.constant 1716872788 : i32 + %v2_40_3 = scalar.constant 1717069398 : i32 + %w2_40 = vector.from_elements %v2_40_0, %v2_40_1, %v2_40_2, %v2_40_3 : vector<4xi32> + %o2_40 = index.constant 672 : index + vector.store %w2_40, %gv[%o2_40] : vector<4xi32>, view<1024xi32> + %v2_41_0 = scalar.constant 1717593690 : i32 + %v2_41_1 = scalar.constant 1718117989 : i32 + %v2_41_2 = scalar.constant 1719821952 : i32 + %v2_41_3 = scalar.constant 1720346245 : i32 + %w2_41 = vector.from_elements %v2_41_0, %v2_41_1, %v2_41_2, %v2_41_3 : vector<4xi32> + %o2_41 = index.constant 676 : index + vector.store %w2_41, %gv[%o2_41] : vector<4xi32>, view<1024xi32> + %v2_42_0 = scalar.constant 1721132692 : i32 + %v2_42_1 = scalar.constant 1721329304 : i32 + %v2_42_2 = scalar.constant 1722050208 : i32 + %v2_42_3 = scalar.constant 1722443430 : i32 + %w2_42 = vector.from_elements %v2_42_0, %v2_42_1, %v2_42_2, %v2_42_3 : vector<4xi32> + %o2_42 = index.constant 680 : index + vector.store %w2_42, %gv[%o2_42] : vector<4xi32>, view<1024xi32> + %v2_43_0 = scalar.constant 1746495510 : i32 + %v2_43_1 = scalar.constant 1749116965 : i32 + %v2_43_2 = scalar.constant 1750427730 : i32 + %v2_43_3 = scalar.constant 1751214170 : i32 + %w2_43 = vector.from_elements %v2_43_0, %v2_43_1, %v2_43_2, %v2_43_3 : vector<4xi32> + %o2_43 = index.constant 684 : index + vector.store %w2_43, %gv[%o2_43] : vector<4xi32>, view<1024xi32> + %v2_44_0 = scalar.constant 1753573481 : i32 + %v2_44_1 = scalar.constant 1754818705 : i32 + %v2_44_2 = scalar.constant 1761700006 : i32 + %v2_44_3 = scalar.constant 1762683140 : i32 + %w2_44 = vector.from_elements %v2_44_0, %v2_44_1, %v2_44_2, %v2_44_3 : vector<4xi32> + %o2_44 = index.constant 688 : index + vector.store %w2_44, %gv[%o2_44] : vector<4xi32>, view<1024xi32> + %v2_45_0 = scalar.constant 1763797269 : i32 + %v2_45_1 = scalar.constant 1764124964 : i32 + %v2_45_2 = scalar.constant 1765828905 : i32 + %v2_45_3 = scalar.constant 1766156609 : i32 + %w2_45 = vector.from_elements %v2_45_0, %v2_45_1, %v2_45_2, %v2_45_3 : vector<4xi32> + %o2_45 = index.constant 692 : index + vector.store %w2_45, %gv[%o2_45] : vector<4xi32>, view<1024xi32> + %v2_46_0 = scalar.constant 1766353222 : i32 + %v2_46_1 = scalar.constant 1767139665 : i32 + %v2_46_2 = scalar.constant 1767270741 : i32 + %v2_46_3 = scalar.constant 1767926105 : i32 + %w2_46 = vector.from_elements %v2_46_0, %v2_46_1, %v2_46_2, %v2_46_3 : vector<4xi32> + %o2_46 = index.constant 696 : index + vector.store %w2_46, %gv[%o2_46] : vector<4xi32>, view<1024xi32> + %v2_47_0 = scalar.constant 1768581477 : i32 + %v2_47_1 = scalar.constant 1770285442 : i32 + %v2_47_2 = scalar.constant 1771399562 : i32 + %v2_47_3 = scalar.constant 1772382625 : i32 + %w2_47 = vector.from_elements %v2_47_0, %v2_47_1, %v2_47_2, %v2_47_3 : vector<4xi32> + %o2_47 = index.constant 700 : index + vector.store %w2_47, %gv[%o2_47] : vector<4xi32>, view<1024xi32> + %v2_48_0 = scalar.constant 1772710309 : i32 + %v2_48_1 = scalar.constant 1779853841 : i32 + %v2_48_2 = scalar.constant 1782671896 : i32 + %v2_48_3 = scalar.constant 1783196228 : i32 + %w2_48 = vector.from_elements %v2_48_0, %v2_48_1, %v2_48_2, %v2_48_3 : vector<4xi32> + %o2_48 = index.constant 704 : index + vector.store %w2_48, %gv[%o2_48] : vector<4xi32>, view<1024xi32> + %v2_49_0 = scalar.constant 1783982672 : i32 + %v2_49_1 = scalar.constant 1784310360 : i32 + %v2_49_2 = scalar.constant 1785031268 : i32 + %v2_49_3 = scalar.constant 1787193961 : i32 + %w2_49 = vector.from_elements %v2_49_0, %v2_49_1, %v2_49_2, %v2_49_3 : vector<4xi32> + %o2_49 = index.constant 708 : index + vector.store %w2_49, %gv[%o2_49] : vector<4xi32>, view<1024xi32> + %v2_50_0 = scalar.constant 1788373652 : i32 + %v2_50_1 = scalar.constant 1789291162 : i32 + %v2_50_2 = scalar.constant -2147319808 : i32 + %v2_50_3 = scalar.constant -2146795512 : i32 + %w2_50 = vector.from_elements %v2_50_0, %v2_50_1, %v2_50_2, %v2_50_3 : vector<4xi32> + %o2_50 = index.constant 712 : index + vector.store %w2_50, %gv[%o2_50] : vector<4xi32>, view<1024xi32> + %v2_51_0 = scalar.constant -2145222624 : i32 + %v2_51_1 = scalar.constant -2144698328 : i32 + %v2_51_2 = scalar.constant -2142207931 : i32 + %v2_51_3 = scalar.constant -2141945775 : i32 + %w2_51 = vector.from_elements %v2_51_0, %v2_51_1, %v2_51_2, %v2_51_3 : vector<4xi32> + %o2_51 = index.constant 716 : index + vector.store %w2_51, %gv[%o2_51] : vector<4xi32>, view<1024xi32> + %v2_52_0 = scalar.constant -2141618090 : i32 + %v2_52_1 = scalar.constant -2139062171 : i32 + %v2_52_2 = scalar.constant -2138537854 : i32 + %v2_52_3 = scalar.constant -2137685878 : i32 + %w2_52 = vector.from_elements %v2_52_0, %v2_52_1, %v2_52_2, %v2_52_3 : vector<4xi32> + %o2_52 = index.constant 720 : index + vector.store %w2_52, %gv[%o2_52] : vector<4xi32>, view<1024xi32> + %v2_53_0 = scalar.constant -2136833888 : i32 + %v2_53_1 = scalar.constant -2136309592 : i32 + %v2_53_2 = scalar.constant -2129559291 : i32 + %v2_53_3 = scalar.constant -2129231596 : i32 + %w2_53 = vector.from_elements %v2_53_0, %v2_53_1, %v2_53_2, %v2_53_3 : vector<4xi32> + %o2_53 = index.constant 724 : index + vector.store %w2_53, %gv[%o2_53] : vector<4xi32>, view<1024xi32> + %v2_54_0 = scalar.constant -2128248551 : i32 + %v2_54_1 = scalar.constant -2126216895 : i32 + %v2_54_2 = scalar.constant -2125430455 : i32 + %v2_54_3 = scalar.constant -2125102766 : i32 + %w2_54 = vector.from_elements %v2_54_0, %v2_54_1, %v2_54_2, %v2_54_3 : vector<4xi32> + %o2_54 = index.constant 728 : index + vector.store %w2_54, %gv[%o2_54] : vector<4xi32>, view<1024xi32> + %v2_55_0 = scalar.constant -2124906154 : i32 + %v2_55_1 = scalar.constant -2124119719 : i32 + %v2_55_2 = scalar.constant -2123792026 : i32 + %v2_55_3 = scalar.constant -2121694843 : i32 + %w2_55 = vector.from_elements %v2_55_0, %v2_55_1, %v2_55_2, %v2_55_3 : vector<4xi32> + %o2_55 = index.constant 732 : index + vector.store %w2_55, %gv[%o2_55] : vector<4xi32>, view<1024xi32> + %v2_56_0 = scalar.constant -2120842860 : i32 + %v2_56_1 = scalar.constant -2119859815 : i32 + %v2_56_2 = scalar.constant -2113764864 : i32 + %v2_56_3 = scalar.constant -2113240568 : i32 + %w2_56 = vector.from_elements %v2_56_0, %v2_56_1, %v2_56_2, %v2_56_3 : vector<4xi32> + %o2_56 = index.constant 736 : index + vector.store %w2_56, %gv[%o2_56] : vector<4xi32>, view<1024xi32> + %v2_57_0 = scalar.constant -2111798763 : i32 + %v2_57_1 = scalar.constant -2111274462 : i32 + %v2_57_2 = scalar.constant -2108587478 : i32 + %v2_57_3 = scalar.constant -2108063148 : i32 + %w2_57 = vector.from_elements %v2_57_0, %v2_57_1, %v2_57_2, %v2_57_3 : vector<4xi32> + %o2_57 = index.constant 740 : index + vector.store %w2_57, %gv[%o2_57] : vector<4xi32>, view<1024xi32> + %v2_58_0 = scalar.constant -2105507227 : i32 + %v2_58_1 = scalar.constant -2104982910 : i32 + %v2_58_2 = scalar.constant -2104130934 : i32 + %v2_58_3 = scalar.constant -2103278944 : i32 + %w2_58 = vector.from_elements %v2_58_0, %v2_58_1, %v2_58_2, %v2_58_3 : vector<4xi32> + %o2_58 = index.constant 744 : index + vector.store %w2_58, %gv[%o2_58] : vector<4xi32>, view<1024xi32> + %v2_59_0 = scalar.constant -2102754648 : i32 + %v2_59_1 = scalar.constant -2078702572 : i32 + %v2_59_2 = scalar.constant -2075884479 : i32 + %v2_59_3 = scalar.constant -2074770351 : i32 + %w2_59 = vector.from_elements %v2_59_0, %v2_59_1, %v2_59_2, %v2_59_3 : vector<4xi32> + %o2_59 = index.constant 748 : index + vector.store %w2_59, %gv[%o2_59] : vector<4xi32>, view<1024xi32> + %v2_60_0 = scalar.constant -2073983910 : i32 + %v2_60_1 = scalar.constant -2073459612 : i32 + %v2_60_2 = scalar.constant -2070313836 : i32 + %v2_60_3 = scalar.constant -2062973695 : i32 + %w2_60 = vector.from_elements %v2_60_0, %v2_60_1, %v2_60_2, %v2_60_3 : vector<4xi32> + %o2_60 = index.constant 752 : index + vector.store %w2_60, %gv[%o2_60] : vector<4xi32>, view<1024xi32> + %v2_61_0 = scalar.constant -2062187246 : i32 + %v2_61_1 = scalar.constant -2061073126 : i32 + %v2_61_2 = scalar.constant -2059369175 : i32 + %v2_61_3 = scalar.constant -2059041471 : i32 + %w2_61 = vector.from_elements %v2_61_0, %v2_61_1, %v2_61_2, %v2_61_3 : vector<4xi32> + %o2_61 = index.constant 756 : index + vector.store %w2_61, %gv[%o2_61] : vector<4xi32>, view<1024xi32> + %v2_62_0 = scalar.constant -2058255032 : i32 + %v2_62_1 = scalar.constant -2057992876 : i32 + %v2_62_2 = scalar.constant -2057730730 : i32 + %v2_62_3 = scalar.constant -2056944294 : i32 + %w2_62 = vector.from_elements %v2_62_0, %v2_62_1, %v2_62_2, %v2_62_3 : vector<4xi32> + %o2_62 = index.constant 760 : index + vector.store %w2_62, %gv[%o2_62] : vector<4xi32>, view<1024xi32> + %v2_63_0 = scalar.constant -2056747674 : i32 + %v2_63_1 = scalar.constant -2055109270 : i32 + %v2_63_2 = scalar.constant -2054781564 : i32 + %v2_63_3 = scalar.constant -2054126199 : i32 + %w2_63 = vector.from_elements %v2_63_0, %v2_63_1, %v2_63_2, %v2_63_3 : vector<4xi32> + %o2_63 = index.constant 764 : index + vector.store %w2_63, %gv[%o2_63] : vector<4xi32>, view<1024xi32> + } + %k3 = index.constant 3 : index + %is3 = index.cmp eq, %chunk, %k3 : index + scf.if %is3 { + %v3_0_0 = scalar.constant -2053798510 : i32 + %v3_0_1 = scalar.constant -2052684392 : i32 + %v3_0_2 = scalar.constant -2045344239 : i32 + %v3_0_3 = scalar.constant -2044361191 : i32 + %w3_0 = vector.from_elements %v3_0_0, %v3_0_1, %v3_0_2, %v3_0_3 : vector<4xi32> + %o3_0 = index.constant 768 : index + vector.store %w3_0, %gv[%o3_0] : vector<4xi32>, view<1024xi32> + %v3_1_0 = scalar.constant -2042329535 : i32 + %v3_1_1 = scalar.constant -2041936311 : i32 + %v3_1_2 = scalar.constant -2041215408 : i32 + %v3_1_3 = scalar.constant -2040887719 : i32 + %w3_1 = vector.from_elements %v3_1_0, %v3_1_1, %v3_1_2, %v3_1_3 : vector<4xi32> + %o3_1 = index.constant 772 : index + vector.store %w3_1, %gv[%o3_1] : vector<4xi32>, view<1024xi32> + %v3_2_0 = scalar.constant -2040101279 : i32 + %v3_2_1 = scalar.constant -2038069654 : i32 + %v3_2_2 = scalar.constant -2036693359 : i32 + %v3_2_3 = scalar.constant -2013231452 : i32 + %w3_2 = vector.from_elements %v3_2_0, %v3_2_1, %v3_2_2, %v3_2_3 : vector<4xi32> + %o3_2 = index.constant 776 : index + vector.store %w3_2, %gv[%o3_2] : vector<4xi32>, view<1024xi32> + %v3_3_0 = scalar.constant -2012706814 : i32 + %v3_3_1 = scalar.constant -2011854838 : i32 + %v3_3_2 = scalar.constant -2011002848 : i32 + %v3_3_3 = scalar.constant -2010478552 : i32 + %w3_3 = vector.from_elements %v3_3_0, %v3_3_1, %v3_3_2, %v3_3_3 : vector<4xi32> + %o3_3 = index.constant 780 : index + vector.store %w3_3, %gv[%o3_3] : vector<4xi32>, view<1024xi32> + %v3_4_0 = scalar.constant -2008709055 : i32 + %v3_4_1 = scalar.constant -2007725999 : i32 + %v3_4_2 = scalar.constant -2006611879 : i32 + %v3_4_3 = scalar.constant -2004842391 : i32 + %w3_4 = vector.from_elements %v3_4_0, %v3_4_1, %v3_4_2, %v3_4_3 : vector<4xi32> + %o3_4 = index.constant 784 : index + vector.store %w3_4, %gv[%o3_4] : vector<4xi32>, view<1024xi32> + %v3_5_0 = scalar.constant -2004318078 : i32 + %v3_5_1 = scalar.constant -2003466102 : i32 + %v3_5_2 = scalar.constant -2002614112 : i32 + %v3_5_3 = scalar.constant -2002089816 : i32 + %w3_5 = vector.from_elements %v3_5_0, %v3_5_1, %v3_5_2, %v3_5_3 : vector<4xi32> + %o3_5 = index.constant 788 : index + vector.store %w3_5, %gv[%o3_5] : vector<4xi32>, view<1024xi32> + %v3_6_0 = scalar.constant -1996060411 : i32 + %v3_6_1 = scalar.constant -1995142895 : i32 + %v3_6_2 = scalar.constant -1994028778 : i32 + %v3_6_3 = scalar.constant -1991997119 : i32 + %w3_6 = vector.from_elements %v3_6_0, %v3_6_1, %v3_6_2, %v3_6_3 : vector<4xi32> + %o3_6 = index.constant 792 : index + vector.store %w3_6, %gv[%o3_6] : vector<4xi32>, view<1024xi32> + %v3_7_0 = scalar.constant -1991669434 : i32 + %v3_7_1 = scalar.constant -1991079600 : i32 + %v3_7_2 = scalar.constant -1990555307 : i32 + %v3_7_3 = scalar.constant -1989899935 : i32 + %w3_7 = vector.from_elements %v3_7_0, %v3_7_1, %v3_7_2, %v3_7_3 : vector<4xi32> + %o3_7 = index.constant 796 : index + vector.store %w3_7, %gv[%o3_7] : vector<4xi32>, view<1024xi32> + %v3_8_0 = scalar.constant -1986623099 : i32 + %v3_8_1 = scalar.constant -1985640039 : i32 + %v3_8_2 = scalar.constant -1979545088 : i32 + %v3_8_3 = scalar.constant -1979020792 : i32 + %w3_8 = vector.from_elements %v3_8_0, %v3_8_1, %v3_8_2, %v3_8_3 : vector<4xi32> + %o3_8 = index.constant 800 : index + vector.store %w3_8, %gv[%o3_8] : vector<4xi32>, view<1024xi32> + %v3_9_0 = scalar.constant -1977578987 : i32 + %v3_9_1 = scalar.constant -1977054686 : i32 + %v3_9_2 = scalar.constant -1975154134 : i32 + %v3_9_3 = scalar.constant -1974171055 : i32 + %w3_9 = vector.from_elements %v3_9_0, %v3_9_1, %v3_9_2, %v3_9_3 : vector<4xi32> + %o3_9 = index.constant 804 : index + vector.store %w3_9, %gv[%o3_9] : vector<4xi32>, view<1024xi32> + %v3_10_0 = scalar.constant -1971287466 : i32 + %v3_10_1 = scalar.constant -1970763134 : i32 + %v3_10_2 = scalar.constant -1969911158 : i32 + %v3_10_3 = scalar.constant -1969059168 : i32 + %w3_10 = vector.from_elements %v3_10_0, %v3_10_1, %v3_10_2, %v3_10_3 : vector<4xi32> + %o3_10 = index.constant 808 : index + vector.store %w3_10, %gv[%o3_10] : vector<4xi32>, view<1024xi32> + %v3_11_0 = scalar.constant -1968534872 : i32 + %v3_11_1 = scalar.constant -1877897211 : i32 + %v3_11_2 = scalar.constant -1877438442 : i32 + %v3_11_3 = scalar.constant -1876586471 : i32 + %w3_11 = vector.from_elements %v3_11_0, %v3_11_1, %v3_11_2, %v3_11_3 : vector<4xi32> + %o3_11 = index.constant 812 : index + vector.store %w3_11, %gv[%o3_11] : vector<4xi32>, view<1024xi32> + %v3_12_0 = scalar.constant -1874423743 : i32 + %v3_12_1 = scalar.constant -1873440695 : i32 + %v3_12_2 = scalar.constant -1873113000 : i32 + %v3_12_3 = scalar.constant -1872064407 : i32 + %w3_12 = vector.from_elements %v3_12_0, %v3_12_1, %v3_12_2, %v3_12_3 : vector<4xi32> + %o3_12 = index.constant 816 : index + vector.store %w3_12, %gv[%o3_12] : vector<4xi32>, view<1024xi32> + %v3_13_0 = scalar.constant -1869508475 : i32 + %v3_13_1 = scalar.constant -1869180780 : i32 + %v3_13_2 = scalar.constant -1868197735 : i32 + %v3_13_3 = scalar.constant -1861971711 : i32 + %w3_13 = vector.from_elements %v3_13_0, %v3_13_1, %v3_13_2, %v3_13_3 : vector<4xi32> + %o3_13 = index.constant 820 : index + vector.store %w3_13, %gv[%o3_13] : vector<4xi32>, view<1024xi32> + %v3_14_0 = scalar.constant -1861644026 : i32 + %v3_14_1 = scalar.constant -1860857584 : i32 + %v3_14_2 = scalar.constant -1860529896 : i32 + %v3_14_3 = scalar.constant -1859874527 : i32 + %w3_14 = vector.from_elements %v3_14_0, %v3_14_1, %v3_14_2, %v3_14_3 : vector<4xi32> + %o3_14 = index.constant 824 : index + vector.store %w3_14, %gv[%o3_14] : vector<4xi32>, view<1024xi32> + %v3_15_0 = scalar.constant -1859546842 : i32 + %v3_15_1 = scalar.constant -1857711808 : i32 + %v3_15_2 = scalar.constant -1856925360 : i32 + %v3_15_3 = scalar.constant -1856663212 : i32 + %w3_15 = vector.from_elements %v3_15_0, %v3_15_1, %v3_15_2, %v3_15_3 : vector<4xi32> + %o3_15 = index.constant 828 : index + vector.store %w3_15, %gv[%o3_15] : vector<4xi32>, view<1024xi32> + %v3_16_0 = scalar.constant -1856401066 : i32 + %v3_16_1 = scalar.constant -1855614622 : i32 + %v3_16_2 = scalar.constant -1853451900 : i32 + %v3_16_3 = scalar.constant -1852468846 : i32 + %w3_16 = vector.from_elements %v3_16_0, %v3_16_1, %v3_16_2, %v3_16_3 : vector<4xi32> + %o3_16 = index.constant 832 : index + vector.store %w3_16, %gv[%o3_16] : vector<4xi32>, view<1024xi32> + %v3_17_0 = scalar.constant -1851682408 : i32 + %v3_17_1 = scalar.constant -1851354716 : i32 + %v3_17_2 = scalar.constant -1845128791 : i32 + %v3_17_3 = scalar.constant -1844145647 : i32 + %w3_17 = vector.from_elements %v3_17_0, %v3_17_1, %v3_17_2, %v3_17_3 : vector<4xi32> + %o3_17 = index.constant 836 : index + vector.store %w3_17, %gv[%o3_17] : vector<4xi32>, view<1024xi32> + %v3_18_0 = scalar.constant -1843031527 : i32 + %v3_18_1 = scalar.constant -1840868796 : i32 + %v3_18_2 = scalar.constant -1840213431 : i32 + %v3_18_3 = scalar.constant -1839885742 : i32 + %w3_18 = vector.from_elements %v3_18_0, %v3_18_1, %v3_18_2, %v3_18_3 : vector<4xi32> + %o3_18 = index.constant 840 : index + vector.store %w3_18, %gv[%o3_18] : vector<4xi32>, view<1024xi32> + %v3_19_0 = scalar.constant -1838771624 : i32 + %v3_19_1 = scalar.constant -1836739991 : i32 + %v3_19_2 = scalar.constant -1835625836 : i32 + %v3_19_3 = scalar.constant -1811836247 : i32 + %w3_19 = vector.from_elements %v3_19_0, %v3_19_1, %v3_19_2, %v3_19_3 : vector<4xi32> + %o3_19 = index.constant 844 : index + vector.store %w3_19, %gv[%o3_19] : vector<4xi32>, view<1024xi32> + %v3_20_0 = scalar.constant -1811508220 : i32 + %v3_20_1 = scalar.constant -1810525168 : i32 + %v3_20_2 = scalar.constant -1809411048 : i32 + %v3_20_3 = scalar.constant -1807051712 : i32 + %w3_20 = vector.from_elements %v3_20_0, %v3_20_1, %v3_20_2, %v3_20_3 : vector<4xi32> + %o3_20 = index.constant 848 : index + vector.store %w3_20, %gv[%o3_20] : vector<4xi32>, view<1024xi32> + %v3_21_0 = scalar.constant -1806396335 : i32 + %v3_21_1 = scalar.constant -1806265259 : i32 + %v3_21_2 = scalar.constant -1806068648 : i32 + %v3_21_3 = scalar.constant -1805544352 : i32 + %w3_21 = vector.from_elements %v3_21_0, %v3_21_1, %v3_21_2, %v3_21_3 : vector<4xi32> + %o3_21 = index.constant 852 : index + vector.store %w3_21, %gv[%o3_21] : vector<4xi32>, view<1024xi32> + %v3_22_0 = scalar.constant -1805282206 : i32 + %v3_22_1 = scalar.constant -1803119484 : i32 + %v3_22_2 = scalar.constant -1802201966 : i32 + %v3_22_3 = scalar.constant -1801939819 : i32 + %w3_22 = vector.from_elements %v3_22_0, %v3_22_1, %v3_22_2, %v3_22_3 : vector<4xi32> + %o3_22 = index.constant 856 : index + vector.store %w3_22, %gv[%o3_22] : vector<4xi32>, view<1024xi32> + %v3_23_0 = scalar.constant -1800825695 : i32 + %v3_23_1 = scalar.constant -1794796288 : i32 + %v3_23_2 = scalar.constant -1794468600 : i32 + %v3_23_3 = scalar.constant -1794009840 : i32 + %w3_23 = vector.from_elements %v3_23_0, %v3_23_1, %v3_23_2, %v3_23_3 : vector<4xi32> + %o3_23 = index.constant 860 : index + vector.store %w3_23, %gv[%o3_23] : vector<4xi32>, view<1024xi32> + %v3_24_0 = scalar.constant -1793747692 : i32 + %v3_24_1 = scalar.constant -1793485546 : i32 + %v3_24_2 = scalar.constant -1792699103 : i32 + %v3_24_3 = scalar.constant -1792371415 : i32 + %w3_24 = vector.from_elements %v3_24_0, %v3_24_1, %v3_24_2, %v3_24_3 : vector<4xi32> + %o3_24 = index.constant 864 : index + vector.store %w3_24, %gv[%o3_24] : vector<4xi32>, view<1024xi32> + %v3_25_0 = scalar.constant -1790667455 : i32 + %v3_25_1 = scalar.constant -1790536379 : i32 + %v3_25_2 = scalar.constant -1789881015 : i32 + %v3_25_3 = scalar.constant -1789749935 : i32 + %w3_25 = vector.from_elements %v3_25_0, %v3_25_1, %v3_25_2, %v3_25_3 : vector<4xi32> + %o3_25 = index.constant 868 : index + vector.store %w3_25, %gv[%o3_25] : vector<4xi32>, view<1024xi32> + %v3_26_0 = scalar.constant -1789553324 : i32 + %v3_26_1 = scalar.constant -1789356714 : i32 + %v3_26_2 = scalar.constant -1789225639 : i32 + %v3_26_3 = scalar.constant -1788570271 : i32 + %w3_26 = vector.from_elements %v3_26_0, %v3_26_1, %v3_26_2, %v3_26_3 : vector<4xi32> + %o3_26 = index.constant 872 : index + vector.store %w3_26, %gv[%o3_26] : vector<4xi32>, view<1024xi32> + %v3_27_0 = scalar.constant -1788439195 : i32 + %v3_27_1 = scalar.constant -1786669719 : i32 + %v3_27_2 = scalar.constant -1786210939 : i32 + %v3_27_3 = scalar.constant -1785555567 : i32 + %w3_27 = vector.from_elements %v3_27_0, %v3_27_1, %v3_27_2, %v3_27_3 : vector<4xi32> + %o3_27 = index.constant 876 : index + vector.store %w3_27, %gv[%o3_27] : vector<4xi32>, view<1024xi32> + %v3_28_0 = scalar.constant -1785358956 : i32 + %v3_28_1 = scalar.constant -1785096810 : i32 + %v3_28_2 = scalar.constant -1784638054 : i32 + %v3_28_3 = scalar.constant -1784310366 : i32 + %w3_28 = vector.from_elements %v3_28_0, %v3_28_1, %v3_28_2, %v3_28_3 : vector<4xi32> + %o3_28 = index.constant 880 : index + vector.store %w3_28, %gv[%o3_28] : vector<4xi32>, view<1024xi32> + %v3_29_0 = scalar.constant -1783982680 : i32 + %v3_29_1 = scalar.constant -1778084351 : i32 + %v3_29_2 = scalar.constant -1776970224 : i32 + %v3_29_3 = scalar.constant -1776249319 : i32 + %w3_29 = vector.from_elements %v3_29_0, %v3_29_1, %v3_29_2, %v3_29_3 : vector<4xi32> + %o3_29 = index.constant 884 : index + vector.store %w3_29, %gv[%o3_29] : vector<4xi32>, view<1024xi32> + %v3_30_0 = scalar.constant -1775659482 : i32 + %v3_30_1 = scalar.constant -1773627835 : i32 + %v3_30_2 = scalar.constant -1773038007 : i32 + %v3_30_3 = scalar.constant -1772775854 : i32 + %w3_30 = vector.from_elements %v3_30_0, %v3_30_1, %v3_30_2, %v3_30_3 : vector<4xi32> + %o3_30 = index.constant 888 : index + vector.store %w3_30, %gv[%o3_30] : vector<4xi32>, view<1024xi32> + %v3_31_0 = scalar.constant -1772513706 : i32 + %v3_31_1 = scalar.constant -1771530651 : i32 + %v3_31_2 = scalar.constant -1769695614 : i32 + %v3_31_3 = scalar.constant -1769302391 : i32 + %w3_31 = vector.from_elements %v3_31_0, %v3_31_1, %v3_31_2, %v3_31_3 : vector<4xi32> + %o3_31 = index.constant 892 : index + vector.store %w3_31, %gv[%o3_31] : vector<4xi32>, view<1024xi32> + %v3_32_0 = scalar.constant -1768647022 : i32 + %v3_32_1 = scalar.constant -1767598443 : i32 + %v3_32_2 = scalar.constant -1767270746 : i32 + %v3_32_3 = scalar.constant -1743349755 : i32 + %w3_32 = vector.from_elements %v3_32_0, %v3_32_1, %v3_32_2, %v3_32_3 : vector<4xi32> + %o3_32 = index.constant 896 : index + vector.store %w3_32, %gv[%o3_32] : vector<4xi32>, view<1024xi32> + %v3_33_0 = scalar.constant -1742366695 : i32 + %v3_33_1 = scalar.constant -1740203967 : i32 + %v3_33_2 = scalar.constant -1739417520 : i32 + %v3_33_3 = scalar.constant -1739155371 : i32 + %w3_33 = vector.from_elements %v3_33_0, %v3_33_1, %v3_33_2, %v3_33_3 : vector<4xi32> + %o3_33 = index.constant 900 : index + vector.store %w3_33, %gv[%o3_33] : vector<4xi32>, view<1024xi32> + %v3_34_0 = scalar.constant -1738237862 : i32 + %v3_34_1 = scalar.constant -1736075163 : i32 + %v3_34_2 = scalar.constant -1734961007 : i32 + %v3_34_3 = scalar.constant -1733977959 : i32 + %w3_34 = vector.from_elements %v3_34_0, %v3_34_1, %v3_34_2, %v3_34_3 : vector<4xi32> + %o3_34 = index.constant 904 : index + vector.store %w3_34, %gv[%o3_34] : vector<4xi32>, view<1024xi32> + %v3_35_0 = scalar.constant -1727620860 : i32 + %v3_35_1 = scalar.constant -1726965495 : i32 + %v3_35_2 = scalar.constant -1726637806 : i32 + %v3_35_3 = scalar.constant -1726310120 : i32 + %w3_35 = vector.from_elements %v3_35_0, %v3_35_1, %v3_35_2, %v3_35_3 : vector<4xi32> + %o3_35 = index.constant 908 : index + vector.store %w3_35, %gv[%o3_35] : vector<4xi32>, view<1024xi32> + %v3_36_0 = scalar.constant -1725851360 : i32 + %v3_36_1 = scalar.constant -1725523676 : i32 + %v3_36_2 = scalar.constant -1723688640 : i32 + %v3_36_3 = scalar.constant -1723295419 : i32 + %w3_36 = vector.from_elements %v3_36_0, %v3_36_1, %v3_36_2, %v3_36_3 : vector<4xi32> + %o3_36 = index.constant 912 : index + vector.store %w3_36, %gv[%o3_36] : vector<4xi32>, view<1024xi32> + %v3_37_0 = scalar.constant -1722705590 : i32 + %v3_37_1 = scalar.constant -1722443436 : i32 + %v3_37_2 = scalar.constant -1722181290 : i32 + %v3_37_3 = scalar.constant -1721394846 : i32 + %w3_37 = vector.from_elements %v3_37_0, %v3_37_1, %v3_37_2, %v3_37_3 : vector<4xi32> + %o3_37 = index.constant 916 : index + vector.store %w3_37, %gv[%o3_37] : vector<4xi32>, view<1024xi32> + %v3_38_0 = scalar.constant -1721067162 : i32 + %v3_38_1 = scalar.constant -1719363199 : i32 + %v3_38_2 = scalar.constant -1718445680 : i32 + %v3_38_3 = scalar.constant -1717921387 : i32 + %w3_38 = vector.from_elements %v3_38_0, %v3_38_1, %v3_38_2, %v3_38_3 : vector<4xi32> + %o3_38 = index.constant 920 : index + vector.store %w3_38, %gv[%o3_38] : vector<4xi32>, view<1024xi32> + %v3_39_0 = scalar.constant -1717134943 : i32 + %v3_39_1 = scalar.constant -1709860347 : i32 + %v3_39_2 = scalar.constant -1706780123 : i32 + %v3_39_3 = scalar.constant -1706452410 : i32 + %w3_39 = vector.from_elements %v3_39_0, %v3_39_1, %v3_39_2, %v3_39_3 : vector<4xi32> + %o3_39 = index.constant 924 : index + vector.store %w3_39, %gv[%o3_39] : vector<4xi32>, view<1024xi32> + %v3_40_0 = scalar.constant -1705665968 : i32 + %v3_40_1 = scalar.constant -1704879528 : i32 + %v3_40_2 = scalar.constant -1701733755 : i32 + %v3_40_3 = scalar.constant -1701471596 : i32 + %w3_40 = vector.from_elements %v3_40_0, %v3_40_1, %v3_40_2, %v3_40_3 : vector<4xi32> + %o3_40 = index.constant 928 : index + vector.store %w3_40, %gv[%o3_40] : vector<4xi32>, view<1024xi32> + %v3_41_0 = scalar.constant -1610573162 : i32 + %v3_41_1 = scalar.constant -1610047486 : i32 + %v3_41_2 = scalar.constant -1609195510 : i32 + %v3_41_3 = scalar.constant -1608343520 : i32 + %w3_41 = vector.from_elements %v3_41_0, %v3_41_1, %v3_41_2, %v3_41_3 : vector<4xi32> + %o3_41 = index.constant 932 : index + vector.store %w3_41, %gv[%o3_41] : vector<4xi32>, view<1024xi32> + %v3_42_0 = scalar.constant -1607819224 : i32 + %v3_42_1 = scalar.constant -1605263291 : i32 + %v3_42_2 = scalar.constant -1604935596 : i32 + %v3_42_3 = scalar.constant -1602183079 : i32 + %w3_42 = vector.from_elements %v3_42_0, %v3_42_1, %v3_42_2, %v3_42_3 : vector<4xi32> + %o3_42 = index.constant 936 : index + vector.store %w3_42, %gv[%o3_42] : vector<4xi32>, view<1024xi32> + %v3_43_0 = scalar.constant -1601658750 : i32 + %v3_43_1 = scalar.constant -1600806774 : i32 + %v3_43_2 = scalar.constant -1599954784 : i32 + %v3_43_3 = scalar.constant -1599430488 : i32 + %w3_43 = vector.from_elements %v3_43_0, %v3_43_1, %v3_43_2, %v3_43_3 : vector<4xi32> + %o3_43 = index.constant 940 : index + vector.store %w3_43, %gv[%o3_43] : vector<4xi32>, view<1024xi32> + %v3_44_0 = scalar.constant -1593204475 : i32 + %v3_44_1 = scalar.constant -1592483567 : i32 + %v3_44_2 = scalar.constant -1592155882 : i32 + %v3_44_3 = scalar.constant -1589206758 : i32 + %w3_44 = vector.from_elements %v3_44_0, %v3_44_1, %v3_44_2, %v3_44_3 : vector<4xi32> + %o3_44 = index.constant 944 : index + vector.store %w3_44, %gv[%o3_44] : vector<4xi32>, view<1024xi32> + %v3_45_0 = scalar.constant -1588485815 : i32 + %v3_45_1 = scalar.constant -1588027051 : i32 + %v3_45_2 = scalar.constant -1587437222 : i32 + %v3_45_3 = scalar.constant -1585077916 : i32 + %w3_45 = vector.from_elements %v3_45_0, %v3_45_1, %v3_45_2, %v3_45_3 : vector<4xi32> + %o3_45 = index.constant 948 : index + vector.store %w3_45, %gv[%o3_45] : vector<4xi32>, view<1024xi32> + %v3_46_0 = scalar.constant -1584225904 : i32 + %v3_46_1 = scalar.constant -1583767146 : i32 + %v3_46_2 = scalar.constant -1576492542 : i32 + %v3_46_3 = scalar.constant -1575968246 : i32 + %w3_46 = vector.from_elements %v3_46_0, %v3_46_1, %v3_46_2, %v3_46_3 : vector<4xi32> + %o3_46 = index.constant 952 : index + vector.store %w3_46, %gv[%o3_46] : vector<4xi32>, view<1024xi32> + %v3_47_0 = scalar.constant -1574788583 : i32 + %v3_47_1 = scalar.constant -1574264280 : i32 + %v3_47_2 = scalar.constant -1571708347 : i32 + %v3_47_3 = scalar.constant -1571184042 : i32 + %w3_47 = vector.from_elements %v3_47_0, %v3_47_1, %v3_47_2, %v3_47_3 : vector<4xi32> + %o3_47 = index.constant 956 : index + vector.store %w3_47, %gv[%o3_47] : vector<4xi32>, view<1024xi32> + %v3_48_0 = scalar.constant -1568628123 : i32 + %v3_48_1 = scalar.constant -1568103806 : i32 + %v3_48_2 = scalar.constant -1567251830 : i32 + %v3_48_3 = scalar.constant -1566399840 : i32 + %w3_48 = vector.from_elements %v3_48_0, %v3_48_1, %v3_48_2, %v3_48_3 : vector<4xi32> + %o3_48 = index.constant 960 : index + vector.store %w3_48, %gv[%o3_48] : vector<4xi32>, view<1024xi32> + %v3_49_0 = scalar.constant -1565875544 : i32 + %v3_49_1 = scalar.constant -1541037031 : i32 + %v3_49_2 = scalar.constant -1539005375 : i32 + %v3_49_3 = scalar.constant -1537956784 : i32 + %w3_49 = vector.from_elements %v3_49_0, %v3_49_1, %v3_49_2, %v3_49_3 : vector<4xi32> + %o3_49 = index.constant 964 : index + vector.store %w3_49, %gv[%o3_49] : vector<4xi32>, view<1024xi32> + %v3_50_0 = scalar.constant -1537694635 : i32 + %v3_50_1 = scalar.constant -1537104806 : i32 + %v3_50_2 = scalar.constant -1536777115 : i32 + %v3_50_3 = scalar.constant -1536580504 : i32 + %w3_50 = vector.from_elements %v3_50_0, %v3_50_1, %v3_50_2, %v3_50_3 : vector<4xi32> + %o3_50 = index.constant 968 : index + vector.store %w3_50, %gv[%o3_50] : vector<4xi32>, view<1024xi32> + %v3_51_0 = scalar.constant -1526291323 : i32 + %v3_51_1 = scalar.constant -1525635831 : i32 + %v3_51_2 = scalar.constant -1525308142 : i32 + %v3_51_3 = scalar.constant -1524194024 : i32 + %w3_51 = vector.from_elements %v3_51_0, %v3_51_1, %v3_51_2, %v3_51_3 : vector<4xi32> + %o3_51 = index.constant 972 : index + vector.store %w3_51, %gv[%o3_51] : vector<4xi32>, view<1024xi32> + %v3_52_0 = scalar.constant -1522358999 : i32 + %v3_52_1 = scalar.constant -1521375931 : i32 + %v3_52_2 = scalar.constant -1521113772 : i32 + %v3_52_3 = scalar.constant -1520851626 : i32 + %w3_52 = vector.from_elements %v3_52_0, %v3_52_1, %v3_52_2, %v3_52_3 : vector<4xi32> + %o3_52 = index.constant 976 : index + vector.store %w3_52, %gv[%o3_52] : vector<4xi32>, view<1024xi32> + %v3_53_0 = scalar.constant -1519737499 : i32 + %v3_53_1 = scalar.constant -1518033535 : i32 + %v3_53_2 = scalar.constant -1517902459 : i32 + %v3_53_3 = scalar.constant -1517116023 : i32 + %w3_53 = vector.from_elements %v3_53_0, %v3_53_1, %v3_53_2, %v3_53_3 : vector<4xi32> + %o3_53 = index.constant 980 : index + vector.store %w3_53, %gv[%o3_53] : vector<4xi32>, view<1024xi32> + %v3_54_0 = scalar.constant -1516722795 : i32 + %v3_54_1 = scalar.constant -1508792827 : i32 + %v3_54_2 = scalar.constant -1508202986 : i32 + %v3_54_3 = scalar.constant -1507482079 : i32 + %w3_54 = vector.from_elements %v3_54_0, %v3_54_1, %v3_54_2, %v3_54_3 : vector<4xi32> + %o3_54 = index.constant 984 : index + vector.store %w3_54, %gv[%o3_54] : vector<4xi32>, view<1024xi32> + %v3_55_0 = scalar.constant -1505319356 : i32 + %v3_55_1 = scalar.constant -1504532918 : i32 + %v3_55_2 = scalar.constant -1504270763 : i32 + %v3_55_3 = scalar.constant -1503615400 : i32 + %w3_55 = vector.from_elements %v3_55_0, %v3_55_1, %v3_55_2, %v3_55_3 : vector<4xi32> + %o3_55 = index.constant 988 : index + vector.store %w3_55, %gv[%o3_55] : vector<4xi32>, view<1024xi32> + %v3_56_0 = scalar.constant -1501125022 : i32 + %v3_56_1 = scalar.constant -1500141936 : i32 + %v3_56_2 = scalar.constant -1499879786 : i32 + %v3_56_3 = scalar.constant -1499158879 : i32 + %w3_56 = vector.from_elements %v3_56_0, %v3_56_1, %v3_56_2, %v3_56_3 : vector<4xi32> + %o3_56 = index.constant 992 : index + vector.store %w3_56, %gv[%o3_56] : vector<4xi32>, view<1024xi32> + %v3_57_0 = scalar.constant -1476352346 : i32 + %v3_57_1 = scalar.constant -1475827710 : i32 + %v3_57_2 = scalar.constant -1474254838 : i32 + %v3_57_3 = scalar.constant -1473730526 : i32 + %w3_57 = vector.from_elements %v3_57_0, %v3_57_1, %v3_57_2, %v3_57_3 : vector<4xi32> + %o3_57 = index.constant 996 : index + vector.store %w3_57, %gv[%o3_57] : vector<4xi32>, view<1024xi32> + %v3_58_0 = scalar.constant -1471043542 : i32 + %v3_58_1 = scalar.constant -1470715820 : i32 + %v3_58_2 = scalar.constant -1467963303 : i32 + %v3_58_3 = scalar.constant -1467438974 : i32 + %w3_58 = vector.from_elements %v3_58_0, %v3_58_1, %v3_58_2, %v3_58_3 : vector<4xi32> + %o3_58 = index.constant 1000 : index + vector.store %w3_58, %gv[%o3_58] : vector<4xi32>, view<1024xi32> + %v3_59_0 = scalar.constant -1466586998 : i32 + %v3_59_1 = scalar.constant -1465735008 : i32 + %v3_59_2 = scalar.constant -1465210712 : i32 + %v3_59_3 = scalar.constant -1458263803 : i32 + %w3_59 = vector.from_elements %v3_59_0, %v3_59_1, %v3_59_2, %v3_59_3 : vector<4xi32> + %o3_59 = index.constant 1004 : index + vector.store %w3_59, %gv[%o3_59] : vector<4xi32>, view<1024xi32> + %v3_60_0 = scalar.constant -1457411815 : i32 + %v3_60_1 = scalar.constant -1455314651 : i32 + %v3_60_2 = scalar.constant -1454003888 : i32 + %v3_60_3 = scalar.constant -1453217446 : i32 + %w3_60 = vector.from_elements %v3_60_0, %v3_60_1, %v3_60_2, %v3_60_3 : vector<4xi32> + %o3_60 = index.constant 1008 : index + vector.store %w3_60, %gv[%o3_60] : vector<4xi32>, view<1024xi32> + %v3_61_0 = scalar.constant -1452693146 : i32 + %v3_61_1 = scalar.constant -1449743984 : i32 + %v3_61_2 = scalar.constant -1442665984 : i32 + %v3_61_3 = scalar.constant -1442141688 : i32 + %w3_61 = vector.from_elements %v3_61_0, %v3_61_1, %v3_61_2, %v3_61_3 : vector<4xi32> + %o3_61 = index.constant 1012 : index + vector.store %w3_61, %gv[%o3_61] : vector<4xi32>, view<1024xi32> + %v3_62_0 = scalar.constant -1440568800 : i32 + %v3_62_1 = scalar.constant -1440044504 : i32 + %v3_62_2 = scalar.constant -1437291951 : i32 + %v3_62_3 = scalar.constant -1434408362 : i32 + %w3_62 = vector.from_elements %v3_62_0, %v3_62_1, %v3_62_2, %v3_62_3 : vector<4xi32> + %o3_62 = index.constant 1016 : index + vector.store %w3_62, %gv[%o3_62] : vector<4xi32>, view<1024xi32> + %v3_63_0 = scalar.constant -1433884030 : i32 + %v3_63_1 = scalar.constant -1433032054 : i32 + %v3_63_2 = scalar.constant -1432180064 : i32 + %v3_63_3 = scalar.constant -1431655768 : i32 + %w3_63 = vector.from_elements %v3_63_0, %v3_63_1, %v3_63_2, %v3_63_3 : vector<4xi32> + %o3_63 = index.constant 1020 : index + vector.store %w3_63, %gv[%o3_63] : vector<4xi32>, view<1024xi32> + } + func.return +} + +// IQ1_M's fp16 block scale (as motifs/dequant.loom's ggml_iq1m_block_scale). +func.def inline @ggml_kquant_iq1m_block_scale(%weight: buffer, %block_byte_base: offset) -> (f32) { + %wv = buffer.view %weight[%block_byte_base] : buffer -> view<28xi16> + %c24 = index.constant 24 : index + %c25 = index.constant 25 : index + %c26 = index.constant 26 : index + %c27 = index.constant 27 : index + %c4_i32 = scalar.constant 4 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c12_i32 = scalar.constant 12 : i32 + %c240_i32 = scalar.constant 240 : i32 + %c3840_i32 = scalar.constant 3840 : i32 + %c61440_i32 = scalar.constant 61440 : i32 + %c255_i32 = scalar.constant 255 : i32 + %w0_i16 = view.load %wv[%c24] : view<28xi16> -> i16 + %w1_i16 = view.load %wv[%c25] : view<28xi16> -> i16 + %w2_i16 = view.load %wv[%c26] : view<28xi16> -> i16 + %w3_i16 = view.load %wv[%c27] : view<28xi16> -> i16 + %w0 = scalar.extui %w0_i16 : i16 to i32 + %w1 = scalar.extui %w1_i16 : i16 to i32 + %w2 = scalar.extui %w2_i16 : i16 to i32 + %w3 = scalar.extui %w3_i16 : i16 to i32 + %n0 = scalar.shrui %w0, %c12_i32 : i32 + %n1a = scalar.shrui %w1, %c8_i32 : i32 + %n1 = scalar.andi %n1a, %c240_i32 : i32 + %n2a = scalar.shrui %w2, %c4_i32 : i32 + %n2 = scalar.andi %n2a, %c3840_i32 : i32 + %n3 = scalar.andi %w3, %c61440_i32 : i32 + %u01 = scalar.ori %n0, %n1 : i32 + %u012 = scalar.ori %u01, %n2 : i32 + %u = scalar.ori %u012, %n3 : i32 + %lo = scalar.andi %u, %c255_i32 : i32 + %hi = scalar.shrui %u, %c8_i32 : i32 + %lo8 = scalar.trunci %lo : i32 to i8 + %hi8 = scalar.trunci %hi : i32 to i8 + %bytes = vector.from_elements %lo8, %hi8 : vector<2xi8> + %h = vector.bitcast %bytes : vector<2xi8> to vector<1xf16> + %h0 = vector.extract %h[0] : vector<1xf16> -> f16 + %f = scalar.extf %h0 : f16 to f32 + func.return %f : f32 +} + +// IQ1_S / IQ1_M: lane l16 owns group l16 / 2, slots 2 (l16 % 2) and +1: values 32 (l16 / 2) + +// 16 (l16 % 2) .. +15, one scale. The grid (2048 16-bit codes, 2 bits per value: value + 1) is +// staged in workgroup memory two codes per word. +func.def inline @ggml_kquant_iq1_code(%grid: buffer, %index: i32) -> (i32) { + %zero_offset = index.constant 0 : offset + %gv = buffer.view %grid[%zero_offset] : buffer -> view<1024xi32> + %c1_i32 = scalar.constant 1 : i32 + %c4_i32 = scalar.constant 4 : i32 + %c65535_i32 = scalar.constant 65535 : i32 + %w_i32 = scalar.shrui %index, %c1_i32 : i32 + %w_x = index.cast %w_i32 : i32 to index + %w_b = index.assume %w_x [range(%w_x, 0, 1023)] : index + %word = view.load %gv[%w_b] : view<1024xi32> -> i32 + %odd = scalar.andi %index, %c1_i32 : i32 + %sh = scalar.shli %odd, %c4_i32 : i32 + %shifted = scalar.shrui %word, %sh : i32 + %code = scalar.andi %shifted, %c65535_i32 : i32 + func.return %code : i32 +} + +func.def inline @ggml_kquant_iq1_slot_values(%code: i32, %delta: f32) -> (vector<8xf32>) { + %c1_i32 = scalar.constant 1 : i32 + %s0 = scalar.constant 0 : i32 + %s2 = scalar.constant 2 : i32 + %s3 = scalar.constant 3 : i32 + %s4 = scalar.constant 4 : i32 + %s6 = scalar.constant 6 : i32 + %s8 = scalar.constant 8 : i32 + %s10 = scalar.constant 10 : i32 + %s12 = scalar.constant 12 : i32 + %s14 = scalar.constant 14 : i32 + %shift2 = vector.from_elements %s0, %s2, %s4, %s6, %s8, %s10, %s12, %s14 : vector<8xi32> + %three = vector.splat %s3 : vector<8xi32> + %one = vector.splat %c1_i32 : vector<8xi32> + %cv = vector.splat %code : vector<8xi32> + %cs = vector.shrui %cv, %shift2 : vector<8xi32> + %c = vector.andi %cs, %three : vector<8xi32> + %t = vector.subi %c, %one : vector<8xi32> + %tf = vector.sitofp %t : vector<8xi32> to vector<8xf32> + %dv = vector.splat %delta : vector<8xf32> + %v = vector.addf %tf, %dv : vector<8xf32> + func.return %v : vector<8xf32> +} + +// IQ1_S (50 bytes: d, qs[32], qh[8] u16): qh[g] = high index bits (slot l at bit 3l), scale s at +// bit 12, delta sign at bit 15: value = d * (2 s + 1) * (grid + delta). +func.def inline @ggml_kquant_iq1s_lane_parts(%grid: buffer, %weight: buffer, %row_base: offset, %block: index, %lane16: index) -> (vector<16xf32>, f32, index) { + %c0 = index.constant 0 : index + %c1 = index.constant 1 : index + %c2 = index.constant 2 : index + %c4 = index.constant 4 : index + %c16 = index.constant 16 : index + %c17 = index.constant 17 : index + %c32 = index.constant 32 : index + %c0_i32 = scalar.constant 0 : i32 + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c7_i32 = scalar.constant 7 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c12_i32 = scalar.constant 12 : i32 + %c32768_i32 = scalar.constant 32768 : i32 + %pos_delta = scalar.constant 0.125 : f32 + %neg_delta = scalar.constant -0.125 : f32 + %block_bytes = index.constant 50 : offset + %l = index.assume %lane16 [range(%lane16, 0, 15)] : index + %g = index.div %l, %c2 : index + %h = index.rem %l, %c2 : index + %sa = index.mul %h, %c2 : index + %sb = index.add %sa, %c1 : index + %block_add = index.scale %block, %block_bytes : index, offset -> offset + %block_base = index.add %row_base, %block_add : offset + %hv = buffer.view %weight[%block_base] : buffer -> view<25xf16> + %wv = buffer.view %weight[%block_base] : buffer -> view<25xi16> + %bv = buffer.view %weight[%block_base] : buffer -> view<50xi8> + %d_f16 = view.load %hv[%c0] : view<25xf16> -> f16 + %d = scalar.extf %d_f16 : f16 to f32 + %qh_at = index.add %c17, %g : index + %qh_i16 = view.load %wv[%qh_at] : view<25xi16> -> i16 + %qh = scalar.extui %qh_i16 : i16 to i32 + %g4 = index.mul %g, %c4 : index + %qs0 = index.add %g4, %c2 : index + %qa_at = index.add %qs0, %sa : index + %qb_at = index.add %qs0, %sb : index + %qa_i8 = view.load %bv[%qa_at] : view<50xi8> -> i8 + %qb_i8 = view.load %bv[%qb_at] : view<50xi8> -> i8 + %qa = scalar.extui %qa_i8 : i8 to i32 + %qb = scalar.extui %qb_i8 : i8 to i32 + %sa_i32 = index.cast %sa : index to i32 + %sb_i32 = index.cast %sb : index to i32 + %sha = scalar.muli %sa_i32, %c3_i32 : i32 + %shb = scalar.muli %sb_i32, %c3_i32 : i32 + %ha0 = scalar.shrui %qh, %sha : i32 + %hb0 = scalar.shrui %qh, %shb : i32 + %ha1 = scalar.andi %ha0, %c7_i32 : i32 + %hb1 = scalar.andi %hb0, %c7_i32 : i32 + %ha = scalar.shli %ha1, %c8_i32 : i32 + %hb = scalar.shli %hb1, %c8_i32 : i32 + %ia = scalar.ori %qa, %ha : i32 + %ib = scalar.ori %qb, %hb : i32 + %code_a = func.call @ggml_kquant_iq1_code(%grid, %ia) : (buffer, i32) -> (i32) + %code_b = func.call @ggml_kquant_iq1_code(%grid, %ib) : (buffer, i32) -> (i32) + %s0 = scalar.shrui %qh, %c12_i32 : i32 + %s = scalar.andi %s0, %c7_i32 : i32 + %s2 = scalar.addi %s, %s : i32 + %s21 = scalar.addi %s2, %c1_i32 : i32 + %sf = scalar.uitofp %s21 : i32 to f32 + %scale = scalar.mulf %d, %sf : f32 + %neg_bit = scalar.andi %qh, %c32768_i32 : i32 + %neg = scalar.cmpi ne, %neg_bit, %c0_i32 : i32 + %delta = scf.select %neg, %neg_delta, %pos_delta : f32 + %va = func.call @ggml_kquant_iq1_slot_values(%code_a, %delta) : (i32, f32) -> (vector<8xf32>) + %vb = func.call @ggml_kquant_iq1_slot_values(%code_b, %delta) : (i32, f32) -> (vector<8xf32>) + %v = func.call @ggml_kquant_iq2_join16(%va, %vb) : (vector<8xf32>, vector<8xf32>) -> (vector<16xf32>) + %g32 = index.mul %g, %c32 : index + %h16 = index.mul %h, %c16 : index + %p0 = index.add %g32, %h16 : index + func.return %v, %scale, %p0 : vector<16xf32>, f32, index +} + +// IQ1_M (56 bytes: qs[32], qh[16], scales[8]): the lane's two slots share qh byte 2g + h (index +// high bits 0..2 / 4..6, delta signs bit 3 / 7) and the 3-bit scale at bit 6 (g % 2) + 3h of u16 +// scale word g / 2; d is the fp16 made of the four scale words' top nibbles. +func.def inline @ggml_kquant_iq1m_lane_parts(%grid: buffer, %weight: buffer, %row_base: offset, %block: index, %lane16: index) -> (vector<16xf32>, f32, index) { + %c1 = index.constant 1 : index + %c2 = index.constant 2 : index + %c4 = index.constant 4 : index + %c16 = index.constant 16 : index + %c24 = index.constant 24 : index + %c32 = index.constant 32 : index + %c0_i32 = scalar.constant 0 : i32 + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c4_i32 = scalar.constant 4 : i32 + %c6_i32 = scalar.constant 6 : i32 + %c7_i32 = scalar.constant 7 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c128_i32 = scalar.constant 128 : i32 + %c1792_i32 = scalar.constant 1792 : i32 + %pos_delta = scalar.constant 0.125 : f32 + %neg_delta = scalar.constant -0.125 : f32 + %block_bytes = index.constant 56 : offset + %l = index.assume %lane16 [range(%lane16, 0, 15)] : index + %g = index.div %l, %c2 : index + %h = index.rem %l, %c2 : index + %sa = index.mul %h, %c2 : index + %sb = index.add %sa, %c1 : index + %block_add = index.scale %block, %block_bytes : index, offset -> offset + %block_base = index.add %row_base, %block_add : offset + %wv = buffer.view %weight[%block_base] : buffer -> view<28xi16> + %bv = buffer.view %weight[%block_base] : buffer -> view<56xi8> + %d = func.call @ggml_kquant_iq1m_block_scale(%weight, %block_base) : (buffer, offset) -> (f32) + %g4 = index.mul %g, %c4 : index + %qa_at = index.add %g4, %sa : index + %qb_at = index.add %g4, %sb : index + %qa_i8 = view.load %bv[%qa_at] : view<56xi8> -> i8 + %qb_i8 = view.load %bv[%qb_at] : view<56xi8> -> i8 + %qa = scalar.extui %qa_i8 : i8 to i32 + %qb = scalar.extui %qb_i8 : i8 to i32 + %g2 = index.add %g, %g : index + %qh_at0 = index.add %c32, %g2 : index + %qh_at = index.add %qh_at0, %h : index + %qh_i8 = view.load %bv[%qh_at] : view<56xi8> -> i8 + %qh = scalar.extui %qh_i8 : i8 to i32 + %ha0 = scalar.shli %qh, %c8_i32 : i32 + %ha = scalar.andi %ha0, %c1792_i32 : i32 + %hb0 = scalar.shli %qh, %c4_i32 : i32 + %hb = scalar.andi %hb0, %c1792_i32 : i32 + %ia = scalar.ori %qa, %ha : i32 + %ib = scalar.ori %qb, %hb : i32 + %code_a = func.call @ggml_kquant_iq1_code(%grid, %ia) : (buffer, i32) -> (i32) + %code_b = func.call @ggml_kquant_iq1_code(%grid, %ib) : (buffer, i32) -> (i32) + %na0 = scalar.andi %qh, %c8_i32 : i32 + %nb0 = scalar.andi %qh, %c128_i32 : i32 + %na = scalar.cmpi ne, %na0, %c0_i32 : i32 + %nb = scalar.cmpi ne, %nb0, %c0_i32 : i32 + %delta_a = scf.select %na, %neg_delta, %pos_delta : f32 + %delta_b = scf.select %nb, %neg_delta, %pos_delta : f32 + %gh = index.div %g, %c2 : index + %gp = index.rem %g, %c2 : index + %sc_at = index.add %c24, %gh : index + %sc_i16 = view.load %wv[%sc_at] : view<28xi16> -> i16 + %sc = scalar.extui %sc_i16 : i16 to i32 + %gp_i32 = index.cast %gp : index to i32 + %h_i32 = index.cast %h : index to i32 + %ssh0 = scalar.muli %gp_i32, %c6_i32 : i32 + %ssh1 = scalar.muli %h_i32, %c3_i32 : i32 + %ssh = scalar.addi %ssh0, %ssh1 : i32 + %s0 = scalar.shrui %sc, %ssh : i32 + %s = scalar.andi %s0, %c7_i32 : i32 + %s2 = scalar.addi %s, %s : i32 + %s21 = scalar.addi %s2, %c1_i32 : i32 + %sf = scalar.uitofp %s21 : i32 to f32 + %scale = scalar.mulf %d, %sf : f32 + %va = func.call @ggml_kquant_iq1_slot_values(%code_a, %delta_a) : (i32, f32) -> (vector<8xf32>) + %vb = func.call @ggml_kquant_iq1_slot_values(%code_b, %delta_b) : (i32, f32) -> (vector<8xf32>) + %v = func.call @ggml_kquant_iq2_join16(%va, %vb) : (vector<8xf32>, vector<8xf32>) -> (vector<16xf32>) + %g32 = index.mul %g, %c32 : index + %h16 = index.mul %h, %c16 : index + %p0 = index.add %g32, %h16 : index + func.return %v, %scale, %p0 : vector<16xf32>, f32, index +} + +func.def inline @ggml_kquant_iq1s_lane_dot(%grid: buffer, %weight: buffer, %input: buffer, %row_base: offset, %block: index, %lane16: index) -> (f32) { + %zero_scalar = scalar.constant 0.0 : f32 + %x_block_bytes = index.constant 1024 : offset + %v, %scale, %p = func.call @ggml_kquant_iq1s_lane_parts(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, f32, index) + %x_base = index.scale %block, %x_block_bytes : index, offset -> offset + %xv = buffer.view %input[%x_base] : buffer -> view<256xf32> + %x = vector.load %xv[%p] : view<256xf32> -> vector<16xf32> + %vx = vector.mulf %v, %x : vector<16xf32> + %sum = vector.reduce %vx, %zero_scalar : vector<16xf32>, f32 + %result = scalar.mulf %scale, %sum : f32 + func.return %result : f32 +} + +func.def inline @ggml_kquant_iq1s_lane_weights(%grid: buffer, %weight: buffer, %row_base: offset, %block: index, %lane16: index) -> (vector<16xf32>, index, index, index, index) { + %c4 = index.constant 4 : index + %c8 = index.constant 8 : index + %c12 = index.constant 12 : index + %v, %scale, %p0 = func.call @ggml_kquant_iq1s_lane_parts(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, f32, index) + %sv = vector.splat %scale : vector<16xf32> + %w = vector.mulf %v, %sv : vector<16xf32> + %p1 = index.add %p0, %c4 : index + %p2 = index.add %p0, %c8 : index + %p3 = index.add %p0, %c12 : index + func.return %w, %p0, %p1, %p2, %p3 : vector<16xf32>, index, index, index, index +} + +func.def inline @ggml_kquant_iq1m_lane_dot(%grid: buffer, %weight: buffer, %input: buffer, %row_base: offset, %block: index, %lane16: index) -> (f32) { + %zero_scalar = scalar.constant 0.0 : f32 + %x_block_bytes = index.constant 1024 : offset + %v, %scale, %p = func.call @ggml_kquant_iq1m_lane_parts(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, f32, index) + %x_base = index.scale %block, %x_block_bytes : index, offset -> offset + %xv = buffer.view %input[%x_base] : buffer -> view<256xf32> + %x = vector.load %xv[%p] : view<256xf32> -> vector<16xf32> + %vx = vector.mulf %v, %x : vector<16xf32> + %sum = vector.reduce %vx, %zero_scalar : vector<16xf32>, f32 + %result = scalar.mulf %scale, %sum : f32 + func.return %result : f32 +} + +func.def inline @ggml_kquant_iq1m_lane_weights(%grid: buffer, %weight: buffer, %row_base: offset, %block: index, %lane16: index) -> (vector<16xf32>, index, index, index, index) { + %c4 = index.constant 4 : index + %c8 = index.constant 8 : index + %c12 = index.constant 12 : index + %v, %scale, %p0 = func.call @ggml_kquant_iq1m_lane_parts(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, f32, index) + %sv = vector.splat %scale : vector<16xf32> + %w = vector.mulf %v, %sv : vector<16xf32> + %p1 = index.add %p0, %c4 : index + %p2 = index.add %p0, %c8 : index + %p3 = index.add %p0, %c12 : index + func.return %w, %p0, %p1, %p2, %p3 : vector<16xf32>, index, index, index, index +} + +// Stage the grid of %format (IQ3_S 21, IQ2_S 22, IQ2_XXS 24, IQ2_XS 25, IQ3_XXS 28, and IQ1_S 26 / IQ1_M 27: +// one grid) into workgroup memory, chunk %chunk. // Callers test the format inline: the barrier after the fill needs a condition Loom can prove // workgroup-uniform, which a call result is not (STRUCTURE/038). func.def inline @ggml_kquant_grid_fill_for(%format: index, %grid: buffer, %chunk: index) { @@ -5385,6 +7500,11 @@ func.def inline @ggml_kquant_grid_fill_for(%format: index, %grid: buffer, %chunk %is28 = index.cmp eq, %format, %f28 : index %f22 = index.constant 22 : index %is22 = index.cmp eq, %format, %f22 : index + %f26 = index.constant 26 : index + %f27 = index.constant 27 : index + %is26 = index.cmp eq, %format, %f26 : index + %is27 = index.cmp eq, %format, %f27 : index + %is_iq1 = scalar.ori %is26, %is27 : i1 scf.if %is21 { func.call @ggml_kquant_iq3s_grid_fill(%grid, %chunk) : (buffer, index) -> () } @@ -5400,6 +7520,9 @@ func.def inline @ggml_kquant_grid_fill_for(%format: index, %grid: buffer, %chunk scf.if %is22 { func.call @ggml_kquant_iq2s_grid_fill(%grid, %chunk) : (buffer, index) -> () } + scf.if %is_iq1 { + func.call @ggml_kquant_iq1s_grid_fill(%grid, %chunk) : (buffer, index) -> () + } func.return } @@ -5448,12 +7571,20 @@ func.def pure inline @ggml_kquant_block_bytes(%format: index) -> (offset) { %f22 = index.constant 22 : index %b82 = index.constant 82 : offset %is22 = index.cmp eq, %format, %f22 : index - %bytes = scf.select %is22, %b82, %bytes4 : offset + %bytes5 = scf.select %is22, %b82, %bytes4 : offset + %f26 = index.constant 26 : index + %f27 = index.constant 27 : index + %b50 = index.constant 50 : offset + %b56 = index.constant 56 : offset + %is26 = index.cmp eq, %format, %f26 : index + %is27 = index.cmp eq, %format, %f27 : index + %bytes6 = scf.select %is26, %b50, %bytes5 : offset + %bytes = scf.select %is27, %b56, %bytes6 : offset func.return %bytes : offset } // The lane's partial dot product of 256-value block %block of weight row %row with the input. -// Formats: Q2_K 12, IQ2_S 22, IQ2_XXS 24, IQ2_XS 25, IQ3_XXS 28, Q3_K 11, IQ3_S 21, Q4_K 4, Q5_K 5, Q6_K 6, IQ4_NL 20, IQ4_XS 23, Q8_0 80. +// Formats: Q2_K 12, IQ1_S 26, IQ1_M 27, IQ2_S 22, IQ2_XXS 24, IQ2_XS 25, IQ3_XXS 28, Q3_K 11, IQ3_S 21, Q4_K 4, Q5_K 5, Q6_K 6, IQ4_NL 20, IQ4_XS 23, Q8_0 80. func.def inline @ggml_kquant_lane_dot(%format: index, %kv_lane: f32, %grid: buffer, %weight: buffer, %input: buffer, %row: index, %blocks: index, %block: index, %lane16: index) -> (f32) { %f4 = index.constant 4 : index %f5 = index.constant 5 : index @@ -5530,8 +7661,24 @@ func.def inline @ggml_kquant_lane_dot(%format: index, %kv_lane: f32, %grid: buff %v = func.call @ggml_kquant_iq2s_lane_dot(%grid, %weight, %input, %row_base, %block, %lane16) : (buffer, buffer, buffer, offset, index, index) -> (f32) scf.yield %v : f32 } else { - %v = func.call @ggml_kquant_q8_0_lane_dot(%weight, %input, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (f32) - scf.yield %v : f32 + %f26 = index.constant 26 : index + %f27 = index.constant 27 : index + %is26 = index.cmp eq, %format, %f26 : index + %is27 = index.cmp eq, %format, %f27 : index + %r26 = scf.if %is26 -> (f32) { + %v = func.call @ggml_kquant_iq1s_lane_dot(%grid, %weight, %input, %row_base, %block, %lane16) : (buffer, buffer, buffer, offset, index, index) -> (f32) + scf.yield %v : f32 + } else { + %r27 = scf.if %is27 -> (f32) { + %v = func.call @ggml_kquant_iq1m_lane_dot(%grid, %weight, %input, %row_base, %block, %lane16) : (buffer, buffer, buffer, offset, index, index) -> (f32) + scf.yield %v : f32 + } else { + %v = func.call @ggml_kquant_q8_0_lane_dot(%weight, %input, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (f32) + scf.yield %v : f32 + } + scf.yield %r27 : f32 + } + scf.yield %r26 : f32 } scf.yield %r22 : f32 } @@ -5618,7 +7765,13 @@ kernel.def target(@ggml_kquant_decode_gfx11_wave64) export("ggml_kquant_swiglu_d %g_grid_f22 = index.constant 22 : index %g_grid_is22 = index.cmp eq, %gate_format, %g_grid_f22 : index %g_grid_c = scalar.ori %g_grid_b, %g_grid_is28 : i1 - %g_grid = scalar.ori %g_grid_c, %g_grid_is22 : i1 + %g_grid_d = scalar.ori %g_grid_c, %g_grid_is22 : i1 + %g_grid_f26 = index.constant 26 : index + %g_grid_f27 = index.constant 27 : index + %g_grid_is26 = index.cmp eq, %gate_format, %g_grid_f26 : index + %g_grid_is27 = index.cmp eq, %gate_format, %g_grid_f27 : index + %g_grid_e = scalar.ori %g_grid_d, %g_grid_is26 : i1 + %g_grid = scalar.ori %g_grid_e, %g_grid_is27 : i1 %u_grid_f21 = index.constant 21 : index %u_grid_f24 = index.constant 24 : index %u_grid_f25 = index.constant 25 : index @@ -5632,10 +7785,16 @@ kernel.def target(@ggml_kquant_decode_gfx11_wave64) export("ggml_kquant_swiglu_d %u_grid_f22 = index.constant 22 : index %u_grid_is22 = index.cmp eq, %up_format, %u_grid_f22 : index %u_grid_c = scalar.ori %u_grid_b, %u_grid_is28 : i1 - %u_grid = scalar.ori %u_grid_c, %u_grid_is22 : i1 + %u_grid_d = scalar.ori %u_grid_c, %u_grid_is22 : i1 + %u_grid_f26 = index.constant 26 : index + %u_grid_f27 = index.constant 27 : index + %u_grid_is26 = index.cmp eq, %up_format, %u_grid_f26 : index + %u_grid_is27 = index.cmp eq, %up_format, %u_grid_f27 : index + %u_grid_e = scalar.ori %u_grid_d, %u_grid_is26 : i1 + %u_grid = scalar.ori %u_grid_e, %u_grid_is27 : i1 %needs_grid = scalar.ori %g_grid, %u_grid : i1 %grid_format = scf.select %g_grid, %gate_format, %up_format : index - %grid_bytes = index.constant 2048 : offset + %grid_bytes = index.constant 4096 : offset %grid = buffer.alloca align(16) %grid_bytes : buffer scf.if %needs_grid { func.call @ggml_kquant_grid_fill_for(%grid_format, %grid, %subgroup) : (index, buffer, index) -> () @@ -5716,8 +7875,14 @@ kernel.def target(@ggml_kquant_decode_gfx11_wave64) export("ggml_kquant_mul_mat_ %needs_grid_f22 = index.constant 22 : index %needs_grid_is22 = index.cmp eq, %format, %needs_grid_f22 : index %needs_grid_c = scalar.ori %needs_grid_b, %needs_grid_is28 : i1 - %needs_grid = scalar.ori %needs_grid_c, %needs_grid_is22 : i1 - %grid_bytes = index.constant 2048 : offset + %needs_grid_d = scalar.ori %needs_grid_c, %needs_grid_is22 : i1 + %needs_grid_f26 = index.constant 26 : index + %needs_grid_f27 = index.constant 27 : index + %needs_grid_is26 = index.cmp eq, %format, %needs_grid_f26 : index + %needs_grid_is27 = index.cmp eq, %format, %needs_grid_f27 : index + %needs_grid_e = scalar.ori %needs_grid_d, %needs_grid_is26 : i1 + %needs_grid = scalar.ori %needs_grid_e, %needs_grid_is27 : i1 + %grid_bytes = index.constant 4096 : offset %grid = buffer.alloca align(16) %grid_bytes : buffer scf.if %needs_grid { func.call @ggml_kquant_grid_fill_for(%format, %grid, %subgroup) : (index, buffer, index) -> () @@ -6582,8 +8747,24 @@ func.def inline @ggml_kquant_lane_weights(%format: index, %kv_lane: f32, %grid: %v, %v0, %v1, %v2, %v3 = func.call @ggml_kquant_iq2s_lane_weights(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, index, index, index, index) scf.yield %v, %v0, %v1, %v2, %v3 : vector<16xf32>, index, index, index, index } else { - %v, %v0, %v1, %v2, %v3 = func.call @ggml_kquant_q8_0_lane_weights(%weight, %row_base, %block, %lane16) : (buffer, offset, index, index) -> (vector<16xf32>, index, index, index, index) - scf.yield %v, %v0, %v1, %v2, %v3 : vector<16xf32>, index, index, index, index + %f26 = index.constant 26 : index + %f27 = index.constant 27 : index + %is26 = index.cmp eq, %format, %f26 : index + %is27 = index.cmp eq, %format, %f27 : index + %r26, %r26_0, %r26_1, %r26_2, %r26_3 = scf.if %is26 -> (vector<16xf32>, index, index, index, index) { + %v, %v0, %v1, %v2, %v3 = func.call @ggml_kquant_iq1s_lane_weights(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, index, index, index, index) + scf.yield %v, %v0, %v1, %v2, %v3 : vector<16xf32>, index, index, index, index + } else { + %r27, %r27_0, %r27_1, %r27_2, %r27_3 = scf.if %is27 -> (vector<16xf32>, index, index, index, index) { + %v, %v0, %v1, %v2, %v3 = func.call @ggml_kquant_iq1m_lane_weights(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, index, index, index, index) + scf.yield %v, %v0, %v1, %v2, %v3 : vector<16xf32>, index, index, index, index + } else { + %v, %v0, %v1, %v2, %v3 = func.call @ggml_kquant_q8_0_lane_weights(%weight, %row_base, %block, %lane16) : (buffer, offset, index, index) -> (vector<16xf32>, index, index, index, index) + scf.yield %v, %v0, %v1, %v2, %v3 : vector<16xf32>, index, index, index, index + } + scf.yield %r27, %r27_0, %r27_1, %r27_2, %r27_3 : vector<16xf32>, index, index, index, index + } + scf.yield %r26, %r26_0, %r26_1, %r26_2, %r26_3 : vector<16xf32>, index, index, index, index } scf.yield %r22, %r22_0, %r22_1, %r22_2, %r22_3 : vector<16xf32>, index, index, index, index } @@ -6697,7 +8878,13 @@ func.def pure inline @ggml_kquant_run_shape(%format: index) -> (index) { %a4 = scalar.ori %a3, %is28 : i1 %f22 = index.constant 22 : index %is22 = index.cmp eq, %format, %f22 : index - %a = scalar.ori %a4, %is22 : i1 + %a5 = scalar.ori %a4, %is22 : i1 + %f26 = index.constant 26 : index + %f27 = index.constant 27 : index + %is26 = index.cmp eq, %format, %f26 : index + %is27 = index.cmp eq, %format, %f27 : index + %a6 = scalar.ori %a5, %is26 : i1 + %a = scalar.ori %a6, %is27 : i1 %run16 = scalar.ori %a, %is80 : i1 %shape0 = scf.select %run16, %s2, %s1 : index %shape = scf.select %is6, %s0, %shape0 : index @@ -6756,7 +8943,13 @@ kernel.def target(@ggml_kquant_decode_gfx11_wave64) export("ggml_kquant_swiglu_d %g_grid_f22 = index.constant 22 : index %g_grid_is22 = index.cmp eq, %gate_format, %g_grid_f22 : index %g_grid_c = scalar.ori %g_grid_b, %g_grid_is28 : i1 - %g_grid = scalar.ori %g_grid_c, %g_grid_is22 : i1 + %g_grid_d = scalar.ori %g_grid_c, %g_grid_is22 : i1 + %g_grid_f26 = index.constant 26 : index + %g_grid_f27 = index.constant 27 : index + %g_grid_is26 = index.cmp eq, %gate_format, %g_grid_f26 : index + %g_grid_is27 = index.cmp eq, %gate_format, %g_grid_f27 : index + %g_grid_e = scalar.ori %g_grid_d, %g_grid_is26 : i1 + %g_grid = scalar.ori %g_grid_e, %g_grid_is27 : i1 %u_grid_f21 = index.constant 21 : index %u_grid_f24 = index.constant 24 : index %u_grid_f25 = index.constant 25 : index @@ -6770,10 +8963,16 @@ kernel.def target(@ggml_kquant_decode_gfx11_wave64) export("ggml_kquant_swiglu_d %u_grid_f22 = index.constant 22 : index %u_grid_is22 = index.cmp eq, %up_format, %u_grid_f22 : index %u_grid_c = scalar.ori %u_grid_b, %u_grid_is28 : i1 - %u_grid = scalar.ori %u_grid_c, %u_grid_is22 : i1 + %u_grid_d = scalar.ori %u_grid_c, %u_grid_is22 : i1 + %u_grid_f26 = index.constant 26 : index + %u_grid_f27 = index.constant 27 : index + %u_grid_is26 = index.cmp eq, %up_format, %u_grid_f26 : index + %u_grid_is27 = index.cmp eq, %up_format, %u_grid_f27 : index + %u_grid_e = scalar.ori %u_grid_d, %u_grid_is26 : i1 + %u_grid = scalar.ori %u_grid_e, %u_grid_is27 : i1 %needs_grid = scalar.ori %g_grid, %u_grid : i1 %grid_format = scf.select %g_grid, %gate_format, %up_format : index - %grid_bytes = index.constant 2048 : offset + %grid_bytes = index.constant 4096 : offset %grid = buffer.alloca align(16) %grid_bytes : buffer scf.if %needs_grid { func.call @ggml_kquant_grid_fill_for(%grid_format, %grid, %subgroup) : (index, buffer, index) -> () @@ -7030,8 +9229,14 @@ kernel.def target(@ggml_kquant_decode_gfx11_wave64) export("ggml_kquant_mul_mat_ %needs_grid_f22 = index.constant 22 : index %needs_grid_is22 = index.cmp eq, %format, %needs_grid_f22 : index %needs_grid_c = scalar.ori %needs_grid_b, %needs_grid_is28 : i1 - %needs_grid = scalar.ori %needs_grid_c, %needs_grid_is22 : i1 - %grid_bytes = index.constant 2048 : offset + %needs_grid_d = scalar.ori %needs_grid_c, %needs_grid_is22 : i1 + %needs_grid_f26 = index.constant 26 : index + %needs_grid_f27 = index.constant 27 : index + %needs_grid_is26 = index.cmp eq, %format, %needs_grid_f26 : index + %needs_grid_is27 = index.cmp eq, %format, %needs_grid_f27 : index + %needs_grid_e = scalar.ori %needs_grid_d, %needs_grid_is26 : i1 + %needs_grid = scalar.ori %needs_grid_e, %needs_grid_is27 : i1 + %grid_bytes = index.constant 4096 : offset %grid = buffer.alloca align(16) %grid_bytes : buffer scf.if %needs_grid { func.call @ggml_kquant_grid_fill_for(%format, %grid, %subgroup) : (index, buffer, index) -> () diff --git a/ggml/src/ggml-hrx/tools/generate_iq1_loom.py b/ggml/src/ggml-hrx/tools/generate_iq1_loom.py new file mode 100644 index 000000000000..a7d5c2e61fa9 --- /dev/null +++ b/ggml/src/ggml-hrx/tools/generate_iq1_loom.py @@ -0,0 +1,589 @@ +#!/usr/bin/env python3 +# Copyright 2026 bong-water-water-bong +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# IQ1_S / IQ1_M grid lookups and decoders for motifs/dequant.loom (mode "dequant") and lane functions +# and grid fill for ops/kquant_decode_f32.loom (mode "kquant"), generated from ggml-common.h +# (iq1s_grid: MIT, the ggml authors). Every grid byte is -1, 0 or 1, so an entry is stored as a +# 16-bit code: 2 bits per value, value + 1. +# Usage: generate_iq1_loom.py ggml/src/ggml-common.h dequant|kquant > out.loom +# The output sits verbatim in kernel-corpus/kernels/loom-libs/motifs/dequant.loom (dequant) or +# kernel-corpus/kernels/loom-libs/ops/kquant_decode_f32.loom (kquant). +import re +import sys + +src = open(sys.argv[1]).read() +mode = sys.argv[2] + + +def grid(): + m = re.search(r'GGML_TABLE_BEGIN\(uint64_t, iq1s_grid, NGRID_IQ1S\)(.*?)GGML_TABLE_END', src, re.S) + assert m, "iq1s_grid" + v = [int(x, 16) for x in re.findall(r'0x[0-9a-fA-F]+', m.group(1))] + assert len(v) == 2048, len(v) + lv = {0xff: 0, 0x00: 1, 0x01: 2} + return [sum(lv[(e >> (8 * j)) & 255] << (2 * j) for j in range(8)) for e in v] + + +def lookup(fname, prefix, codes): + n = len(codes) // 32 + o = [f'// {prefix}: {len(codes)} grid entries as 16-bit codes (2 bits per value: value + 1)', + f'func.def inline @{fname}(%grid_index: i32) -> (i32) {{', + ' %c5_i32 = scalar.constant 5 : i32', ' %c31_i32 = scalar.constant 31 : i32'] + for k in range(1, n): + o.append(f' %chunk_id{k} = scalar.constant {k} : i32') + o += [' %chunk_i32 = scalar.shrui %grid_index, %c5_i32 : i32', + ' %lane_i32 = scalar.andi %grid_index, %c31_i32 : i32', + ' %codes = vector.from_elements %lane_i32 : vector<1xi32>'] + for k in range(n): + names = [] + for i in range(32): + nm = f'%{prefix}_{k}_{i}' + o.append(f' {nm} = scalar.constant {float(codes[32 * k + i])} : f32') + names.append(nm) + o.append(f' %{prefix}_{k} = vector.from_elements {", ".join(names)} : vector<32xf32>') + prev = f'%{prefix}_0' + for k in range(1, n): + o.append(f' %is_chunk{k} = scalar.cmpi eq, %chunk_i32, %chunk_id{k} : i32') + o.append(f' %sel{k} = scf.select %is_chunk{k}, %{prefix}_{k}, {prev} : vector<32xf32>') + prev = f'%sel{k}' + o += [f' %v = vector.table.lookup {prev}[%codes] : vector<32xf32>, vector<1xi32> -> vector<1xf32>', + ' %v_f32 = vector.extract %v[0] : vector<1xf32> -> f32', + ' %code = scalar.fptoui %v_f32 : f32 to i32', + ' func.return %code : i32', '}', ''] + return '\n'.join(o) + + +dequant_common = ''' +// four values 4 (p % 2) .. +3 of an IQ1 grid code: ((code >> 2j) & 3) - 1 + delta, times %scale +func.def inline @ggml_iq1_code_vector4(%code: i32, %half: i32, %delta: f32, %scale: f32) -> (vector<4xf32>) { + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c2v = scalar.constant 2 : i32 + %c4v = scalar.constant 4 : i32 + %c6v = scalar.constant 6 : i32 + %c0v = scalar.constant 0 : i32 + %base = scalar.muli %half, %c8_i32 : i32 + %cv = vector.splat %code : vector<4xi32> + %bv = vector.splat %base : vector<4xi32> + %sh0 = vector.from_elements %c0v, %c2v, %c4v, %c6v : vector<4xi32> + %sh = vector.addi %sh0, %bv : vector<4xi32> + %s = vector.shrui %cv, %sh : vector<4xi32> + %three = vector.splat %c3_i32 : vector<4xi32> + %one = vector.splat %c1_i32 : vector<4xi32> + %c = vector.andi %s, %three : vector<4xi32> + %t = vector.subi %c, %one : vector<4xi32> + %tf = vector.sitofp %t : vector<4xi32> to vector<4xf32> + %dv = vector.splat %delta : vector<4xf32> + %sv = vector.splat %scale : vector<4xf32> + %td = vector.addf %tf, %dv : vector<4xf32> + %result = vector.mulf %td, %sv : vector<4xf32> + func.return %result : vector<4xf32> +} + +// IQ1_S (50 bytes: d, qs[32], qh[8] u16; dequantize_row_iq1_s). Group g: qh[g] holds three 3-bit +// high index parts (slot l at bit 3l), a 3-bit scale at bit 12 and the delta sign at bit 15: +// value = d * (2 s + 1) * (grid + delta), delta = +-0.125. Packet p covers slot p / 2. +func.def inline @ggml_iq1s_f32_vector4(%weight: buffer, %row_byte_base: offset, %iq1_block: index, %iq1_group: index, %packet: index) -> (vector<4xf32>) { + %c0 = index.constant 0 : index + %c2 = index.constant 2 : index + %c4 = index.constant 4 : index + %c17 = index.constant 17 : index + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c7_i32 = scalar.constant 7 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c12_i32 = scalar.constant 12 : i32 + %c32768_i32 = scalar.constant 32768 : i32 + %c0_i32 = scalar.constant 0 : i32 + %pos_delta = scalar.constant 0.125 : f32 + %neg_delta = scalar.constant -0.125 : f32 + %block_bytes = index.constant 50 : offset + %block_byte_add = index.scale %iq1_block, %block_bytes : index, offset -> offset + %block_byte_base = index.add %row_byte_base, %block_byte_add : offset + %hv = buffer.view %weight[%block_byte_base] : buffer -> view<25xf16> + %wv = buffer.view %weight[%block_byte_base] : buffer -> view<25xi16> + %bv = buffer.view %weight[%block_byte_base] : buffer -> view<50xi8> + %g = index.assume %iq1_group [range(%iq1_group, 0, 7)] : index + %p = index.assume %packet [range(%packet, 0, 7)] : index + %slot = index.div %p, %c2 : index + %half = index.rem %p, %c2 : index + %g4 = index.mul %g, %c4 : index + %qs_at0 = index.add %g4, %c2 : index + %qs_at = index.add %qs_at0, %slot : index + %qh_at = index.add %c17, %g : index + %d_f16 = view.load %hv[%c0] : view<25xf16> -> f16 + %d = scalar.extf %d_f16 : f16 to f32 + %qs_i8 = view.load %bv[%qs_at] : view<50xi8> -> i8 + %qs = scalar.extui %qs_i8 : i8 to i32 + %qh_i16 = view.load %wv[%qh_at] : view<25xi16> -> i16 + %qh = scalar.extui %qh_i16 : i16 to i32 + %slot_i32 = index.cast %slot : index to i32 + %hsh = scalar.muli %slot_i32, %c3_i32 : i32 + %hi0 = scalar.shrui %qh, %hsh : i32 + %hi1 = scalar.andi %hi0, %c7_i32 : i32 + %hi = scalar.shli %hi1, %c8_i32 : i32 + %gi = scalar.ori %qs, %hi : i32 + %s0 = scalar.shrui %qh, %c12_i32 : i32 + %s = scalar.andi %s0, %c7_i32 : i32 + %s2 = scalar.addi %s, %s : i32 + %s21 = scalar.addi %s2, %c1_i32 : i32 + %sf = scalar.uitofp %s21 : i32 to f32 + %scale = scalar.mulf %d, %sf : f32 + %neg_bit = scalar.andi %qh, %c32768_i32 : i32 + %neg = scalar.cmpi ne, %neg_bit, %c0_i32 : i32 + %delta = scf.select %neg, %neg_delta, %pos_delta : f32 + %code = func.call @ggml_iq1s_grid_code_i32(%gi) : (i32) -> (i32) + %half_i32 = index.cast %half : index to i32 + %result = func.call @ggml_iq1_code_vector4(%code, %half_i32, %delta, %scale) : (i32, i32, f32, f32) -> (vector<4xf32>) + func.return %result : vector<4xf32> +} + +func.def inline @ggml_iq1s_f16_vector4(%weight: buffer, %row_byte_base: offset, %iq1_block: index, %iq1_group: index, %packet: index) -> (vector<4xf16>) { + %values_f32 = func.call @ggml_iq1s_f32_vector4(%weight, %row_byte_base, %iq1_block, %iq1_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf32>) + %values = vector.fptrunc %values_f32 : vector<4xf32> to vector<4xf16> + func.return %values : vector<4xf16> +} + +// IQ1_M's fp16 block scale: the top nibbles of its four u16 scale words (bytes 48..55). +func.def inline @ggml_iq1m_block_scale(%weight: buffer, %block_byte_base: offset) -> (f32) { + %wv = buffer.view %weight[%block_byte_base] : buffer -> view<28xi16> + %c24 = index.constant 24 : index + %c25 = index.constant 25 : index + %c26 = index.constant 26 : index + %c27 = index.constant 27 : index + %c4_i32 = scalar.constant 4 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c12_i32 = scalar.constant 12 : i32 + %c240_i32 = scalar.constant 240 : i32 + %c3840_i32 = scalar.constant 3840 : i32 + %c61440_i32 = scalar.constant 61440 : i32 + %c255_i32 = scalar.constant 255 : i32 + %w0_i16 = view.load %wv[%c24] : view<28xi16> -> i16 + %w1_i16 = view.load %wv[%c25] : view<28xi16> -> i16 + %w2_i16 = view.load %wv[%c26] : view<28xi16> -> i16 + %w3_i16 = view.load %wv[%c27] : view<28xi16> -> i16 + %w0 = scalar.extui %w0_i16 : i16 to i32 + %w1 = scalar.extui %w1_i16 : i16 to i32 + %w2 = scalar.extui %w2_i16 : i16 to i32 + %w3 = scalar.extui %w3_i16 : i16 to i32 + %n0 = scalar.shrui %w0, %c12_i32 : i32 + %n1a = scalar.shrui %w1, %c8_i32 : i32 + %n1 = scalar.andi %n1a, %c240_i32 : i32 + %n2a = scalar.shrui %w2, %c4_i32 : i32 + %n2 = scalar.andi %n2a, %c3840_i32 : i32 + %n3 = scalar.andi %w3, %c61440_i32 : i32 + %u01 = scalar.ori %n0, %n1 : i32 + %u012 = scalar.ori %u01, %n2 : i32 + %u = scalar.ori %u012, %n3 : i32 + %lo = scalar.andi %u, %c255_i32 : i32 + %hi = scalar.shrui %u, %c8_i32 : i32 + %lo8 = scalar.trunci %lo : i32 to i8 + %hi8 = scalar.trunci %hi : i32 to i8 + %bytes = vector.from_elements %lo8, %hi8 : vector<2xi8> + %h = vector.bitcast %bytes : vector<2xi8> to vector<1xf16> + %h0 = vector.extract %h[0] : vector<1xf16> -> f16 + %f = scalar.extf %h0 : f16 to f32 + func.return %f : f32 +} + +// IQ1_M (56 bytes: qs[32], qh[16], scales[8]; dequantize_row_iq1_m). Slot l of group g: qh byte +// 2g + l / 2 holds the high index bits (bits 0..2 for even l, 4..6 for odd) and the delta sign +// (bit 3 / bit 7); the 3-bit scale of slots 0-1 / 2-3 sits at bit 6 (g % 2) / +3 of u16 scale +// word g / 2: value = d * (2 s + 1) * (grid + delta). +func.def inline @ggml_iq1m_f32_vector4(%weight: buffer, %row_byte_base: offset, %iq1_block: index, %iq1_group: index, %packet: index) -> (vector<4xf32>) { + %c2 = index.constant 2 : index + %c4 = index.constant 4 : index + %c24 = index.constant 24 : index + %c32 = index.constant 32 : index + %c0_i32 = scalar.constant 0 : i32 + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c4_i32 = scalar.constant 4 : i32 + %c6_i32 = scalar.constant 6 : i32 + %c7_i32 = scalar.constant 7 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c1792_i32 = scalar.constant 1792 : i32 + %pos_delta = scalar.constant 0.125 : f32 + %neg_delta = scalar.constant -0.125 : f32 + %block_bytes = index.constant 56 : offset + %block_byte_add = index.scale %iq1_block, %block_bytes : index, offset -> offset + %block_byte_base = index.add %row_byte_base, %block_byte_add : offset + %wv = buffer.view %weight[%block_byte_base] : buffer -> view<28xi16> + %bv = buffer.view %weight[%block_byte_base] : buffer -> view<56xi8> + %g = index.assume %iq1_group [range(%iq1_group, 0, 7)] : index + %p = index.assume %packet [range(%packet, 0, 7)] : index + %slot = index.div %p, %c2 : index + %half = index.rem %p, %c2 : index + %pair = index.div %slot, %c2 : index + %odd = index.rem %slot, %c2 : index + %g4 = index.mul %g, %c4 : index + %qs_at = index.add %g4, %slot : index + %g2 = index.add %g, %g : index + %qh_at0 = index.add %c32, %g2 : index + %qh_at = index.add %qh_at0, %pair : index + %gh = index.div %g, %c2 : index + %gp = index.rem %g, %c2 : index + %sc_at = index.add %c24, %gh : index + %d = func.call @ggml_iq1m_block_scale(%weight, %block_byte_base) : (buffer, offset) -> (f32) + %qs_i8 = view.load %bv[%qs_at] : view<56xi8> -> i8 + %qs = scalar.extui %qs_i8 : i8 to i32 + %qh_i8 = view.load %bv[%qh_at] : view<56xi8> -> i8 + %qh = scalar.extui %qh_i8 : i8 to i32 + %odd_i32 = index.cast %odd : index to i32 + %odd4 = scalar.muli %odd_i32, %c4_i32 : i32 + %qh_n = scalar.shrui %qh, %odd4 : i32 + %hi0 = scalar.shli %qh_n, %c8_i32 : i32 + %hi = scalar.andi %hi0, %c1792_i32 : i32 + %gi = scalar.ori %qs, %hi : i32 + %neg_bit0 = scalar.shrui %qh_n, %c3_i32 : i32 + %neg_bit = scalar.andi %neg_bit0, %c1_i32 : i32 + %neg = scalar.cmpi ne, %neg_bit, %c0_i32 : i32 + %delta = scf.select %neg, %neg_delta, %pos_delta : f32 + %sc_i16 = view.load %wv[%sc_at] : view<28xi16> -> i16 + %sc = scalar.extui %sc_i16 : i16 to i32 + %gp_i32 = index.cast %gp : index to i32 + %pair_i32 = index.cast %pair : index to i32 + %ssh0 = scalar.muli %gp_i32, %c6_i32 : i32 + %ssh1 = scalar.muli %pair_i32, %c3_i32 : i32 + %ssh = scalar.addi %ssh0, %ssh1 : i32 + %s0 = scalar.shrui %sc, %ssh : i32 + %s = scalar.andi %s0, %c7_i32 : i32 + %s2 = scalar.addi %s, %s : i32 + %s21 = scalar.addi %s2, %c1_i32 : i32 + %sf = scalar.uitofp %s21 : i32 to f32 + %scale = scalar.mulf %d, %sf : f32 + %code = func.call @ggml_iq1s_grid_code_i32(%gi) : (i32) -> (i32) + %half_i32 = index.cast %half : index to i32 + %result = func.call @ggml_iq1_code_vector4(%code, %half_i32, %delta, %scale) : (i32, i32, f32, f32) -> (vector<4xf32>) + func.return %result : vector<4xf32> +} + +func.def inline @ggml_iq1m_f16_vector4(%weight: buffer, %row_byte_base: offset, %iq1_block: index, %iq1_group: index, %packet: index) -> (vector<4xf16>) { + %values_f32 = func.call @ggml_iq1m_f32_vector4(%weight, %row_byte_base, %iq1_block, %iq1_group, %packet) : (buffer, offset, index, index, index) -> (vector<4xf32>) + %values = vector.fptrunc %values_f32 : vector<4xf32> to vector<4xf16> + func.return %values : vector<4xf16> +} +''' + + +def fill(fname, codes): + words = [codes[2 * w] | (codes[2 * w + 1] << 16) for w in range(len(codes) // 2)] + words = [w - (1 << 32) if w >= 1 << 31 else w for w in words] # i32 constants are signed + per = len(words) // 4 + o = [f'// Stages the IQ1 grid as {len(words)} words (two 16-bit codes each); subgroup %chunk (0..3) writes', + f'// words {per} %chunk .. +{per - 1}.', + f'func.def inline @{fname}(%grid: buffer, %chunk: index) {{', + ' %zero_offset = index.constant 0 : offset', + f' %gv = buffer.view %grid[%zero_offset] : buffer -> view<{len(words)}xi32>'] + for c in range(4): + o += [f' %k{c} = index.constant {c} : index', f' %is{c} = index.cmp eq, %chunk, %k{c} : index', f' scf.if %is{c} {{'] + for q in range(per // 4): + e = per * c + 4 * q + for i in range(4): + o.append(f' %v{c}_{q}_{i} = scalar.constant {words[e + i]} : i32') + o.append(f' %w{c}_{q} = vector.from_elements %v{c}_{q}_0, %v{c}_{q}_1, %v{c}_{q}_2, %v{c}_{q}_3 : vector<4xi32>') + o.append(f' %o{c}_{q} = index.constant {e} : index') + o.append(f' vector.store %w{c}_{q}, %gv[%o{c}_{q}] : vector<4xi32>, view<{len(words)}xi32>') + o.append(' }') + o += [' func.return', '}', ''] + return '\n'.join(o) + + +kquant_common = ''' +// IQ1_M's fp16 block scale (as motifs/dequant.loom's ggml_iq1m_block_scale). +func.def inline @ggml_kquant_iq1m_block_scale(%weight: buffer, %block_byte_base: offset) -> (f32) { + %wv = buffer.view %weight[%block_byte_base] : buffer -> view<28xi16> + %c24 = index.constant 24 : index + %c25 = index.constant 25 : index + %c26 = index.constant 26 : index + %c27 = index.constant 27 : index + %c4_i32 = scalar.constant 4 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c12_i32 = scalar.constant 12 : i32 + %c240_i32 = scalar.constant 240 : i32 + %c3840_i32 = scalar.constant 3840 : i32 + %c61440_i32 = scalar.constant 61440 : i32 + %c255_i32 = scalar.constant 255 : i32 + %w0_i16 = view.load %wv[%c24] : view<28xi16> -> i16 + %w1_i16 = view.load %wv[%c25] : view<28xi16> -> i16 + %w2_i16 = view.load %wv[%c26] : view<28xi16> -> i16 + %w3_i16 = view.load %wv[%c27] : view<28xi16> -> i16 + %w0 = scalar.extui %w0_i16 : i16 to i32 + %w1 = scalar.extui %w1_i16 : i16 to i32 + %w2 = scalar.extui %w2_i16 : i16 to i32 + %w3 = scalar.extui %w3_i16 : i16 to i32 + %n0 = scalar.shrui %w0, %c12_i32 : i32 + %n1a = scalar.shrui %w1, %c8_i32 : i32 + %n1 = scalar.andi %n1a, %c240_i32 : i32 + %n2a = scalar.shrui %w2, %c4_i32 : i32 + %n2 = scalar.andi %n2a, %c3840_i32 : i32 + %n3 = scalar.andi %w3, %c61440_i32 : i32 + %u01 = scalar.ori %n0, %n1 : i32 + %u012 = scalar.ori %u01, %n2 : i32 + %u = scalar.ori %u012, %n3 : i32 + %lo = scalar.andi %u, %c255_i32 : i32 + %hi = scalar.shrui %u, %c8_i32 : i32 + %lo8 = scalar.trunci %lo : i32 to i8 + %hi8 = scalar.trunci %hi : i32 to i8 + %bytes = vector.from_elements %lo8, %hi8 : vector<2xi8> + %h = vector.bitcast %bytes : vector<2xi8> to vector<1xf16> + %h0 = vector.extract %h[0] : vector<1xf16> -> f16 + %f = scalar.extf %h0 : f16 to f32 + func.return %f : f32 +} + +// IQ1_S / IQ1_M: lane l16 owns group l16 / 2, slots 2 (l16 % 2) and +1: values 32 (l16 / 2) + +// 16 (l16 % 2) .. +15, one scale. The grid (2048 16-bit codes, 2 bits per value: value + 1) is +// staged in workgroup memory two codes per word. +func.def inline @ggml_kquant_iq1_code(%grid: buffer, %index: i32) -> (i32) { + %zero_offset = index.constant 0 : offset + %gv = buffer.view %grid[%zero_offset] : buffer -> view<1024xi32> + %c1_i32 = scalar.constant 1 : i32 + %c4_i32 = scalar.constant 4 : i32 + %c65535_i32 = scalar.constant 65535 : i32 + %w_i32 = scalar.shrui %index, %c1_i32 : i32 + %w_x = index.cast %w_i32 : i32 to index + %w_b = index.assume %w_x [range(%w_x, 0, 1023)] : index + %word = view.load %gv[%w_b] : view<1024xi32> -> i32 + %odd = scalar.andi %index, %c1_i32 : i32 + %sh = scalar.shli %odd, %c4_i32 : i32 + %shifted = scalar.shrui %word, %sh : i32 + %code = scalar.andi %shifted, %c65535_i32 : i32 + func.return %code : i32 +} + +func.def inline @ggml_kquant_iq1_slot_values(%code: i32, %delta: f32) -> (vector<8xf32>) { + %c1_i32 = scalar.constant 1 : i32 + %s0 = scalar.constant 0 : i32 + %s2 = scalar.constant 2 : i32 + %s3 = scalar.constant 3 : i32 + %s4 = scalar.constant 4 : i32 + %s6 = scalar.constant 6 : i32 + %s8 = scalar.constant 8 : i32 + %s10 = scalar.constant 10 : i32 + %s12 = scalar.constant 12 : i32 + %s14 = scalar.constant 14 : i32 + %shift2 = vector.from_elements %s0, %s2, %s4, %s6, %s8, %s10, %s12, %s14 : vector<8xi32> + %three = vector.splat %s3 : vector<8xi32> + %one = vector.splat %c1_i32 : vector<8xi32> + %cv = vector.splat %code : vector<8xi32> + %cs = vector.shrui %cv, %shift2 : vector<8xi32> + %c = vector.andi %cs, %three : vector<8xi32> + %t = vector.subi %c, %one : vector<8xi32> + %tf = vector.sitofp %t : vector<8xi32> to vector<8xf32> + %dv = vector.splat %delta : vector<8xf32> + %v = vector.addf %tf, %dv : vector<8xf32> + func.return %v : vector<8xf32> +} + +// IQ1_S (50 bytes: d, qs[32], qh[8] u16): qh[g] = high index bits (slot l at bit 3l), scale s at +// bit 12, delta sign at bit 15: value = d * (2 s + 1) * (grid + delta). +func.def inline @ggml_kquant_iq1s_lane_parts(%grid: buffer, %weight: buffer, %row_base: offset, %block: index, %lane16: index) -> (vector<16xf32>, f32, index) { + %c0 = index.constant 0 : index + %c1 = index.constant 1 : index + %c2 = index.constant 2 : index + %c4 = index.constant 4 : index + %c16 = index.constant 16 : index + %c17 = index.constant 17 : index + %c32 = index.constant 32 : index + %c0_i32 = scalar.constant 0 : i32 + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c7_i32 = scalar.constant 7 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c12_i32 = scalar.constant 12 : i32 + %c32768_i32 = scalar.constant 32768 : i32 + %pos_delta = scalar.constant 0.125 : f32 + %neg_delta = scalar.constant -0.125 : f32 + %block_bytes = index.constant 50 : offset + %l = index.assume %lane16 [range(%lane16, 0, 15)] : index + %g = index.div %l, %c2 : index + %h = index.rem %l, %c2 : index + %sa = index.mul %h, %c2 : index + %sb = index.add %sa, %c1 : index + %block_add = index.scale %block, %block_bytes : index, offset -> offset + %block_base = index.add %row_base, %block_add : offset + %hv = buffer.view %weight[%block_base] : buffer -> view<25xf16> + %wv = buffer.view %weight[%block_base] : buffer -> view<25xi16> + %bv = buffer.view %weight[%block_base] : buffer -> view<50xi8> + %d_f16 = view.load %hv[%c0] : view<25xf16> -> f16 + %d = scalar.extf %d_f16 : f16 to f32 + %qh_at = index.add %c17, %g : index + %qh_i16 = view.load %wv[%qh_at] : view<25xi16> -> i16 + %qh = scalar.extui %qh_i16 : i16 to i32 + %g4 = index.mul %g, %c4 : index + %qs0 = index.add %g4, %c2 : index + %qa_at = index.add %qs0, %sa : index + %qb_at = index.add %qs0, %sb : index + %qa_i8 = view.load %bv[%qa_at] : view<50xi8> -> i8 + %qb_i8 = view.load %bv[%qb_at] : view<50xi8> -> i8 + %qa = scalar.extui %qa_i8 : i8 to i32 + %qb = scalar.extui %qb_i8 : i8 to i32 + %sa_i32 = index.cast %sa : index to i32 + %sb_i32 = index.cast %sb : index to i32 + %sha = scalar.muli %sa_i32, %c3_i32 : i32 + %shb = scalar.muli %sb_i32, %c3_i32 : i32 + %ha0 = scalar.shrui %qh, %sha : i32 + %hb0 = scalar.shrui %qh, %shb : i32 + %ha1 = scalar.andi %ha0, %c7_i32 : i32 + %hb1 = scalar.andi %hb0, %c7_i32 : i32 + %ha = scalar.shli %ha1, %c8_i32 : i32 + %hb = scalar.shli %hb1, %c8_i32 : i32 + %ia = scalar.ori %qa, %ha : i32 + %ib = scalar.ori %qb, %hb : i32 + %code_a = func.call @ggml_kquant_iq1_code(%grid, %ia) : (buffer, i32) -> (i32) + %code_b = func.call @ggml_kquant_iq1_code(%grid, %ib) : (buffer, i32) -> (i32) + %s0 = scalar.shrui %qh, %c12_i32 : i32 + %s = scalar.andi %s0, %c7_i32 : i32 + %s2 = scalar.addi %s, %s : i32 + %s21 = scalar.addi %s2, %c1_i32 : i32 + %sf = scalar.uitofp %s21 : i32 to f32 + %scale = scalar.mulf %d, %sf : f32 + %neg_bit = scalar.andi %qh, %c32768_i32 : i32 + %neg = scalar.cmpi ne, %neg_bit, %c0_i32 : i32 + %delta = scf.select %neg, %neg_delta, %pos_delta : f32 + %va = func.call @ggml_kquant_iq1_slot_values(%code_a, %delta) : (i32, f32) -> (vector<8xf32>) + %vb = func.call @ggml_kquant_iq1_slot_values(%code_b, %delta) : (i32, f32) -> (vector<8xf32>) + %v = func.call @ggml_kquant_iq2_join16(%va, %vb) : (vector<8xf32>, vector<8xf32>) -> (vector<16xf32>) + %g32 = index.mul %g, %c32 : index + %h16 = index.mul %h, %c16 : index + %p0 = index.add %g32, %h16 : index + func.return %v, %scale, %p0 : vector<16xf32>, f32, index +} + +// IQ1_M (56 bytes: qs[32], qh[16], scales[8]): the lane's two slots share qh byte 2g + h (index +// high bits 0..2 / 4..6, delta signs bit 3 / 7) and the 3-bit scale at bit 6 (g % 2) + 3h of u16 +// scale word g / 2; d is the fp16 made of the four scale words' top nibbles. +func.def inline @ggml_kquant_iq1m_lane_parts(%grid: buffer, %weight: buffer, %row_base: offset, %block: index, %lane16: index) -> (vector<16xf32>, f32, index) { + %c1 = index.constant 1 : index + %c2 = index.constant 2 : index + %c4 = index.constant 4 : index + %c16 = index.constant 16 : index + %c24 = index.constant 24 : index + %c32 = index.constant 32 : index + %c0_i32 = scalar.constant 0 : i32 + %c1_i32 = scalar.constant 1 : i32 + %c3_i32 = scalar.constant 3 : i32 + %c4_i32 = scalar.constant 4 : i32 + %c6_i32 = scalar.constant 6 : i32 + %c7_i32 = scalar.constant 7 : i32 + %c8_i32 = scalar.constant 8 : i32 + %c128_i32 = scalar.constant 128 : i32 + %c1792_i32 = scalar.constant 1792 : i32 + %pos_delta = scalar.constant 0.125 : f32 + %neg_delta = scalar.constant -0.125 : f32 + %block_bytes = index.constant 56 : offset + %l = index.assume %lane16 [range(%lane16, 0, 15)] : index + %g = index.div %l, %c2 : index + %h = index.rem %l, %c2 : index + %sa = index.mul %h, %c2 : index + %sb = index.add %sa, %c1 : index + %block_add = index.scale %block, %block_bytes : index, offset -> offset + %block_base = index.add %row_base, %block_add : offset + %wv = buffer.view %weight[%block_base] : buffer -> view<28xi16> + %bv = buffer.view %weight[%block_base] : buffer -> view<56xi8> + %d = func.call @ggml_kquant_iq1m_block_scale(%weight, %block_base) : (buffer, offset) -> (f32) + %g4 = index.mul %g, %c4 : index + %qa_at = index.add %g4, %sa : index + %qb_at = index.add %g4, %sb : index + %qa_i8 = view.load %bv[%qa_at] : view<56xi8> -> i8 + %qb_i8 = view.load %bv[%qb_at] : view<56xi8> -> i8 + %qa = scalar.extui %qa_i8 : i8 to i32 + %qb = scalar.extui %qb_i8 : i8 to i32 + %g2 = index.add %g, %g : index + %qh_at0 = index.add %c32, %g2 : index + %qh_at = index.add %qh_at0, %h : index + %qh_i8 = view.load %bv[%qh_at] : view<56xi8> -> i8 + %qh = scalar.extui %qh_i8 : i8 to i32 + %ha0 = scalar.shli %qh, %c8_i32 : i32 + %ha = scalar.andi %ha0, %c1792_i32 : i32 + %hb0 = scalar.shli %qh, %c4_i32 : i32 + %hb = scalar.andi %hb0, %c1792_i32 : i32 + %ia = scalar.ori %qa, %ha : i32 + %ib = scalar.ori %qb, %hb : i32 + %code_a = func.call @ggml_kquant_iq1_code(%grid, %ia) : (buffer, i32) -> (i32) + %code_b = func.call @ggml_kquant_iq1_code(%grid, %ib) : (buffer, i32) -> (i32) + %na0 = scalar.andi %qh, %c8_i32 : i32 + %nb0 = scalar.andi %qh, %c128_i32 : i32 + %na = scalar.cmpi ne, %na0, %c0_i32 : i32 + %nb = scalar.cmpi ne, %nb0, %c0_i32 : i32 + %delta_a = scf.select %na, %neg_delta, %pos_delta : f32 + %delta_b = scf.select %nb, %neg_delta, %pos_delta : f32 + %gh = index.div %g, %c2 : index + %gp = index.rem %g, %c2 : index + %sc_at = index.add %c24, %gh : index + %sc_i16 = view.load %wv[%sc_at] : view<28xi16> -> i16 + %sc = scalar.extui %sc_i16 : i16 to i32 + %gp_i32 = index.cast %gp : index to i32 + %h_i32 = index.cast %h : index to i32 + %ssh0 = scalar.muli %gp_i32, %c6_i32 : i32 + %ssh1 = scalar.muli %h_i32, %c3_i32 : i32 + %ssh = scalar.addi %ssh0, %ssh1 : i32 + %s0 = scalar.shrui %sc, %ssh : i32 + %s = scalar.andi %s0, %c7_i32 : i32 + %s2 = scalar.addi %s, %s : i32 + %s21 = scalar.addi %s2, %c1_i32 : i32 + %sf = scalar.uitofp %s21 : i32 to f32 + %scale = scalar.mulf %d, %sf : f32 + %va = func.call @ggml_kquant_iq1_slot_values(%code_a, %delta_a) : (i32, f32) -> (vector<8xf32>) + %vb = func.call @ggml_kquant_iq1_slot_values(%code_b, %delta_b) : (i32, f32) -> (vector<8xf32>) + %v = func.call @ggml_kquant_iq2_join16(%va, %vb) : (vector<8xf32>, vector<8xf32>) -> (vector<16xf32>) + %g32 = index.mul %g, %c32 : index + %h16 = index.mul %h, %c16 : index + %p0 = index.add %g32, %h16 : index + func.return %v, %scale, %p0 : vector<16xf32>, f32, index +} +''' + + +def dot_and_weights(fmt): + return f''' +func.def inline @ggml_kquant_{fmt}_lane_dot(%grid: buffer, %weight: buffer, %input: buffer, %row_base: offset, %block: index, %lane16: index) -> (f32) {{ + %zero_scalar = scalar.constant 0.0 : f32 + %x_block_bytes = index.constant 1024 : offset + %v, %scale, %p = func.call @ggml_kquant_{fmt}_lane_parts(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, f32, index) + %x_base = index.scale %block, %x_block_bytes : index, offset -> offset + %xv = buffer.view %input[%x_base] : buffer -> view<256xf32> + %x = vector.load %xv[%p] : view<256xf32> -> vector<16xf32> + %vx = vector.mulf %v, %x : vector<16xf32> + %sum = vector.reduce %vx, %zero_scalar : vector<16xf32>, f32 + %result = scalar.mulf %scale, %sum : f32 + func.return %result : f32 +}} + +func.def inline @ggml_kquant_{fmt}_lane_weights(%grid: buffer, %weight: buffer, %row_base: offset, %block: index, %lane16: index) -> (vector<16xf32>, index, index, index, index) {{ + %c4 = index.constant 4 : index + %c8 = index.constant 8 : index + %c12 = index.constant 12 : index + %v, %scale, %p0 = func.call @ggml_kquant_{fmt}_lane_parts(%grid, %weight, %row_base, %block, %lane16) : (buffer, buffer, offset, index, index) -> (vector<16xf32>, f32, index) + %sv = vector.splat %scale : vector<16xf32> + %w = vector.mulf %v, %sv : vector<16xf32> + %p1 = index.add %p0, %c4 : index + %p2 = index.add %p0, %c8 : index + %p3 = index.add %p0, %c12 : index + func.return %w, %p0, %p1, %p2, %p3 : vector<16xf32>, index, index, index, index +}} +''' + + +if mode == "dequant": + out = lookup('ggml_iq1s_grid_code_i32', 'iq1s_code', grid()) + dequant_common +elif mode == "kquant": + out = fill('ggml_kquant_iq1s_grid_fill', grid()) + kquant_common + dot_and_weights('iq1s') + dot_and_weights('iq1m') +else: + sys.exit(f"unknown mode {mode}") +sys.stdout.write(out)