Spaces:
Running
Running
Attempt to fix android build (llama/5752)
Browse filesCo-authored-by: Iwan Kawrakow <[email protected]>
- ggml-quants.c +3 -3
ggml-quants.c
CHANGED
|
@@ -10464,9 +10464,9 @@ void ggml_vec_dot_iq4_xs_q8_K(int n, float * restrict s, size_t bs, const void *
|
|
| 10464 |
#if defined __ARM_NEON
|
| 10465 |
const int8x16_t values = vld1q_s8(kvalues_iq4nl);
|
| 10466 |
const uint8x16_t m4b = vdupq_n_u8(0x0f);
|
| 10467 |
-
|
| 10468 |
-
|
| 10469 |
-
|
| 10470 |
int32x4_t prod_1, prod_2;
|
| 10471 |
|
| 10472 |
float sumf = 0;
|
|
|
|
| 10464 |
#if defined __ARM_NEON
|
| 10465 |
const int8x16_t values = vld1q_s8(kvalues_iq4nl);
|
| 10466 |
const uint8x16_t m4b = vdupq_n_u8(0x0f);
|
| 10467 |
+
ggml_uint8x16x2_t q4bits;
|
| 10468 |
+
ggml_int8x16x4_t q4b;
|
| 10469 |
+
ggml_int8x16x4_t q8b;
|
| 10470 |
int32x4_t prod_1, prod_2;
|
| 10471 |
|
| 10472 |
float sumf = 0;
|