|
13 | 13 | #include "drivers/vga.h" |
14 | 14 | #include "arch/x86/smp_rally.h" |
15 | 15 | #include "kernel/sched.h" |
| 16 | +#include "cpu.h" |
16 | 17 |
|
17 | 18 | #ifndef NO_AI_MODEL |
18 | 19 | extern uint8_t _ai_model_start; |
@@ -606,14 +607,34 @@ static q16_16_t ai_dot_q16_simd(const q16_16_t* a, const q16_16_t* b, uint32_t n |
606 | 607 | bpack[2] = b[(p + 2) * n + col]; |
607 | 608 | bpack[3] = b[(p + 3) * n + col]; |
608 | 609 | asm volatile( |
609 | | - "movdqu (%1), %%xmm0\n" |
610 | | - "movdqu (%2), %%xmm1\n" |
611 | | - "pmulld %%xmm1, %%xmm0\n" |
612 | | - "psrad $16, %%xmm0\n" |
613 | | - "movdqu %%xmm0, (%0)\n" |
| 610 | + "movdqu (%1), %%xmm0\n" // a0, a1, a2, a3 |
| 611 | + "movdqu (%2), %%xmm1\n" // b0, b1, b2, b3 |
| 612 | + |
| 613 | + // First pair (indices 0 and 2) |
| 614 | + "movdqa %%xmm0, %%xmm2\n" |
| 615 | + "pmuldq %%xmm1, %%xmm2\n" // xmm2 = [a2*b2 (64), a0*b0 (64)] |
| 616 | + "psrlq $16, %%xmm2\n" // shift each 64-bit result |
| 617 | + |
| 618 | + // Second pair (indices 1 and 3) |
| 619 | + "pshufd $0xF5, %%xmm0, %%xmm0\n" // [a3, a3, a1, a1] |
| 620 | + "pshufd $0xF5, %%xmm1, %%xmm1\n" // [b3, b3, b1, b1] |
| 621 | + "pmuldq %%xmm1, %%xmm0\n" // xmm0 = [a3*b3 (64), a1*b1 (64)] |
| 622 | + "psrlq $16, %%xmm0\n" |
| 623 | + |
| 624 | + // Extract low 32 bits of results into temp |
| 625 | + "movd %%xmm2, %%eax\n" |
| 626 | + "movl %%eax, (%0)\n" // temp[0] = a0*b0 >> 16 |
| 627 | + "pshufd $0xEE, %%xmm2, %%xmm2\n" |
| 628 | + "movd %%xmm2, %%eax\n" |
| 629 | + "movl %%eax, 4(%0)\n" // temp[1] = a2*b2 >> 16 |
| 630 | + "movd %%xmm0, %%eax\n" |
| 631 | + "movl %%eax, 8(%0)\n" // temp[2] = a1*b1 >> 16 |
| 632 | + "pshufd $0xEE, %%xmm0, %%xmm0\n" |
| 633 | + "movd %%xmm0, %%eax\n" |
| 634 | + "movl %%eax, 12(%0)\n" // temp[3] = a3*b3 >> 16 |
614 | 635 | : |
615 | 636 | : "r"(temp), "r"(a + p), "r"(bpack) |
616 | | - : "xmm0", "xmm1", "memory" |
| 637 | + : "xmm0", "xmm1", "xmm2", "memory", "eax" |
617 | 638 | ); |
618 | 639 | sum = q16_add(sum, (q16_16_t)temp[0]); |
619 | 640 | sum = q16_add(sum, (q16_16_t)temp[1]); |
@@ -819,6 +840,15 @@ void ai_model_init(void) { |
819 | 840 | serial_write_string("DEBUG: GGUF BAD\n"); |
820 | 841 | diag_log(DIAG_ERROR, "gguf header invalid"); |
821 | 842 | } |
| 843 | + |
| 844 | + if (cpu_has_feature(CPU_FEATURE_SSE41)) { |
| 845 | + cpu_enable_feature(CPU_FEATURE_SSE); |
| 846 | + simd_enabled = 1; |
| 847 | + diag_log(DIAG_INFO, "AI SIMD acceleration enabled (SSE4.1)"); |
| 848 | + } else { |
| 849 | + diag_log(DIAG_INFO, "AI SIMD acceleration disabled (SSE4.1 not found)"); |
| 850 | + } |
| 851 | + |
822 | 852 | serial_write_string("DEBUG: ai_model_init finished\n"); |
823 | 853 | } |
824 | 854 |
|
|
0 commit comments