Lines Matching refs:xb
285 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_2() local
316 xb = x + 2 * (*idx++); in MatMult_SeqBAIJ_2()
317 x1 = xb[0]; in MatMult_SeqBAIJ_2()
318 x2 = xb[1]; in MatMult_SeqBAIJ_2()
338 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_3() local
344 #pragma disjoint(*v, *z, *xb) in MatMult_SeqBAIJ_3()
373 xb = x + 3 * (*idx++); in MatMult_SeqBAIJ_3()
374 x1 = xb[0]; in MatMult_SeqBAIJ_3()
375 x2 = xb[1]; in MatMult_SeqBAIJ_3()
376 x3 = xb[2]; in MatMult_SeqBAIJ_3()
399 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_4() local
432 xb = x + 4 * (*idx++); in MatMult_SeqBAIJ_4()
433 x1 = xb[0]; in MatMult_SeqBAIJ_4()
434 x2 = xb[1]; in MatMult_SeqBAIJ_4()
435 x3 = xb[2]; in MatMult_SeqBAIJ_4()
436 x4 = xb[3]; in MatMult_SeqBAIJ_4()
460 const PetscScalar *xb, *x; in MatMult_SeqBAIJ_5() local
494 xb = x + 5 * (*idx++); in MatMult_SeqBAIJ_5()
495 x1 = xb[0]; in MatMult_SeqBAIJ_5()
496 x2 = xb[1]; in MatMult_SeqBAIJ_5()
497 x3 = xb[2]; in MatMult_SeqBAIJ_5()
498 x4 = xb[3]; in MatMult_SeqBAIJ_5()
499 x5 = xb[4]; in MatMult_SeqBAIJ_5()
525 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_6() local
561 xb = x + 6 * (*idx++); in MatMult_SeqBAIJ_6()
562 x1 = xb[0]; in MatMult_SeqBAIJ_6()
563 x2 = xb[1]; in MatMult_SeqBAIJ_6()
564 x3 = xb[2]; in MatMult_SeqBAIJ_6()
565 x4 = xb[3]; in MatMult_SeqBAIJ_6()
566 x5 = xb[4]; in MatMult_SeqBAIJ_6()
567 x6 = xb[5]; in MatMult_SeqBAIJ_6()
596 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_7() local
633 xb = x + 7 * (*idx++); in MatMult_SeqBAIJ_7()
634 x1 = xb[0]; in MatMult_SeqBAIJ_7()
635 x2 = xb[1]; in MatMult_SeqBAIJ_7()
636 x3 = xb[2]; in MatMult_SeqBAIJ_7()
637 x4 = xb[3]; in MatMult_SeqBAIJ_7()
638 x5 = xb[4]; in MatMult_SeqBAIJ_7()
639 x6 = xb[5]; in MatMult_SeqBAIJ_7()
640 x7 = xb[6]; in MatMult_SeqBAIJ_7()
672 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_9_AVX2() local
712 xb = x + bs * (*idx++); in MatMult_SeqBAIJ_9_AVX2()
713 for (k = 0; k < bs; k++) workt[k] = xb[k]; in MatMult_SeqBAIJ_9_AVX2()
823 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_11() local
862 xb = x + 11 * (idx[j]); in MatMult_SeqBAIJ_11()
865 xv = xb[k]; in MatMult_SeqBAIJ_11()
907 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_12_ver1() local
947 xb = x + 12 * (idx[j]); in MatMult_SeqBAIJ_12_ver1()
950 xv = xb[k]; in MatMult_SeqBAIJ_12_ver1()
991 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_12_ver1() local
1036 xb = x + 12 * (idx[j]); in MatMultAdd_SeqBAIJ_12_ver1()
1039 xv = xb[k]; in MatMultAdd_SeqBAIJ_12_ver1()
1084 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_12_ver2() local
1113 xb = x + 12 * (idx[j]); in MatMult_SeqBAIJ_12_ver2()
1114 x1 = xb[0]; in MatMult_SeqBAIJ_12_ver2()
1115 x2 = xb[1]; in MatMult_SeqBAIJ_12_ver2()
1116 x3 = xb[2]; in MatMult_SeqBAIJ_12_ver2()
1117 x4 = xb[3]; in MatMult_SeqBAIJ_12_ver2()
1133 x1 = xb[4]; in MatMult_SeqBAIJ_12_ver2()
1134 x2 = xb[5]; in MatMult_SeqBAIJ_12_ver2()
1135 x3 = xb[6]; in MatMult_SeqBAIJ_12_ver2()
1136 x4 = xb[7]; in MatMult_SeqBAIJ_12_ver2()
1152 x1 = xb[8]; in MatMult_SeqBAIJ_12_ver2()
1153 x2 = xb[9]; in MatMult_SeqBAIJ_12_ver2()
1154 x3 = xb[10]; in MatMult_SeqBAIJ_12_ver2()
1155 x4 = xb[11]; in MatMult_SeqBAIJ_12_ver2()
1196 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_12_ver2() local
1241 xb = x + 12 * (idx[j]); in MatMultAdd_SeqBAIJ_12_ver2()
1242 x1 = xb[0]; in MatMultAdd_SeqBAIJ_12_ver2()
1243 x2 = xb[1]; in MatMultAdd_SeqBAIJ_12_ver2()
1244 x3 = xb[2]; in MatMultAdd_SeqBAIJ_12_ver2()
1245 x4 = xb[3]; in MatMultAdd_SeqBAIJ_12_ver2()
1261 x1 = xb[4]; in MatMultAdd_SeqBAIJ_12_ver2()
1262 x2 = xb[5]; in MatMultAdd_SeqBAIJ_12_ver2()
1263 x3 = xb[6]; in MatMultAdd_SeqBAIJ_12_ver2()
1264 x4 = xb[7]; in MatMultAdd_SeqBAIJ_12_ver2()
1280 x1 = xb[8]; in MatMultAdd_SeqBAIJ_12_ver2()
1281 x2 = xb[9]; in MatMultAdd_SeqBAIJ_12_ver2()
1282 x3 = xb[10]; in MatMultAdd_SeqBAIJ_12_ver2()
1283 x4 = xb[11]; in MatMultAdd_SeqBAIJ_12_ver2()
1491 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_15_ver1() local
1534 xb = x + 15 * (idx[j]); in MatMult_SeqBAIJ_15_ver1()
1537 xv = xb[k]; in MatMult_SeqBAIJ_15_ver1()
1587 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_15_ver2() local
1630 xb = x + 15 * (idx[j]); in MatMult_SeqBAIJ_15_ver2()
1631 x1 = xb[0]; in MatMult_SeqBAIJ_15_ver2()
1632 x2 = xb[1]; in MatMult_SeqBAIJ_15_ver2()
1633 x3 = xb[2]; in MatMult_SeqBAIJ_15_ver2()
1634 x4 = xb[3]; in MatMult_SeqBAIJ_15_ver2()
1654 x1 = xb[4]; in MatMult_SeqBAIJ_15_ver2()
1655 x2 = xb[5]; in MatMult_SeqBAIJ_15_ver2()
1656 x3 = xb[6]; in MatMult_SeqBAIJ_15_ver2()
1657 x4 = xb[7]; in MatMult_SeqBAIJ_15_ver2()
1676 x1 = xb[8]; in MatMult_SeqBAIJ_15_ver2()
1677 x2 = xb[9]; in MatMult_SeqBAIJ_15_ver2()
1678 x3 = xb[10]; in MatMult_SeqBAIJ_15_ver2()
1679 x4 = xb[11]; in MatMult_SeqBAIJ_15_ver2()
1697 x1 = xb[12]; in MatMult_SeqBAIJ_15_ver2()
1698 x2 = xb[13]; in MatMult_SeqBAIJ_15_ver2()
1699 x3 = xb[14]; in MatMult_SeqBAIJ_15_ver2()
1748 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_15_ver3() local
1791 xb = x + 15 * (idx[j]); in MatMult_SeqBAIJ_15_ver3()
1792 x1 = xb[0]; in MatMult_SeqBAIJ_15_ver3()
1793 x2 = xb[1]; in MatMult_SeqBAIJ_15_ver3()
1794 x3 = xb[2]; in MatMult_SeqBAIJ_15_ver3()
1795 x4 = xb[3]; in MatMult_SeqBAIJ_15_ver3()
1796 x5 = xb[4]; in MatMult_SeqBAIJ_15_ver3()
1797 x6 = xb[5]; in MatMult_SeqBAIJ_15_ver3()
1798 x7 = xb[6]; in MatMult_SeqBAIJ_15_ver3()
1799 x8 = xb[7]; in MatMult_SeqBAIJ_15_ver3()
1818 x1 = xb[8]; in MatMult_SeqBAIJ_15_ver3()
1819 x2 = xb[9]; in MatMult_SeqBAIJ_15_ver3()
1820 x3 = xb[10]; in MatMult_SeqBAIJ_15_ver3()
1821 x4 = xb[11]; in MatMult_SeqBAIJ_15_ver3()
1822 x5 = xb[12]; in MatMult_SeqBAIJ_15_ver3()
1823 x6 = xb[13]; in MatMult_SeqBAIJ_15_ver3()
1824 x7 = xb[14]; in MatMult_SeqBAIJ_15_ver3()
1874 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_15_ver4() local
1917 xb = x + 15 * (idx[j]); in MatMult_SeqBAIJ_15_ver4()
1918 x1 = xb[0]; in MatMult_SeqBAIJ_15_ver4()
1919 x2 = xb[1]; in MatMult_SeqBAIJ_15_ver4()
1920 x3 = xb[2]; in MatMult_SeqBAIJ_15_ver4()
1921 x4 = xb[3]; in MatMult_SeqBAIJ_15_ver4()
1922 x5 = xb[4]; in MatMult_SeqBAIJ_15_ver4()
1923 x6 = xb[5]; in MatMult_SeqBAIJ_15_ver4()
1924 x7 = xb[6]; in MatMult_SeqBAIJ_15_ver4()
1925 x8 = xb[7]; in MatMult_SeqBAIJ_15_ver4()
1926 x9 = xb[8]; in MatMult_SeqBAIJ_15_ver4()
1927 x10 = xb[9]; in MatMult_SeqBAIJ_15_ver4()
1928 x11 = xb[10]; in MatMult_SeqBAIJ_15_ver4()
1929 x12 = xb[11]; in MatMult_SeqBAIJ_15_ver4()
1930 x13 = xb[12]; in MatMult_SeqBAIJ_15_ver4()
1931 x14 = xb[13]; in MatMult_SeqBAIJ_15_ver4()
1932 x15 = xb[14]; in MatMult_SeqBAIJ_15_ver4()
1984 const PetscScalar *x, *xb; in MatMult_SeqBAIJ_N() local
2019 xb = x + bs * (*idx++); in MatMult_SeqBAIJ_N()
2020 for (k = 0; k < bs; k++) workt[k] = xb[k]; in MatMult_SeqBAIJ_N()
2088 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_2() local
2124 xb = x + 2 * (*idx++); in MatMultAdd_SeqBAIJ_2()
2125 x1 = xb[0]; in MatMultAdd_SeqBAIJ_2()
2126 x2 = xb[1]; in MatMultAdd_SeqBAIJ_2()
2149 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_3() local
2185 xb = x + 3 * (*idx++); in MatMultAdd_SeqBAIJ_3()
2186 x1 = xb[0]; in MatMultAdd_SeqBAIJ_3()
2187 x2 = xb[1]; in MatMultAdd_SeqBAIJ_3()
2188 x3 = xb[2]; in MatMultAdd_SeqBAIJ_3()
2212 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_4() local
2249 xb = x + 4 * (*idx++); in MatMultAdd_SeqBAIJ_4()
2250 x1 = xb[0]; in MatMultAdd_SeqBAIJ_4()
2251 x2 = xb[1]; in MatMultAdd_SeqBAIJ_4()
2252 x3 = xb[2]; in MatMultAdd_SeqBAIJ_4()
2253 x4 = xb[3]; in MatMultAdd_SeqBAIJ_4()
2279 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_5() local
2318 xb = x + 5 * (*idx++); in MatMultAdd_SeqBAIJ_5()
2319 x1 = xb[0]; in MatMultAdd_SeqBAIJ_5()
2320 x2 = xb[1]; in MatMultAdd_SeqBAIJ_5()
2321 x3 = xb[2]; in MatMultAdd_SeqBAIJ_5()
2322 x4 = xb[3]; in MatMultAdd_SeqBAIJ_5()
2323 x5 = xb[4]; in MatMultAdd_SeqBAIJ_5()
2351 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_6() local
2391 xb = x + 6 * (*idx++); in MatMultAdd_SeqBAIJ_6()
2392 x1 = xb[0]; in MatMultAdd_SeqBAIJ_6()
2393 x2 = xb[1]; in MatMultAdd_SeqBAIJ_6()
2394 x3 = xb[2]; in MatMultAdd_SeqBAIJ_6()
2395 x4 = xb[3]; in MatMultAdd_SeqBAIJ_6()
2396 x5 = xb[4]; in MatMultAdd_SeqBAIJ_6()
2397 x6 = xb[5]; in MatMultAdd_SeqBAIJ_6()
2427 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_7() local
2468 xb = x + 7 * (*idx++); in MatMultAdd_SeqBAIJ_7()
2469 x1 = xb[0]; in MatMultAdd_SeqBAIJ_7()
2470 x2 = xb[1]; in MatMultAdd_SeqBAIJ_7()
2471 x3 = xb[2]; in MatMultAdd_SeqBAIJ_7()
2472 x4 = xb[3]; in MatMultAdd_SeqBAIJ_7()
2473 x5 = xb[4]; in MatMultAdd_SeqBAIJ_7()
2474 x6 = xb[5]; in MatMultAdd_SeqBAIJ_7()
2475 x7 = xb[6]; in MatMultAdd_SeqBAIJ_7()
2508 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_9_AVX2() local
2548 xb = x + bs * (*idx++); in MatMultAdd_SeqBAIJ_9_AVX2()
2549 for (k = 0; k < bs; k++) workt[k] = xb[k]; in MatMultAdd_SeqBAIJ_9_AVX2()
2659 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_11() local
2704 xb = x + 11 * (*idx++); in MatMultAdd_SeqBAIJ_11()
2705 x1 = xb[0]; in MatMultAdd_SeqBAIJ_11()
2706 x2 = xb[1]; in MatMultAdd_SeqBAIJ_11()
2707 x3 = xb[2]; in MatMultAdd_SeqBAIJ_11()
2708 x4 = xb[3]; in MatMultAdd_SeqBAIJ_11()
2709 x5 = xb[4]; in MatMultAdd_SeqBAIJ_11()
2710 x6 = xb[5]; in MatMultAdd_SeqBAIJ_11()
2711 x7 = xb[6]; in MatMultAdd_SeqBAIJ_11()
2712 x8 = xb[7]; in MatMultAdd_SeqBAIJ_11()
2713 x9 = xb[8]; in MatMultAdd_SeqBAIJ_11()
2714 x10 = xb[9]; in MatMultAdd_SeqBAIJ_11()
2715 x11 = xb[10]; in MatMultAdd_SeqBAIJ_11()
2755 const PetscScalar *x, *xb; in MatMultAdd_SeqBAIJ_N() local
2790 xb = x + bs * (*idx++); in MatMultAdd_SeqBAIJ_N()
2791 for (k = 0; k < bs; k++) workt[k] = xb[k]; in MatMultAdd_SeqBAIJ_N()
2829 const PetscScalar *x, *xb = NULL; in MatMultHermitianTransposeAdd_SeqBAIJ() local
2850 xb = x; in MatMultHermitianTransposeAdd_SeqBAIJ()
2856 if (usecprow) xb = x + ridx[i]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2857 x1 = xb[0]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2866 if (!usecprow) xb++; in MatMultHermitianTransposeAdd_SeqBAIJ()
2871 if (usecprow) xb = x + 2 * ridx[i]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2872 x1 = xb[0]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2873 x2 = xb[1]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2883 if (!usecprow) xb += 2; in MatMultHermitianTransposeAdd_SeqBAIJ()
2888 if (usecprow) xb = x + 3 * ridx[i]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2889 x1 = xb[0]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2890 x2 = xb[1]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2891 x3 = xb[2]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2902 if (!usecprow) xb += 3; in MatMultHermitianTransposeAdd_SeqBAIJ()
2907 if (usecprow) xb = x + 4 * ridx[i]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2908 x1 = xb[0]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2909 x2 = xb[1]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2910 x3 = xb[2]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2911 x4 = xb[3]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2923 if (!usecprow) xb += 4; in MatMultHermitianTransposeAdd_SeqBAIJ()
2928 if (usecprow) xb = x + 5 * ridx[i]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2929 x1 = xb[0]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2930 x2 = xb[1]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2931 x3 = xb[2]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2932 x4 = xb[3]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2933 x5 = xb[4]; in MatMultHermitianTransposeAdd_SeqBAIJ()
2946 if (!usecprow) xb += 5; in MatMultHermitianTransposeAdd_SeqBAIJ()
2990 const PetscScalar *x, *xb = NULL; in MatMultTransposeAdd_SeqBAIJ() local
3011 xb = x; in MatMultTransposeAdd_SeqBAIJ()
3017 if (usecprow) xb = x + ridx[i]; in MatMultTransposeAdd_SeqBAIJ()
3018 x1 = xb[0]; in MatMultTransposeAdd_SeqBAIJ()
3027 if (!usecprow) xb++; in MatMultTransposeAdd_SeqBAIJ()
3032 if (usecprow) xb = x + 2 * ridx[i]; in MatMultTransposeAdd_SeqBAIJ()
3033 x1 = xb[0]; in MatMultTransposeAdd_SeqBAIJ()
3034 x2 = xb[1]; in MatMultTransposeAdd_SeqBAIJ()
3044 if (!usecprow) xb += 2; in MatMultTransposeAdd_SeqBAIJ()
3049 if (usecprow) xb = x + 3 * ridx[i]; in MatMultTransposeAdd_SeqBAIJ()
3050 x1 = xb[0]; in MatMultTransposeAdd_SeqBAIJ()
3051 x2 = xb[1]; in MatMultTransposeAdd_SeqBAIJ()
3052 x3 = xb[2]; in MatMultTransposeAdd_SeqBAIJ()
3063 if (!usecprow) xb += 3; in MatMultTransposeAdd_SeqBAIJ()
3068 if (usecprow) xb = x + 4 * ridx[i]; in MatMultTransposeAdd_SeqBAIJ()
3069 x1 = xb[0]; in MatMultTransposeAdd_SeqBAIJ()
3070 x2 = xb[1]; in MatMultTransposeAdd_SeqBAIJ()
3071 x3 = xb[2]; in MatMultTransposeAdd_SeqBAIJ()
3072 x4 = xb[3]; in MatMultTransposeAdd_SeqBAIJ()
3084 if (!usecprow) xb += 4; in MatMultTransposeAdd_SeqBAIJ()
3089 if (usecprow) xb = x + 5 * ridx[i]; in MatMultTransposeAdd_SeqBAIJ()
3090 x1 = xb[0]; in MatMultTransposeAdd_SeqBAIJ()
3091 x2 = xb[1]; in MatMultTransposeAdd_SeqBAIJ()
3092 x3 = xb[2]; in MatMultTransposeAdd_SeqBAIJ()
3093 x4 = xb[3]; in MatMultTransposeAdd_SeqBAIJ()
3094 x5 = xb[4]; in MatMultTransposeAdd_SeqBAIJ()
3107 if (!usecprow) xb += 5; in MatMultTransposeAdd_SeqBAIJ()
3366 const PetscScalar *xb; in MatMatMult_SeqBAIJ_1_Private() local
3398 xb = b + (*idx++); in MatMatMult_SeqBAIJ_1_Private()
3399 x1 = xb[0 + k * bm]; in MatMatMult_SeqBAIJ_1_Private()
3414 const PetscScalar *xb; in MatMatMult_SeqBAIJ_2_Private() local
3447 xb = b + 2 * (*idx++); in MatMatMult_SeqBAIJ_2_Private()
3448 x1 = xb[0 + k * bm]; in MatMatMult_SeqBAIJ_2_Private()
3449 x2 = xb[1 + k * bm]; in MatMatMult_SeqBAIJ_2_Private()
3466 const PetscScalar *xb; in MatMatMult_SeqBAIJ_3_Private() local
3500 xb = b + 3 * (*idx++); in MatMatMult_SeqBAIJ_3_Private()
3501 x1 = xb[0 + k * bm]; in MatMatMult_SeqBAIJ_3_Private()
3502 x2 = xb[1 + k * bm]; in MatMatMult_SeqBAIJ_3_Private()
3503 x3 = xb[2 + k * bm]; in MatMatMult_SeqBAIJ_3_Private()
3522 const PetscScalar *xb; in MatMatMult_SeqBAIJ_4_Private() local
3557 xb = b + 4 * (*idx++); in MatMatMult_SeqBAIJ_4_Private()
3558 x1 = xb[0 + k * bm]; in MatMatMult_SeqBAIJ_4_Private()
3559 x2 = xb[1 + k * bm]; in MatMatMult_SeqBAIJ_4_Private()
3560 x3 = xb[2 + k * bm]; in MatMatMult_SeqBAIJ_4_Private()
3561 x4 = xb[3 + k * bm]; in MatMatMult_SeqBAIJ_4_Private()
3582 const PetscScalar *xb; in MatMatMult_SeqBAIJ_5_Private() local
3618 xb = b + 5 * (*idx++); in MatMatMult_SeqBAIJ_5_Private()
3619 x1 = xb[0 + k * bm]; in MatMatMult_SeqBAIJ_5_Private()
3620 x2 = xb[1 + k * bm]; in MatMatMult_SeqBAIJ_5_Private()
3621 x3 = xb[2 + k * bm]; in MatMatMult_SeqBAIJ_5_Private()
3622 x4 = xb[3 + k * bm]; in MatMatMult_SeqBAIJ_5_Private()
3623 x5 = xb[4 + k * bm]; in MatMatMult_SeqBAIJ_5_Private()