Lines Matching refs:zarray
284 PetscScalar *z = NULL, sum1, sum2, *zarray; in MatMult_SeqBAIJ_2() local
293 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_2()
301 PetscCall(PetscArrayzero(zarray, 2 * a->mbs)); in MatMult_SeqBAIJ_2()
305 z = zarray; in MatMult_SeqBAIJ_2()
323 if (usecprow) z = zarray + 2 * ridx[i]; in MatMult_SeqBAIJ_2()
329 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_2()
337 PetscScalar *z = NULL, sum1, sum2, sum3, x1, x2, x3, *zarray; in MatMult_SeqBAIJ_3() local
349 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_3()
357 PetscCall(PetscArrayzero(zarray, 3 * a->mbs)); in MatMult_SeqBAIJ_3()
361 z = zarray; in MatMult_SeqBAIJ_3()
383 if (usecprow) z = zarray + 3 * ridx[i]; in MatMult_SeqBAIJ_3()
390 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_3()
398 PetscScalar *z = NULL, sum1, sum2, sum3, sum4, x1, x2, x3, x4, *zarray; in MatMult_SeqBAIJ_4() local
406 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_4()
414 PetscCall(PetscArrayzero(zarray, 4 * a->mbs)); in MatMult_SeqBAIJ_4()
418 z = zarray; in MatMult_SeqBAIJ_4()
443 if (usecprow) z = zarray + 4 * ridx[i]; in MatMult_SeqBAIJ_4()
451 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_4()
459 PetscScalar *z = NULL, sum1, sum2, sum3, sum4, sum5, x1, x2, x3, x4, x5, *zarray; in MatMult_SeqBAIJ_5() local
468 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_5()
476 PetscCall(PetscArrayzero(zarray, 5 * a->mbs)); in MatMult_SeqBAIJ_5()
480 z = zarray; in MatMult_SeqBAIJ_5()
507 if (usecprow) z = zarray + 5 * ridx[i]; in MatMult_SeqBAIJ_5()
516 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_5()
526 PetscScalar x1, x2, x3, x4, x5, x6, *zarray; in MatMult_SeqBAIJ_6() local
533 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_6()
541 PetscCall(PetscArrayzero(zarray, 6 * a->mbs)); in MatMult_SeqBAIJ_6()
545 z = zarray; in MatMult_SeqBAIJ_6()
576 if (usecprow) z = zarray + 6 * ridx[i]; in MatMult_SeqBAIJ_6()
587 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_6()
597 PetscScalar x1, x2, x3, x4, x5, x6, x7, *zarray; in MatMult_SeqBAIJ_7() local
604 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_7()
612 PetscCall(PetscArrayzero(zarray, 7 * a->mbs)); in MatMult_SeqBAIJ_7()
616 z = zarray; in MatMult_SeqBAIJ_7()
650 if (usecprow) z = zarray + 7 * ridx[i]; in MatMult_SeqBAIJ_7()
662 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_7()
671 PetscScalar *z = NULL, *work, *workt, *zarray; in MatMult_SeqBAIJ_9_AVX2() local
686 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_9_AVX2()
694 PetscCall(PetscArrayzero(zarray, bs * a->mbs)); in MatMult_SeqBAIJ_9_AVX2()
698 z = zarray; in MatMult_SeqBAIJ_9_AVX2()
716 if (usecprow) z = zarray + bs * ridx[i]; in MatMult_SeqBAIJ_9_AVX2()
813 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_9_AVX2()
824 PetscScalar *zarray, xv; in MatMult_SeqBAIJ_11() local
832 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_11()
839 PetscCall(PetscArrayzero(zarray, 11 * a->mbs)); in MatMult_SeqBAIJ_11()
843 z = zarray; in MatMult_SeqBAIJ_11()
880 if (usecprow) z = zarray + 11 * ridx[i]; in MatMult_SeqBAIJ_11()
897 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_11()
908 PetscScalar *zarray, xv; in MatMult_SeqBAIJ_12_ver1() local
916 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_12_ver1()
923 PetscCall(PetscArrayzero(zarray, 12 * a->mbs)); in MatMult_SeqBAIJ_12_ver1()
927 z = zarray; in MatMult_SeqBAIJ_12_ver1()
966 if (usecprow) z = zarray + 12 * ridx[i]; in MatMult_SeqBAIJ_12_ver1()
982 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_12_ver1()
992 PetscScalar *zarray, *yarray, xv; in MatMultAdd_SeqBAIJ_12_ver1() local
1000 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_12_ver1()
1004 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 12 * mbs)); in MatMultAdd_SeqBAIJ_12_ver1()
1011 z = zarray; in MatMultAdd_SeqBAIJ_12_ver1()
1020 z = zarray + 12 * ridx[i]; in MatMultAdd_SeqBAIJ_12_ver1()
1074 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_12_ver1()
1085 PetscScalar x1, x2, x3, x4, *zarray; in MatMult_SeqBAIJ_12_ver2() local
1093 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_12_ver2()
1100 PetscCall(PetscArrayzero(zarray, 12 * a->mbs)); in MatMult_SeqBAIJ_12_ver2()
1104 z = zarray; in MatMult_SeqBAIJ_12_ver2()
1170 if (usecprow) z = zarray + 12 * ridx[i]; in MatMult_SeqBAIJ_12_ver2()
1186 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_12_ver2()
1197 PetscScalar x1, x2, x3, x4, *zarray, *yarray; in MatMultAdd_SeqBAIJ_12_ver2() local
1205 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_12_ver2()
1209 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 12 * mbs)); in MatMultAdd_SeqBAIJ_12_ver2()
1216 z = zarray; in MatMultAdd_SeqBAIJ_12_ver2()
1225 z = zarray + 12 * ridx[i]; in MatMultAdd_SeqBAIJ_12_ver2()
1316 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_12_ver2()
1325 PetscScalar *z = NULL, *zarray; in MatMult_SeqBAIJ_12_AVX2() local
1339 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_12_AVX2()
1345 PetscCall(PetscArrayzero(zarray, bs * a->mbs)); in MatMult_SeqBAIJ_12_AVX2()
1349 z = zarray; in MatMult_SeqBAIJ_12_AVX2()
1472 if (usecprow) z = zarray + bs * ridx[i]; in MatMult_SeqBAIJ_12_AVX2()
1479 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_12_AVX2()
1492 PetscScalar *zarray, xv; in MatMult_SeqBAIJ_15_ver1() local
1500 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_15_ver1()
1507 PetscCall(PetscArrayzero(zarray, 15 * a->mbs)); in MatMult_SeqBAIJ_15_ver1()
1511 z = zarray; in MatMult_SeqBAIJ_15_ver1()
1556 if (usecprow) z = zarray + 15 * ridx[i]; in MatMult_SeqBAIJ_15_ver1()
1577 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_15_ver1()
1588 PetscScalar x1, x2, x3, x4, *zarray; in MatMult_SeqBAIJ_15_ver2() local
1596 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_15_ver2()
1603 PetscCall(PetscArrayzero(zarray, 15 * a->mbs)); in MatMult_SeqBAIJ_15_ver2()
1607 z = zarray; in MatMult_SeqBAIJ_15_ver2()
1717 if (usecprow) z = zarray + 15 * ridx[i]; in MatMult_SeqBAIJ_15_ver2()
1738 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_15_ver2()
1749 PetscScalar x1, x2, x3, x4, x5, x6, x7, x8, *zarray; in MatMult_SeqBAIJ_15_ver3() local
1757 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_15_ver3()
1764 PetscCall(PetscArrayzero(zarray, 15 * a->mbs)); in MatMult_SeqBAIJ_15_ver3()
1768 z = zarray; in MatMult_SeqBAIJ_15_ver3()
1843 if (usecprow) z = zarray + 15 * ridx[i]; in MatMult_SeqBAIJ_15_ver3()
1864 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_15_ver3()
1875 PetscScalar x1, x2, x3, x4, x5, x6, x7, x8, x9, x10, x11, x12, x13, x14, x15, *zarray; in MatMult_SeqBAIJ_15_ver4() local
1883 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_15_ver4()
1890 PetscCall(PetscArrayzero(zarray, 15 * a->mbs)); in MatMult_SeqBAIJ_15_ver4()
1894 z = zarray; in MatMult_SeqBAIJ_15_ver4()
1951 if (usecprow) z = zarray + 15 * ridx[i]; in MatMult_SeqBAIJ_15_ver4()
1972 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_15_ver4()
1983 PetscScalar *z = NULL, *work, *workt, *zarray; in MatMult_SeqBAIJ_N() local
1993 PetscCall(VecGetArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_N()
2001 PetscCall(PetscArrayzero(zarray, bs * a->mbs)); in MatMult_SeqBAIJ_N()
2005 z = zarray; in MatMult_SeqBAIJ_N()
2023 if (usecprow) z = zarray + bs * ridx[i]; in MatMult_SeqBAIJ_N()
2029 PetscCall(VecRestoreArrayWrite(zz, &zarray)); in MatMult_SeqBAIJ_N()
2089 PetscScalar x1, x2, *yarray, *zarray; in MatMultAdd_SeqBAIJ_2() local
2097 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_2()
2102 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 2 * mbs)); in MatMultAdd_SeqBAIJ_2()
2109 z = zarray; in MatMultAdd_SeqBAIJ_2()
2116 z = zarray + 2 * ridx[i]; in MatMultAdd_SeqBAIJ_2()
2140 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_2()
2148 PetscScalar *y = NULL, *z = NULL, sum1, sum2, sum3, x1, x2, x3, *yarray, *zarray; in MatMultAdd_SeqBAIJ_3() local
2157 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_3()
2162 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 3 * mbs)); in MatMultAdd_SeqBAIJ_3()
2169 z = zarray; in MatMultAdd_SeqBAIJ_3()
2176 z = zarray + 3 * ridx[i]; in MatMultAdd_SeqBAIJ_3()
2203 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_3()
2211 PetscScalar *y = NULL, *z = NULL, sum1, sum2, sum3, sum4, x1, x2, x3, x4, *yarray, *zarray; in MatMultAdd_SeqBAIJ_4() local
2220 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_4()
2225 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 4 * mbs)); in MatMultAdd_SeqBAIJ_4()
2232 z = zarray; in MatMultAdd_SeqBAIJ_4()
2239 z = zarray + 4 * ridx[i]; in MatMultAdd_SeqBAIJ_4()
2270 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_4()
2280 PetscScalar *yarray, *zarray; in MatMultAdd_SeqBAIJ_5() local
2288 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_5()
2293 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 5 * mbs)); in MatMultAdd_SeqBAIJ_5()
2300 z = zarray; in MatMultAdd_SeqBAIJ_5()
2307 z = zarray + 5 * ridx[i]; in MatMultAdd_SeqBAIJ_5()
2342 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_5()
2352 PetscScalar x1, x2, x3, x4, x5, x6, *yarray, *zarray; in MatMultAdd_SeqBAIJ_6() local
2360 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_6()
2365 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 6 * mbs)); in MatMultAdd_SeqBAIJ_6()
2372 z = zarray; in MatMultAdd_SeqBAIJ_6()
2379 z = zarray + 6 * ridx[i]; in MatMultAdd_SeqBAIJ_6()
2418 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_6()
2428 PetscScalar x1, x2, x3, x4, x5, x6, x7, *yarray, *zarray; in MatMultAdd_SeqBAIJ_7() local
2436 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_7()
2441 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 7 * mbs)); in MatMultAdd_SeqBAIJ_7()
2448 z = zarray; in MatMultAdd_SeqBAIJ_7()
2455 z = zarray + 7 * ridx[i]; in MatMultAdd_SeqBAIJ_7()
2498 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_7()
2507 PetscScalar *z = NULL, *work, *workt, *zarray; in MatMultAdd_SeqBAIJ_9_AVX2() local
2523 PetscCall(VecGetArray(zz, &zarray)); in MatMultAdd_SeqBAIJ_9_AVX2()
2534 z = zarray; in MatMultAdd_SeqBAIJ_9_AVX2()
2552 if (usecprow) z = zarray + bs * ridx[i]; in MatMultAdd_SeqBAIJ_9_AVX2()
2649 PetscCall(VecRestoreArray(zz, &zarray)); in MatMultAdd_SeqBAIJ_9_AVX2()
2660 PetscScalar x1, x2, x3, x4, x5, x6, x7, x8, x9, x10, x11, *yarray, *zarray; in MatMultAdd_SeqBAIJ_11() local
2668 PetscCall(VecGetArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_11()
2673 if (zz != yy) PetscCall(PetscArraycpy(zarray, yarray, 7 * mbs)); in MatMultAdd_SeqBAIJ_11()
2680 z = zarray; in MatMultAdd_SeqBAIJ_11()
2687 z = zarray + 11 * ridx[i]; in MatMultAdd_SeqBAIJ_11()
2746 PetscCall(VecRestoreArrayPair(yy, zz, &yarray, &zarray)); in MatMultAdd_SeqBAIJ_11()
2754 PetscScalar *z = NULL, *work, *workt, *zarray; in MatMultAdd_SeqBAIJ_N() local
2765 PetscCall(VecGetArray(zz, &zarray)); in MatMultAdd_SeqBAIJ_N()
2776 z = zarray; in MatMultAdd_SeqBAIJ_N()
2794 if (usecprow) z = zarray + bs * ridx[i]; in MatMultAdd_SeqBAIJ_N()
2800 PetscCall(VecRestoreArray(zz, &zarray)); in MatMultAdd_SeqBAIJ_N()