-include ../../../petscdir.mk

EXAMPLESMATLAB   = ex5m.m ex29view.m
CLEANFILES       = ex5f90t

include ${PETSC_DIR}/lib/petsc/conf/variables
include ${PETSC_DIR}/lib/petsc/conf/rules

V ?= 0
QUIET = $(shell [ "$(V)" = "0" ] && echo @)

ex55: ex55k.o

#-------------------------------------------------------------------------
ifeq ($(PETSC_PRECISION),__fp16)
  TESTEX19OUT = output/ex19_fp16.testout
else
  TESTEX19OUT = output/ex19_1.testout
endif

#  these tests are used by the makefile in PETSC_DIR for basic tests of the install and should not be removed
testex5f: ex5f.PETSc
	-${QUIET}${MPIEXEC} -n 1 ${MPIEXEC_TAIL} ./ex5f -snes_rtol 1e-4 > ex5f.tmp 2>&1;
	-${QUIET}${DIFF} output/ex5f_1.testout ex5f.tmp > ex5f.dtmp;
	-@if [ ! -s ex5f.dtmp ];  then \
		echo "Fortran example src/snes/tutorials/ex5f run successfully with 1 MPI process"; \
	else \
		echo "Possible error running Fortran example src/snes/tutorials/ex5f with 1 MPI process"; \
		echo "See https://petsc.org/release/faq/";\
		cat ex5f.tmp; \
		touch ../../../check_error;\
	fi; \
	${RM} -f ex5f.tmp ex5f.dtmp;
testex19: ex19.PETSc
	-${QUIET}${MPIEXEC} -n 1 ${MPIEXEC_TAIL} ./ex19 -da_refine 3 -pc_type mg -ksp_type fgmres  > ex19.tmp 2>&1;
	-${QUIET}${DIFF} ${TESTEX19OUT} ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with 1 MPI process"; \
	else \
		echo "Possible error running C/C++ src/snes/tutorials/ex19 with 1 MPI process"; \
		echo "See https://petsc.org/release/faq/";\
		cat ex19.tmp;\
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
testex19_mpi:
	-${QUIET}${MPIEXEC} -n 2 ${MPIEXEC_TAIL} ./ex19 -da_refine 3 -pc_type mg -ksp_type fgmres -snes_type newtontrdc  > ex19.tmp 2>&1;
	-${QUIET}${DIFF} ${TESTEX19OUT} ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with 2 MPI processes"; \
	else \
		echo "Possible error running C/C++ src/snes/tutorials/ex19 with 2 MPI processes"; \
		echo "See https://petsc.org/release/faq/";\
		cat ex19.tmp; \
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
#use unpreconditioned norm because HYPRE device installations use different AMG parameters
runex19_hypre:
	-${QUIET}${MPIEXEC} -n 2 ${MPIEXEC_TAIL} ./ex19 -da_refine 3 -snes_monitor_short -ksp_norm_type unpreconditioned -pc_type hypre > ex19.tmp 2>&1;
	-${QUIET}${DIFF} output/ex19_hypre.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with HYPRE"; \
	else  \
		printf "${PWD}\nPossible problem with ex19 running with HYPRE, diffs above\n=========================================\n";\
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex19_hypre_cuda:
	-${QUIET}USE_DEVICE=$$(echo $${CUDA_VISIBLE_DEVICES:-0} | cut -d ',' -f 1); \
	CUDA_VISIBLE_DEVICES=$$USE_DEVICE ${MPIEXEC} -n 2 ${MPIEXEC_TAIL} ./ex19 -petsc_ci -dm_vec_type cuda -dm_mat_type aijcusparse -da_refine 3 -snes_monitor_short -ksp_norm_type unpreconditioned -pc_type hypre > ex19.tmp;
	-${QUIET}${DIFF} output/ex19_hypre.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with HYPRE/CUDA"; \
	else  \
		printf "${PWD}\nPossible problem with ex19 running with HYPRE/CUDA, diffs above\n=========================================\n"; \
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex19_hypre_hip:
	-${QUIET}USE_DEVICE=$$(echo $${HIP_VISIBLE_DEVICES:-0} | cut -d ',' -f 1); \
	HIP_VISIBLE_DEVICES=$$USE_DEVICE ${MPIEXEC} -n 2 ${MPIEXEC_TAIL} ./ex19 -petsc_ci -dm_vec_type hip -dm_mat_type aijhipsparse -da_refine 3 -snes_monitor_short -ksp_norm_type unpreconditioned -pc_type hypre > ex19.tmp;
	-${QUIET}${DIFF} output/ex19_hypre.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with HYPRE/HIP"; \
	else \
		printf "${PWD}\nPossible problem with ex19 running with HYPRE/HIP, diffs above\n=========================================\n";\
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex19_cuda:
	-${QUIET}${MPIEXEC} -n 1 ${MPIEXEC_TAIL} ./ex19 -snes_monitor -dm_mat_type seqaijcusparse -dm_vec_type seqcuda -pc_type gamg -ksp_monitor -mg_levels_ksp_max_it 1 > ex19.tmp;
	-${QUIET}${DIFF} output/ex19_cuda_1.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with CUDA"; \
	else  \
		printf "${PWD}\nPossible problem with ex19 running with CUDA, diffs above\n=========================================\n"; \
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex19_hip:
	-${QUIET}${MPIEXEC} -n 1 ${MPIEXEC_TAIL} ./ex19 -snes_monitor -dm_mat_type mpiaijhipsparse -dm_vec_type hip -pc_type gamg -ksp_monitor -mg_levels_ksp_max_it 1 > ex19.tmp;
	-${QUIET}${DIFF} output/ex19_hip_1.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with HIP"; \
	else  \
		printf "${PWD}\nPossible problem with ex19 running with HIP, diffs above\n=========================================\n"; \
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex19_ml:
	-${QUIET}${MPIEXEC} -n 2 ${MPIEXEC_TAIL} ./ex19 -da_refine 3 -snes_monitor_short -pc_type ml > ex19.tmp;
	-${QUIET}${DIFF} output/ex19_ml.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with ML"; \
	else \
		printf "${PWD}\nPossible problem with ex19 running with ML, diffs above\n=========================================\n"; \
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex19_fieldsplit_mumps:
	-${QUIET}${MPIEXEC} -n 2 ${MPIEXEC_TAIL} ./ex19 -pc_type fieldsplit -pc_fieldsplit_block_size 4 -pc_fieldsplit_type SCHUR -pc_fieldsplit_0_fields 0,1,2 -pc_fieldsplit_1_fields 3 -fieldsplit_0_pc_type lu -fieldsplit_1_pc_type lu -snes_monitor_short -ksp_monitor_short  -fieldsplit_0_pc_factor_mat_solver_type mumps -fieldsplit_1_pc_factor_mat_solver_type mumps > ex19.tmp;
	-${QUIET}${DIFF} output/ex19_fieldsplit_5.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with MUMPS"; \
	else  \
		printf "${PWD}\nPossible problem with ex19 running with MUMPS, diffs above\n=========================================\n";\
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex19_superlu_dist:
	-${QUIET}${MPIEXEC} -n 1 ${MPIEXEC_TAIL} ./ex19 -da_grid_x 20 -da_grid_y 20 -pc_type lu -pc_factor_mat_solver_type superlu_dist > ex19.tmp;
	-${QUIET}${DIFF} output/ex19_superlu.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with SuperLU_DIST"; \
	else  \
		printf "${PWD}\nPossible problem with ex19 running with SuperLU_DIST, diffs above\n=========================================\n"; \
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex19_suitesparse:
	-${QUIET}${MPIEXEC} -n 1 ${MPIEXEC_TAIL} ./ex19 -da_refine 3 -snes_monitor_short -pc_type lu -pc_factor_mat_solver_type umfpack > ex19.tmp;
	-${QUIET}${DIFF} output/ex19_suitesparse.out ex19.tmp > ex19.dtmp;
	-@if [ ! -s ex19.dtmp ];  then \
		echo "C/C++ example src/snes/tutorials/ex19 run successfully with SuiteSparse"; \
	else \
		printf "${PWD}\nPossible problem with ex19 running with SuiteSparse, diffs above\n=========================================\n"; \
		touch ../../../check_error;\
	fi; \
	${RM} -f ex19.tmp ex19.dtmp;
runex3k_kokkos: ex3k.PETSc
	-${QUIET}KOKKOS_DISABLE_WARNINGS=1 ${MPIEXEC} -n 2 ${MPIEXEC_TAIL} ./ex3k -view_initial -dm_vec_type kokkos -dm_mat_type aijkokkos -use_gpu_aware_mpi 0 -snes_monitor > ex3k.tmp;
	-${QUIET}${DIFF} output/ex3k_1.out ex3k.tmp > ex3k.dtmp;
	-@if [ ! -s ex3k.dtmp ];  then \
    echo "C/C++ example src/snes/tutorials/ex3k run successfully with Kokkos Kernels"; \
  else \
    printf "${PWD}\nPossible problem with ex3k running with Kokkos Kernels, diffs above\n=========================================\n"; \
    touch ../../../check_error;\
  fi; \
	${RM} -f ex3k.tmp ex3k.dtmp;