Skip to content

Commit

Permalink
Merge branch 'feature.HDG_petsc' into 'master.dev'
Browse files Browse the repository at this point in the history 
[feature.HDG_petsc] Changed PETSc error handling to work with v3.18

See merge request piclas/piclas!767
  • Loading branch information
@scopplestone
scopplestone committed Feb 6, 2023
2 parents 309d2df + c40c51e commit 18ff4c0
Show file tree
Hide file tree
Showing 6 changed files with 111 additions and 91 deletions.
73 changes: 44 additions & 29 deletions CMakeListsLib.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -532,37 +532,52 @@ ENDIF()
OPTION(PICLAS_PETSC "Use the PETSc library" OFF)
IF(PICLAS_PETSC)
ADD_DEFINITIONS(-DUSE_PETSC=1)
if(NOT DEFINED PETSC_DIR)
set(PETSC_DIR $ENV{PETSC_DIR})
endif()
if(NOT DEFINED PETSC_ARCH)
set(PETSC_ARCH $ENV{PETSC_ARCH})
endif()

if(EXISTS "${PETSC_DIR}/include" AND
EXISTS "${PETSC_DIR}/${PETSC_ARCH}/include")
set(PETSC_INC "${PETSC_DIR}/include" "${PETSC_DIR}/${PETSC_ARCH}/include")
else()
message(SEND_ERROR "PETSc includes not found")
endif()

if(EXISTS "${PETSC_DIR}/${PETSC_ARCH}/lib/libpetsc.so")
set(PETSC_LIB "${PETSC_DIR}/${PETSC_ARCH}/lib/libpetsc.so")
elseif(EXISTS "${PETSC_DIR}/${PETSC_ARCH}/lib/libpetsc.a")
set(PETSC_LIB "${PETSC_DIR}/${PETSC_ARCH}/lib/libpetsc.a")
else()
message(SEND_ERROR "PETSc library not found")
endif()

if(EXISTS ${PETSC_DIR}/${PETSC_ARCH}/conf/petscvariables)
file(STRINGS ${PETSC_DIR}/${PETSC_ARCH}/conf/petscvariables
IF(NOT DEFINED PETSC_DIR)
SET(PETSC_DIR $ENV{PETSC_DIR})
ENDIF()
IF(NOT DEFINED PETSC_ARCH)
SET(PETSC_ARCH $ENV{PETSC_ARCH})
ENDIF()

IF(EXISTS "${PETSC_DIR}/include" AND EXISTS "${PETSC_DIR}/${PETSC_ARCH}/include")
SET(PETSC_INCLUDE_DIR "${PETSC_DIR}/include")
SET(PETSC_INC "${PETSC_DIR}/include" "${PETSC_DIR}/${PETSC_ARCH}/include")
ELSE()
MESSAGE(SEND_ERROR "PETSc includes not found")
ENDIF()

IF(EXISTS "${PETSC_DIR}/${PETSC_ARCH}/lib/libpetsc.so")
SET(PETSC_LIB "${PETSC_DIR}/${PETSC_ARCH}/lib/libpetsc.so")
ELSEIf(EXISTS "${PETSC_DIR}/${PETSC_ARCH}/lib/libpetsc.a")
SET(PETSC_LIB "${PETSC_DIR}/${PETSC_ARCH}/lib/libpetsc.a")
ELSE()
MESSAGE(SEND_ERROR "PETSc library not found")
ENDIF()

IF(EXISTS ${PETSC_DIR}/${PETSC_ARCH}/conf/petscvariables)
FILE(STRINGS ${PETSC_DIR}/${PETSC_ARCH}/conf/petscvariables
PETSC_VARIABLES NEWLINE_CONSUME)
elseif(EXISTS ${PETSC_DIR}/${PETSC_ARCH}/lib/petsc/conf/petscvariables)
file(STRINGS ${PETSC_DIR}/${PETSC_ARCH}/lib/petsc/conf/petscvariables
ELSEIf(EXISTS ${PETSC_DIR}/${PETSC_ARCH}/lib/petsc/conf/petscvariables)
FILE(STRINGS ${PETSC_DIR}/${PETSC_ARCH}/lib/petsc/conf/petscvariables
PETSC_VARIABLES NEWLINE_CONSUME)
else()
message(SEND_ERROR "PETSc variables not found")
endif()
ELSE()
MESSAGE(SEND_ERROR "PETSc variables not found")
ENDIF()

# Find "^#define PETSC_VERSION_MAJOR" and get only the numbers and remove trailing line breaks
SET(PETSC_VERSION_FILE "${PETSC_INCLUDE_DIR}/petscversion.h")
IF(EXISTS "${PETSC_VERSION_FILE}")
EXECUTE_PROCESS(COMMAND cat "${PETSC_VERSION_FILE}" COMMAND grep "^#define PETSC_VERSION_MAJOR" COMMAND grep -o "[[:digit:]]*" COMMAND tr -d '\n' OUTPUT_VARIABLE PICLAS_PETSC_VERSION_MAJOR)
EXECUTE_PROCESS(COMMAND cat "${PETSC_VERSION_FILE}" COMMAND grep "^#define PETSC_VERSION_MINOR" COMMAND grep -o "[[:digit:]]*" COMMAND tr -d '\n' OUTPUT_VARIABLE PICLAS_PETSC_VERSION_MINOR)
MESSAGE(STATUS "Found PETSC version [${PICLAS_PETSC_VERSION_MAJOR}.${PICLAS_PETSC_VERSION_MINOR}] in ${PETSC_VERSION_FILE}")
IF(${PICLAS_PETSC_VERSION_MAJOR}.${PICLAS_PETSC_VERSION_MINOR} VERSION_LESS 3.18)
ADD_DEFINITIONS(-DUSE_PETSC_FIX317=1)
ELSE()
ADD_DEFINITIONS(-DUSE_PETSC_FIX317=0)
ENDIF()
ELSE()
ADD_DEFINITIONS(-DUSE_PETSC_FIX317=1)
ENDIF()

INCLUDE_DIRECTORIES(${PETSC_INC})
LIST(APPEND linkedlibs ${PETSC_LIB})
Expand Down
27 changes: 13 additions & 14 deletions src/hdg/elem_mat.f90
View file
Original file line number Diff line number Diff line change
Expand Up @@ -375,13 +375,12 @@ SUBROUTINE Elem_Mat(td_iter)
iPETScGlobal=PETScGlobal(iSideID)
jPETScGlobal=PETScGlobal(jSideID)
IF (iPETScGlobal.GT.jPETScGlobal) CYCLE
CALL MatSetValuesBlocked(Smat_petsc,1,iPETScGlobal,1,jPETScGlobal, &
Smat(:,:,jLocSide,iLocSide,iElem),ADD_VALUES,ierr);PetscCall(ierr)
PetscCallA(MatSetValuesBlocked(Smat_petsc,1,iPETScGlobal,1,jPETScGlobal,Smat(:,:,jLocSide,iLocSide,iElem),ADD_VALUES,ierr))
END DO
END DO
END DO
CALL MatAssemblyBegin(Smat_petsc,MAT_FINAL_ASSEMBLY,ierr);PetscCall(ierr)
CALL MatAssemblyEnd(Smat_petsc,MAT_FINAL_ASSEMBLY,ierr);PetscCall(ierr)
PetscCallA(MatAssemblyBegin(Smat_petsc,MAT_FINAL_ASSEMBLY,ierr))
PetscCallA(MatAssemblyEnd(Smat_petsc,MAT_FINAL_ASSEMBLY,ierr))
#endif


Expand Down Expand Up @@ -462,25 +461,25 @@ SUBROUTINE BuildPrecond()
!===================================================================================================================================

#if USE_PETSC
CALL KSPGetPC(ksp,pc,ierr);PetscCall(ierr)
PetscCallA(KSPGetPC(ksp,pc,ierr))
SELECT CASE(PrecondType)
CASE(0)
CALL PCSetType(pc,PCNONE,ierr);PetscCall(ierr)
PetscCallA(PCSetType(pc,PCNONE,ierr))
CASE(1)
CALL PCSetType(pc,PCJACOBI,ierr);PetscCall(ierr)
PetscCallA(PCSetType(pc,PCJACOBI,ierr))
CASE(2)
CALL PCHYPRESetType(pc,PCILU,ierr);PetscCall(ierr)
PetscCallA(PCHYPRESetType(pc,PCILU,ierr))
CASE(3)
CALL PCHYPRESetType(pc,PCSPAI,ierr);PetscCall(ierr)
PetscCallA(PCHYPRESetType(pc,PCSPAI,ierr))
CASE(4)
lens=nGP_Face
CALL PCSetType(pc,PCBJACOBI,ierr);PetscCall(ierr)
CALL PCBJacobiSetLocalBlocks(pc,nPETScUniqueSides,lens,ierr);PetscCall(ierr)
CALL KSPSetUp(ksp,ierr)
PetscCallA(PCSetType(pc,PCBJACOBI,ierr))
PetscCallA(PCBJacobiSetLocalBlocks(pc,nPETScUniqueSides,lens,ierr))
PetscCallA(KSPSetUp(ksp,ierr))
case(10)
CALL PCSetType(pc,PCCHOLESKY,ierr);PetscCall(ierr)
PetscCallA(PCSetType(pc,PCCHOLESKY,ierr))
case(11)
CALL PCSetType(pc,PCLU,ierr);PetscCall(ierr)
PetscCallA(PCSetType(pc,PCLU,ierr))
END SELECT
#else
SELECT CASE(PrecondType)
Expand Down
84 changes: 42 additions & 42 deletions src/hdg/hdg.f90
View file
Original file line number Diff line number Diff line change
Expand Up @@ -176,7 +176,7 @@ SUBROUTINE InitHDG()

#if USE_PETSC
! initialize PETSc stuff!
CALL PetscInitialize(PETSC_NULL_CHARACTER,ierr);!PetscCall(ierr)
PetscCallA(PetscInitialize(PETSC_NULL_CHARACTER,ierr))
#endif

#if defined(PARTICLES)
Expand Down Expand Up @@ -404,14 +404,14 @@ SUBROUTINE InitHDG()
Smat_zeroPotential = 0.
END IF

CALL MatCreate(PETSC_COMM_WORLD,Smat_petsc,ierr);PetscCall(ierr)
CALL MatSetBlockSize(Smat_petsc,nGP_face,ierr);PetscCall(ierr)
CALL MatSetSizes(Smat_petsc,PETSC_DECIDE,PETSC_DECIDE,nPETScUniqueSidesGlobal*nGP_Face,nPETScUniqueSidesGlobal*nGP_Face,ierr);PetscCall(ierr)
CALL MatSetType(Smat_petsc,MATSBAIJ,ierr);PetscCall(ierr) ! Symmetric sparse (mpi) matrix
PetscCallA(MatCreate(PETSC_COMM_WORLD,Smat_petsc,ierr))
PetscCallA(MatSetBlockSize(Smat_petsc,nGP_face,ierr))
PetscCallA(MatSetSizes(Smat_petsc,PETSC_DECIDE,PETSC_DECIDE,nPETScUniqueSidesGlobal*nGP_Face,nPETScUniqueSidesGlobal*nGP_Face,ierr))
PetscCallA(MatSetType(Smat_petsc,MATSBAIJ,ierr)) ! Symmetric sparse (mpi) matrix
! 1 Big mortar side is affected by 6 + 4*4 = 22 other sides...
CALL MatSEQSBAIJSetPreallocation(Smat_petsc,nGP_face,22,PETSC_NULL_INTEGER,ierr);PetscCall(ierr)
CALL MatMPISBAIJSetPreallocation(Smat_petsc,nGP_face,22,PETSC_NULL_INTEGER,21,PETSC_NULL_INTEGER,ierr);PetscCall(ierr)
CALL MatZeroEntries(Smat_petsc,ierr);PetscCall(ierr)
PetscCallA(MatSEQSBAIJSetPreallocation(Smat_petsc,nGP_face,22,PETSC_NULL_INTEGER,ierr))
PetscCallA(MatMPISBAIJSetPreallocation(Smat_petsc,nGP_face,22,PETSC_NULL_INTEGER,21,PETSC_NULL_INTEGER,ierr))
PetscCallA(MatZeroEntries(Smat_petsc,ierr))
#endif

!stabilization parameter
Expand All @@ -425,18 +425,18 @@ SUBROUTINE InitHDG()
END IF

#if USE_PETSC
CALL KSPCreate(PETSC_COMM_WORLD,ksp,ierr);PetscCall(ierr)
CALL KSPSetOperators(ksp,Smat_petsc,Smat_petsc,ierr);PetscCall(ierr)
PetscCallA(KSPCreate(PETSC_COMM_WORLD,ksp,ierr))
PetscCallA(KSPSetOperators(ksp,Smat_petsc,Smat_petsc,ierr))

IF(PrecondType.GE.10) THEN
CALL KSPSetType(ksp,KSPPREONLY,ierr);PetscCall(ierr) ! Exact solver
PetscCallA(KSPSetType(ksp,KSPPREONLY,ierr)) ! Exact solver
ELSE
CALL KSPSetType(ksp,KSPCG,ierr);PetscCall(ierr) ! CG solver for sparse symmetric positive definite matrix
PetscCallA(KSPSetType(ksp,KSPCG,ierr)) ! CG solver for sparse symmetric positive definite matrix

CALL KSPSetInitialGuessNonzero(ksp,PETSC_TRUE, ierr);PetscCall(ierr)
PetscCallA(KSPSetInitialGuessNonzero(ksp,PETSC_TRUE, ierr))

CALL KSPSetNormType(ksp, KSP_NORM_UNPRECONDITIONED, ierr);PetscCall(ierr)
CALL KSPSetTolerances(ksp,1.E-20,epsCG,PETSC_DEFAULT_REAL,MaxIterCG,ierr);PetscCall(ierr)
PetscCallA(KSPSetNormType(ksp, KSP_NORM_UNPRECONDITIONED, ierr))
PetscCallA(KSPSetTolerances(ksp,1.E-20,epsCG,PETSC_DEFAULT_REAL,MaxIterCG,ierr))
END IF
#endif

Expand All @@ -449,18 +449,18 @@ SUBROUTINE InitHDG()

#if USE_PETSC
! allocate RHS & lambda vectors
CALL VecCreate(PETSC_COMM_WORLD,lambda_petsc,ierr);PetscCall(ierr)
CALL VecSetBlockSize(lambda_petsc,nGP_face,ierr);PetscCall(ierr)
CALL VecSetSizes(lambda_petsc,PETSC_DECIDE,nPETScUniqueSidesGlobal*nGP_Face,ierr);PetscCall(ierr)
CALL VecSetType(lambda_petsc,VECSTANDARD,ierr);PetscCall(ierr)
CALL VecSetUp(lambda_petsc,ierr);PetscCall(ierr)
CALL VecDuplicate(lambda_petsc,RHS_petsc,ierr)
PetscCallA(VecCreate(PETSC_COMM_WORLD,lambda_petsc,ierr))
PetscCallA(VecSetBlockSize(lambda_petsc,nGP_face,ierr))
PetscCallA(VecSetSizes(lambda_petsc,PETSC_DECIDE,nPETScUniqueSidesGlobal*nGP_Face,ierr))
PetscCallA(VecSetType(lambda_petsc,VECSTANDARD,ierr))
PetscCallA(VecSetUp(lambda_petsc,ierr))
PetscCallA(VecDuplicate(lambda_petsc,RHS_petsc,ierr))

! Create scatter context to access local values from global petsc vector
CALL VecCreateSeq(PETSC_COMM_SELF,nPETScUniqueSides*nGP_face,lambda_local_petsc,ierr);PetscCall(ierr)
CALL ISCreateStride(PETSC_COMM_SELF,nPETScUniqueSides*nGP_face,0,1,idx_local_petsc,ierr);PetscCall(ierr)
CALL ISCreateBlock(PETSC_COMM_WORLD,nGP_face,nPETScUniqueSides,PETScGlobal(PETScLocalToSideID(1:nPETScUniqueSides)),PETSC_COPY_VALUES,idx_global_petsc,ierr);PetscCall(ierr)
CALL VecScatterCreate(lambda_petsc,idx_global_petsc,lambda_local_petsc,idx_local_petsc,scatter_petsc,ierr);PetscCall(ierr)
PetscCallA(VecCreateSeq(PETSC_COMM_SELF,nPETScUniqueSides*nGP_face,lambda_local_petsc,ierr))
PetscCallA(ISCreateStride(PETSC_COMM_SELF,nPETScUniqueSides*nGP_face,0,1,idx_local_petsc,ierr))
PetscCallA(ISCreateBlock(PETSC_COMM_WORLD,nGP_face,nPETScUniqueSides,PETScGlobal(PETScLocalToSideID(1:nPETScUniqueSides)),PETSC_COPY_VALUES,idx_global_petsc,ierr))
PetscCallA(VecScatterCreate(lambda_petsc,idx_global_petsc,lambda_local_petsc,idx_local_petsc,scatter_petsc,ierr))
#endif

HDGInitIsDone = .TRUE.
Expand Down Expand Up @@ -943,38 +943,38 @@ SUBROUTINE HDGLinear(time,U_out)

#if USE_PETSC
! Fill right hand side
!CALL VecZeroEntries(RHS_petsc,ierr);PetscCall(ierr)
!PetscCallA(VecZeroEntries(RHS_petsc,ierr))
TimeStartPiclas=PICLASTIME()
DO PETScLocalID=1,nPETScUniqueSides
SideID=PETScLocalToSideID(PETScLocalID)
!VecSetValuesBlockedLocal somehow not working...
CALL VecSetValuesBlocked(RHS_petsc,1,PETScGlobal(SideID),RHS_face(1,:,SideID),INSERT_VALUES,ierr);PetscCall(ierr)
PetscCallA(VecSetValuesBlocked(RHS_petsc,1,PETScGlobal(SideID),RHS_face(1,:,SideID),INSERT_VALUES,ierr))
END DO
CALL VecAssemblyBegin(RHS_petsc,ierr);PetscCall(ierr)
CALL VecAssemblyEnd(RHS_petsc,ierr);PetscCall(ierr)
PetscCallA(VecAssemblyBegin(RHS_petsc,ierr))
PetscCallA(VecAssemblyEnd(RHS_petsc,ierr))

! Calculate lambda
CALL KSPSolve(ksp,RHS_petsc,lambda_petsc,ierr);PetscCall(ierr)
PetscCallA(KSPSolve(ksp,RHS_petsc,lambda_petsc,ierr))
TimeEndPiclas=PICLASTIME()
CALL KSPGetIterationNumber(ksp,iterations,ierr);PetscCall(ierr)
CALL KSPGetConvergedReason(ksp,reason,ierr);PetscCall(ierr)
CALL KSPGetResidualNorm(ksp,petscnorm,ierr);PetscCall(ierr)
PetscCallA(KSPGetIterationNumber(ksp,iterations,ierr))
PetscCallA(KSPGetConvergedReason(ksp,reason,ierr))
PetscCallA(KSPGetResidualNorm(ksp,petscnorm,ierr))
IF(reason.LT.0)THEN
SWRITE(*,*) 'Attention: PETSc not converged! Reason: ', reason
END IF
IF(MPIroot) CALL DisplayConvergence(TimeEndPiclas-TimeStartPiclas, iterations, petscnorm)

! Fill element local lambda for post processing
CALL VecScatterBegin(scatter_petsc, lambda_petsc, lambda_local_petsc, INSERT_VALUES, SCATTER_FORWARD,ierr);PetscCall(ierr)
CALL VecScatterEnd(scatter_petsc, lambda_petsc, lambda_local_petsc, INSERT_VALUES, SCATTER_FORWARD,ierr);PetscCall(ierr)
CALL VecGetArrayReadF90(lambda_local_petsc,lambda_pointer,ierr);PetscCall(ierr)
PetscCallA(VecScatterBegin(scatter_petsc, lambda_petsc, lambda_local_petsc, INSERT_VALUES, SCATTER_FORWARD,ierr))
PetscCallA(VecScatterEnd(scatter_petsc, lambda_petsc, lambda_local_petsc, INSERT_VALUES, SCATTER_FORWARD,ierr))
PetscCallA(VecGetArrayReadF90(lambda_local_petsc,lambda_pointer,ierr))
DO PETScLocalID=1,nPETScUniqueSides
SideID=PETScLocalToSideID(PETScLocalID)
PETScID_start=1+(PETScLocalID-1)*nGP_face
PETScID_stop=PETScLocalID*nGP_face
lambda(1,:,SideID) = lambda_pointer(PETScID_start:PETScID_stop)
END DO
CALL VecRestoreArrayReadF90(lambda_local_petsc,lambda_pointer,ierr);PetscCall(ierr)
PetscCallA(VecRestoreArrayReadF90(lambda_local_petsc,lambda_pointer,ierr))
! PETSc Calculate lambda at small mortars from big mortars
CALL BigToSmallMortar_HDG(1,lambda)
#if USE_MPI
Expand Down Expand Up @@ -2151,11 +2151,11 @@ SUBROUTINE FinalizeHDG()
!===================================================================================================================================
HDGInitIsDone = .FALSE.
#if USE_PETSC
CALL KSPDestroy(ksp,ierr); PetscCall(ierr)
CALL MatDestroy(Smat_petsc,ierr); PetscCall(ierr)
CALL VecDestroy(lambda_petsc,ierr); PetscCall(ierr)
CALL VecDestroy(RHS_petsc,ierr); PetscCall(ierr)
CALL PetscFinalize(ierr)
PetscCallA(KSPDestroy(ksp,ierr))
PetscCallA(MatDestroy(Smat_petsc,ierr))
PetscCallA(VecDestroy(lambda_petsc,ierr))
PetscCallA(VecDestroy(RHS_petsc,ierr))
PetscCallA(PetscFinalize(ierr))
SDEALLOCATE(PETScGlobal)
SDEALLOCATE(PETScLocalToSideID)
SDEALLOCATE(Smat_BC)
Expand Down
5 changes: 5 additions & 0 deletions src/piclas.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,11 @@
! Here, preprocessor variables for different equation systems and abbreviations for specific expressions are defined
!===================================================================================================================================

! From include/petsc/finclude/petscsys.h: #define PetscCallA(func) call func; CHKERRA(ierr)
#if USE_PETSC_FIX317
#define PetscCallA(a) CALL a; PetscCall(ierr)
#endif

! Abbrevations
#ifndef __FILENAME__
#define __FILENAME__ __FILE__
Expand Down
12 changes: 6 additions & 6 deletions src/restart/restart_field.f90
View file
Original file line number Diff line number Diff line change
Expand Up @@ -231,10 +231,10 @@ SUBROUTINE FieldRestart()
#if USE_PETSC
DO PETScLocalID=1,nPETScUniqueSides
SideID=PETScLocalToSideID(PETScLocalID)
CALL VecSetValuesBlocked(lambda_petsc,1,PETScGlobal(SideID),lambda(1,:,SideID),INSERT_VALUES,ierr);PetscCall(ierr)
PetscCallA(VecSetValuesBlocked(lambda_petsc,1,PETScGlobal(SideID),lambda(1,:,SideID),INSERT_VALUES,ierr))
END DO
CALL VecAssemblyBegin(lambda_petsc,ierr);PetscCall(ierr)
CALL VecAssemblyEnd(lambda_petsc,ierr);PetscCall(ierr)
PetscCallA(VecAssemblyBegin(lambda_petsc,ierr))
PetscCallA(VecAssemblyEnd(lambda_petsc,ierr))
#endif

CALL RestartHDG(U) ! calls PostProcessGradient for calculate the derivative, e.g., the electric field E
Expand Down Expand Up @@ -387,10 +387,10 @@ SUBROUTINE FieldRestart()
#if USE_PETSC
DO PETScLocalID=1,nPETScUniqueSides
SideID=PETScLocalToSideID(PETScLocalID)
CALL VecSetValuesBlocked(lambda_petsc,1,PETScGlobal(SideID),lambda(1,:,SideID),INSERT_VALUES,ierr);PetscCall(ierr)
PetscCallA(VecSetValuesBlocked(lambda_petsc,1,PETScGlobal(SideID),lambda(1,:,SideID),INSERT_VALUES,ierr))
END DO
CALL VecAssemblyBegin(lambda_petsc,ierr);PetscCall(ierr)
CALL VecAssemblyEnd(lambda_petsc,ierr);PetscCall(ierr)
PetscCallA(VecAssemblyBegin(lambda_petsc,ierr))
PetscCallA(VecAssemblyEnd(lambda_petsc,ierr))
#endif

CALL RestartHDG(U) ! calls PostProcessGradient for calculate the derivative, e.g., the electric field E
Expand Down
1 change: 1 addition & 0 deletions tools/Setup_ModuleEnv/InstallPETSc.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -121,6 +121,7 @@ WHICHMPI=openmpi

# DOWNLOAD and INSTALL PETSc (example PETSc-3.17.0)
PETSCVERSION=3.17.0
PETSCVERSION=3.18.4

# --------------------------------------------------------------------------------------------------
# Check pre-requisites
Expand Down

0 comments on commit 18ff4c0

Please sign in to comment.