This is old DOUG wiki, please go to http://www.dougdevel.org/trac/wiki

From DOUGWiki

Information on this page may be out of date

kuu cluster

• University of Tartu http://www.ut.ee
• 8x Dual Core AMD Opteron(tm) Processor 175, 1800 MHz
• SciLinux? GNU/Linux, kernel 2.6.9-34.0.1.EL.cernsmp

ifort(64bit) + lam 7.1.2 (PBS+2 kinds of profiling)

• configure with

./configure --with-mpi=/usr/local/mpi/ifort64/lam \
   CPPFLAGS=-I/usr/local/mpi/include \
   LDFLAGS=-L/usr/local/mpi/lib64 \
   --disable-shared

• run DOUG through PBS using next DOUG.pbs script
  • change NP, nodes=x:ppn=y for different number of processors (ppn - processors per node)
  • GMON_OUT_PREFIX is only needed if using gprof and DOUG was compiled with profiling.
  • -p parameter is only needed if wish to save profiling times to prof files (this is not gprof, but explicit profiling)

#!/bin/sh

### Job name
#PBS -N DOUG-pbs
#PBS -l nodes=4:ppn=2
NP=8

export GMON_OUT_PREFIX=dougmon

### Run the application
PATH=/usr/local/mpi/ifort64/lam/bin:$PATH
lamboot -v
cd $PBS_O_WORKDIR
mpirun -x GMON_OUT_PREFIX -np $NP /home/olegus/doug/doug_trunk/src/main/doug_main -p
lamhalt

exit 0

from test directory with command

qsub DOUG.pbs

• output and error go to DOUG-pbs.o<JOBID>, DOUG-pbs.e<JOBID>
• gprof profiling data goes to dougmon.<N>
• -p profiling data goes to prof.<N>

ifort(32bit) + lam 7.1.2 (PBS)

• no 32bit libpbs installed

ifort(32bit) + lam 7.1.2 (direct)

• add /opt/intel/fc/bin to PATH
• configure with

./configure --with-mpi=/usr/local/mpi/ifort/lam CPPFLAGS=-I/usr/local/mpi/include \
  LDFLAGS="-L/usr/local/mpi/lib -L/opt/intel/fc/9.1.037/lib" --disable-shared \
  CFLAGS=-m32

• add /usr/local/mpi/ifort/lam/bin to PATH
• boot LAM with

lamboot -prefix /usr/local/mpi/ifort/lam -ssi boot_rsh_agent ssh

• run DOUG with

mpirun -np <N> <doug_main>

kheiron (dougdevel)

ifort(64) + lam-7.1.1 + blas

./configure \
   --with-mpi=/usr/local/lam-7.1.1 \
   --with-umfpack-libs="-lumfpack-g -lcblas -latlas" \
   --disable-shared

ifort(64) + lam-7.1.1

./configure  \
   --with-mpi=/usr/local/lam-7.1.1 \
   --disable-shared

g95 + lam-7.1.1 + blas

./configure \
   FCFLAGS=-fshort-circuit \
   --with-mpi=/usr/local/lam-7.1.1-g95/ \
   --with-umfpack-libs="-lumfpack-g -lcblas -latlas" \
   --disable-shared

wolf

ifort + mpich

• configure with

WOLFLIBS=/usr/local/libs-intel-80-P4-wolf
./configure \
   FC=mpif90 \
   FCFLAGS="--tag=F77" \
   LDFLAGS="-L${WOLFLIBS}/lib -L${WOLFLIBS}/metis-4.0 -L${WOLFLIBS}/lapack-3.0" \
   --with-umfpack=${WOLFLIBS}/UMFPACKv4.3 \
   --with-mpi=${MPI_HOME} \
   --with-mpi-libs="-lmpich" \
   --with-blas-libs="-lf77blas -lcblas -latlas" \
   --disable-shared