remove snow
This commit is contained in:
parent
7aafde5fd1
commit
6a2cc5f8ff
@ -1,3 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
mpiexec --allow-run-as-root -n 1 --hostfile /kube-openmpi/generated/hostfile R --vanilla -f snow-hello.R > mpi.out
|
@ -1,6 +0,0 @@
|
||||
#!/bin/bash
|
||||
#SBATCH --ntasks=5
|
||||
|
||||
cd $SLURM_SUBMIT_DIR
|
||||
|
||||
mpiexec -n 1 R --vanilla -f snow-hello.R
|
@ -1,95 +0,0 @@
|
||||
### Paul Johnson
|
||||
### 2017-07-20
|
||||
|
||||
### Garrett Mills
|
||||
### 2019-05-02
|
||||
|
||||
### Demonstration of SNOW "Simple Network of Workstations" using MPI
|
||||
### "Message Passing Interface" (OpenMPI implementation)
|
||||
|
||||
|
||||
library(snow)
|
||||
|
||||
p <- rnorm(123, m = 33)
|
||||
|
||||
## Sub script asks for 18 cores, here cluster must
|
||||
## be one smaller
|
||||
CLUSTERSIZE <- Rmpi::mpi.universe.size()-1
|
||||
|
||||
cl <- makeCluster(CLUSTERSIZE, type = "MPI")
|
||||
|
||||
|
||||
## One way to send function to each system.
|
||||
## Could send identical arguments to nodes
|
||||
clusterCall(cl, function() {
|
||||
Sys.info()[c("nodename","machine")]
|
||||
date()
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
timeFn <- function(){
|
||||
y1 <- Sys.info()[c("nodename","machine")]
|
||||
y2 <- date()
|
||||
list(y1, y2)
|
||||
}
|
||||
|
||||
## Send function to each node
|
||||
clusterExport(cl, c("timeFn"))
|
||||
|
||||
## Evaluates a string on a node
|
||||
x1 <- clusterEvalQ(cl, timeFn())
|
||||
|
||||
print(x1)
|
||||
|
||||
|
||||
clusterCall(cl, function() rnorm(1, 33, 1) )
|
||||
|
||||
|
||||
myNorms <- matrix(rnorm(100*CLUSTERSIZE), ncol = CLUSTERSIZE)
|
||||
|
||||
## goes column by column
|
||||
mypapply <- parApply(cl, myNorms, 2, print)
|
||||
|
||||
attributes(mypapply)
|
||||
|
||||
mypapply <- parApply(cl, myNorms, 2, mean )
|
||||
|
||||
mypapply
|
||||
|
||||
myNorms <- matrix(rnorm(100*CLUSTERSIZE), ncol = CLUSTERSIZE)
|
||||
|
||||
mySum <- function( v ){
|
||||
s <-Sys.info()[c("nodename")]
|
||||
s[2] <- date()
|
||||
ms <- sum(v)
|
||||
list(s, ms)
|
||||
}
|
||||
|
||||
mypcapply <- parApply(cl, myNorms, 2, mySum)
|
||||
|
||||
mypcapply
|
||||
|
||||
myNorms <- matrix(rnorm(2500*CLUSTERSIZE), ncol = CLUSTERSIZE)
|
||||
|
||||
## Add the system date (includes time) before and after
|
||||
## calculations to vector s
|
||||
myMeans <- function(v){
|
||||
s <- Sys.info()[c("nodename")]
|
||||
s[2] <- date()
|
||||
ms <- mean(v)
|
||||
## want to slow this down so you can study the cluster? uncomment this:
|
||||
## x <- rnorm(50000000); x <- log(50+x); sum(x); mean(x); quantile(x); gg <- cut(x, quantile(x))
|
||||
s[3] <- date()
|
||||
list(s, ms)
|
||||
}
|
||||
|
||||
mypcapply <- parApply(cl, myNorms, 2, myMeans )
|
||||
|
||||
mypcapply
|
||||
|
||||
|
||||
library(snow)
|
||||
stopCluster(cl)
|
||||
Rmpi::mpi.quit()
|
||||
|
Loading…
Reference in New Issue
Block a user