15d28107eSBarry Smith 25d28107eSBarry Smith #include <sys/time.h> 35d28107eSBarry Smith /* int gettimeofday(struct timeval *tp, struct timezone *tzp); */ 45d28107eSBarry Smith 55d28107eSBarry Smith double second() 65d28107eSBarry Smith { 75d28107eSBarry Smith /* struct timeval { long tv_sec; 85d28107eSBarry Smith long tv_usec; }; 95d28107eSBarry Smith 105d28107eSBarry Smith struct timezone { int tz_minuteswest; 115d28107eSBarry Smith int tz_dsttime; }; */ 125d28107eSBarry Smith 135d28107eSBarry Smith struct timeval tp; 145d28107eSBarry Smith struct timezone tzp; 155d28107eSBarry Smith int i; 165d28107eSBarry Smith 175d28107eSBarry Smith i = gettimeofday(&tp,&tzp); 185d28107eSBarry Smith return ( (double) tp.tv_sec + (double) tp.tv_usec * 1.e-6 ); 195d28107eSBarry Smith } 205d28107eSBarry Smith # include <stdio.h> 215d28107eSBarry Smith # include <math.h> 225d28107eSBarry Smith # include <float.h> 235d28107eSBarry Smith # include <limits.h> 245d28107eSBarry Smith # include <sys/time.h> 255d28107eSBarry Smith 265d28107eSBarry Smith /* 275d28107eSBarry Smith * Program: Stream 285d28107eSBarry Smith * Programmer: Joe R. Zagar 295d28107eSBarry Smith * Revision: 4.0-BETA, October 24, 1995 305d28107eSBarry Smith * Original code developed by John D. McCalpin 315d28107eSBarry Smith * 325d28107eSBarry Smith * This program measures memory transfer rates in MB/s for simple 335d28107eSBarry Smith * computational kernels coded in C. These numbers reveal the quality 345d28107eSBarry Smith * of code generation for simple uncacheable kernels as well as showing 355d28107eSBarry Smith * the cost of floating-point operations relative to memory accesses. 365d28107eSBarry Smith * 375d28107eSBarry Smith * INSTRUCTIONS: 385d28107eSBarry Smith * 395d28107eSBarry Smith * 1) Stream requires a good bit of memory to run. Adjust the 405d28107eSBarry Smith * value of 'N' (below) to give a 'timing calibration' of 415d28107eSBarry Smith * at least 20 clock-ticks. This will provide rate estimates 425d28107eSBarry Smith * that should be good to about 5% precision. 435d28107eSBarry Smith */ 445d28107eSBarry Smith 455d28107eSBarry Smith # define N 2000000 465d28107eSBarry Smith # define NTIMES 50 475d28107eSBarry Smith # define OFFSET 0 485d28107eSBarry Smith 495d28107eSBarry Smith /* 505d28107eSBarry Smith * 3) Compile the code with full optimization. Many compilers 515d28107eSBarry Smith * generate unreasonably bad code before the optimizer tightens 525d28107eSBarry Smith * things up. If the results are unreasonably good, on the 535d28107eSBarry Smith * other hand, the optimizer might be too smart for me! 545d28107eSBarry Smith * 555d28107eSBarry Smith * Try compiling with: 565d28107eSBarry Smith * cc -O stream_d.c second.c -o stream_d -lm 575d28107eSBarry Smith * 585d28107eSBarry Smith * This is known to work on Cray, SGI, IBM, and Sun machines. 595d28107eSBarry Smith * 605d28107eSBarry Smith * 615d28107eSBarry Smith * 4) Mail the results to mccalpin@cs.virginia.edu 625d28107eSBarry Smith * Be sure to include: 635d28107eSBarry Smith * a) computer hardware model number and software revision 645d28107eSBarry Smith * b) the compiler flags 655d28107eSBarry Smith * c) all of the output from the test case. 665d28107eSBarry Smith * Thanks! 675d28107eSBarry Smith * 685d28107eSBarry Smith */ 695d28107eSBarry Smith 705d28107eSBarry Smith # define HLINE "-------------------------------------------------------------\n" 715d28107eSBarry Smith 725d28107eSBarry Smith # ifndef MIN 735d28107eSBarry Smith # define MIN(x,y) ((x)<(y)?(x):(y)) 745d28107eSBarry Smith # endif 755d28107eSBarry Smith # ifndef MAX 765d28107eSBarry Smith # define MAX(x,y) ((x)>(y)?(x):(y)) 775d28107eSBarry Smith # endif 785d28107eSBarry Smith 795d28107eSBarry Smith static double a[N+OFFSET], 805d28107eSBarry Smith b[N+OFFSET], 815d28107eSBarry Smith c[N+OFFSET]; 825d28107eSBarry Smith /*double *a,*b,*c;*/ 835d28107eSBarry Smith 84*df4a11deSBarry Smith static double mintime[4] = {FLT_MAX,FLT_MAX,FLT_MAX,FLT_MAX}; 855d28107eSBarry Smith 86*df4a11deSBarry Smith static const char *label[4] = {"Copy: ", "Scale: ", "Add: ", "Triad: "}; 875d28107eSBarry Smith 885d28107eSBarry Smith static double bytes[4] = { 895d28107eSBarry Smith 2 * sizeof(double) * N, 905d28107eSBarry Smith 2 * sizeof(double) * N, 915d28107eSBarry Smith 3 * sizeof(double) * N, 925d28107eSBarry Smith 3 * sizeof(double) * N 935d28107eSBarry Smith }; 945d28107eSBarry Smith 955d28107eSBarry Smith extern double second(); 965d28107eSBarry Smith 97c6db04a5SJed Brown #include <mpi.h> 9801a79839SBarry Smith 9901a79839SBarry Smith int main(int argc,char **args) 1005d28107eSBarry Smith { 1015d28107eSBarry Smith int quantum, checktick(); 1025d28107eSBarry Smith int BytesPerWord; 1035d28107eSBarry Smith register int j, k; 104*df4a11deSBarry Smith double scalar, t, times[4][NTIMES],irate[4],rate[4]; 105*df4a11deSBarry Smith int rank; 1065d28107eSBarry Smith 10701a79839SBarry Smith MPI_Init(&argc,&args); 108*df4a11deSBarry Smith MPI_Comm_rank(MPI_COMM_WORLD,&rank); 109*df4a11deSBarry Smith 1105d28107eSBarry Smith /* --- SETUP --- determine precision and check timing --- */ 1115d28107eSBarry Smith 112*df4a11deSBarry Smith if (!rank) { 1135d28107eSBarry Smith printf(HLINE); 1145d28107eSBarry Smith printf("Array size = %d, Offset = %d\n" , N, OFFSET); 115*df4a11deSBarry Smith printf("Total memory required = %.1f MB.\n", (3 * N * BytesPerWord) / 1048576.0); 1165d28107eSBarry Smith printf("Each test is run %d times, but only\n", NTIMES); 1175d28107eSBarry Smith printf("the *best* time for each is used.\n"); 118*df4a11deSBarry Smith printf(HLINE); 119*df4a11deSBarry Smith } 1205d28107eSBarry Smith 1215d28107eSBarry Smith /* Get initial value for system clock. */ 1225d28107eSBarry Smith 1235d28107eSBarry Smith /* a = malloc(N*sizeof(double)); 1245d28107eSBarry Smith b = malloc(N*sizeof(double)); 1255d28107eSBarry Smith c = malloc(N*sizeof(double));*/ 1265d28107eSBarry Smith for (j=0; j<N; j++) { 1275d28107eSBarry Smith a[j] = 1.0; 1285d28107eSBarry Smith b[j] = 2.0; 1295d28107eSBarry Smith c[j] = 0.0; 1305d28107eSBarry Smith } 1315d28107eSBarry Smith 132*df4a11deSBarry Smith if (!rank) { 1335d28107eSBarry Smith if ( (quantum = checktick()) >= 1) 134*df4a11deSBarry Smith printf("Your clock granularity/precision appears to be %d microseconds.\n", quantum); 1355d28107eSBarry Smith else 136*df4a11deSBarry Smith printf("Your clock granularity appears to be less than one microsecond.\n"); 137*df4a11deSBarry Smith } 1385d28107eSBarry Smith 1395d28107eSBarry Smith t = second(); 1405d28107eSBarry Smith for (j = 0; j < N; j++) 1415d28107eSBarry Smith a[j] = 2.0E0 * a[j]; 1425d28107eSBarry Smith t = 1.0E6 * (second() - t); 1435d28107eSBarry Smith 144*df4a11deSBarry Smith if (!rank) { 145*df4a11deSBarry Smith printf("Each test below will take on the order of %d microseconds.\n", (int) t ); 1465d28107eSBarry Smith printf(" (= %d clock ticks)\n", (int) (t/quantum) ); 1475d28107eSBarry Smith printf("Increase the size of the arrays if this shows that\n"); 1485d28107eSBarry Smith printf("you are not getting at least 20 clock ticks per test.\n"); 1495d28107eSBarry Smith printf(HLINE); 150*df4a11deSBarry Smith } 1515d28107eSBarry Smith 1525d28107eSBarry Smith 1535d28107eSBarry Smith /* --- MAIN LOOP --- repeat test cases NTIMES times --- */ 1545d28107eSBarry Smith 1555d28107eSBarry Smith scalar = 3.0; 1565d28107eSBarry Smith for (k=0; k<NTIMES; k++) 1575d28107eSBarry Smith { 15801a79839SBarry Smith MPI_Barrier(MPI_COMM_WORLD); 1595d28107eSBarry Smith times[0][k] = second(); 160*df4a11deSBarry Smith /* should all these barriers be pulled outside of the time call? */ 161106b1c52SJed Brown MPI_Barrier(MPI_COMM_WORLD); 1625d28107eSBarry Smith for (j=0; j<N; j++) 1635d28107eSBarry Smith c[j] = a[j]; 164106b1c52SJed Brown MPI_Barrier(MPI_COMM_WORLD); 1655d28107eSBarry Smith times[0][k] = second() - times[0][k]; 1665d28107eSBarry Smith 1675d28107eSBarry Smith times[1][k] = second(); 168106b1c52SJed Brown MPI_Barrier(MPI_COMM_WORLD); 1695d28107eSBarry Smith for (j=0; j<N; j++) 1705d28107eSBarry Smith b[j] = scalar*c[j]; 171106b1c52SJed Brown MPI_Barrier(MPI_COMM_WORLD); 1725d28107eSBarry Smith times[1][k] = second() - times[1][k]; 1735d28107eSBarry Smith 1745d28107eSBarry Smith times[2][k] = second(); 175106b1c52SJed Brown MPI_Barrier(MPI_COMM_WORLD); 1765d28107eSBarry Smith for (j=0; j<N; j++) 1775d28107eSBarry Smith c[j] = a[j]+b[j]; 178106b1c52SJed Brown MPI_Barrier(MPI_COMM_WORLD); 1795d28107eSBarry Smith times[2][k] = second() - times[2][k]; 1805d28107eSBarry Smith 1815d28107eSBarry Smith times[3][k] = second(); 182106b1c52SJed Brown MPI_Barrier(MPI_COMM_WORLD); 1835d28107eSBarry Smith for (j=0; j<N; j++) 1845d28107eSBarry Smith a[j] = b[j]+scalar*c[j]; 185106b1c52SJed Brown MPI_Barrier(MPI_COMM_WORLD); 1865d28107eSBarry Smith times[3][k] = second() - times[3][k]; 1875d28107eSBarry Smith } 1885d28107eSBarry Smith 1895d28107eSBarry Smith /* --- SUMMARY --- */ 1905d28107eSBarry Smith 191*df4a11deSBarry Smith for (k=0; k<NTIMES; k++){ 1925d28107eSBarry Smith for (j=0; j<4; j++) { 193*df4a11deSBarry Smith mintime[j] = MIN(mintime[j], times[j][k]); 194*df4a11deSBarry Smith } 195*df4a11deSBarry Smith } 1965d28107eSBarry Smith 197*df4a11deSBarry Smith for (j=0; j<4; j++) { 198*df4a11deSBarry Smith irate[j] = 1.0E-06 * bytes[j]/mintime[j]; 199*df4a11deSBarry Smith } 200*df4a11deSBarry Smith MPI_Reduce(irate,rate,4,MPI_DOUBLE,MPI_SUM,0,MPI_COMM_WORLD); 201*df4a11deSBarry Smith 202*df4a11deSBarry Smith if (!rank) { 203*df4a11deSBarry Smith printf("Function Rate (MB/s) \n"); 204*df4a11deSBarry Smith for (j=0; j<4; j++) { 205*df4a11deSBarry Smith printf("%s%11.4f\n", label[j],rate[j]); 206*df4a11deSBarry Smith } 2075d28107eSBarry Smith } 20801a79839SBarry Smith MPI_Finalize(); 2095d28107eSBarry Smith return 0; 2105d28107eSBarry Smith } 2115d28107eSBarry Smith 2125d28107eSBarry Smith # define M 20 2135d28107eSBarry Smith 2145d28107eSBarry Smith int 2155d28107eSBarry Smith checktick() 2165d28107eSBarry Smith { 2175d28107eSBarry Smith int i, minDelta, Delta; 2185d28107eSBarry Smith double t1, t2, timesfound[M]; 2195d28107eSBarry Smith 2205d28107eSBarry Smith /* Collect a sequence of M unique time values from the system. */ 2215d28107eSBarry Smith 2225d28107eSBarry Smith for (i = 0; i < M; i++) { 2235d28107eSBarry Smith t1 = second(); 2245d28107eSBarry Smith while( ((t2=second()) - t1) < 1.0E-6 ) 2255d28107eSBarry Smith ; 2265d28107eSBarry Smith timesfound[i] = t1 = t2; 2275d28107eSBarry Smith } 2285d28107eSBarry Smith 2295d28107eSBarry Smith /* 2305d28107eSBarry Smith * Determine the minimum difference between these M values. 2315d28107eSBarry Smith * This result will be our estimate (in microseconds) for the 2325d28107eSBarry Smith * clock granularity. 2335d28107eSBarry Smith */ 2345d28107eSBarry Smith 2355d28107eSBarry Smith minDelta = 1000000; 2365d28107eSBarry Smith for (i = 1; i < M; i++) { 2375d28107eSBarry Smith Delta = (int)( 1.0E6 * (timesfound[i]-timesfound[i-1])); 2385d28107eSBarry Smith minDelta = MIN(minDelta, MAX(Delta,0)); 2395d28107eSBarry Smith } 2405d28107eSBarry Smith 2415d28107eSBarry Smith return(minDelta); 2425d28107eSBarry Smith } 2435d28107eSBarry Smith 244