Lines Matching refs:PhastaIOActiveFiles
169 phastaio_file_t *PhastaIOActiveFiles[MAX_PHASTA_FILES]; variable
616 …PhastaIOActiveFiles[PhastaIONextActiveIndex] = (phastaio_file_t *)calloc( 1, sizeof( phastaio_fil… in initphmpiio()
623 PhastaIOActiveFiles[i]->next_start_address = MasterHeaderSize; // what does this mean??? TODO in initphmpiio()
625 PhastaIOActiveFiles[i]->Wrong_Endian = false; in initphmpiio()
627 PhastaIOActiveFiles[i]->nFields = *nfields; in initphmpiio()
628 PhastaIOActiveFiles[i]->nPPF = *nppf; in initphmpiio()
629 PhastaIOActiveFiles[i]->nFiles = *nfiles; in initphmpiio()
630 MPI_Comm_rank(MPI_COMM_WORLD, &(PhastaIOActiveFiles[i]->myrank)); in initphmpiio()
631 MPI_Comm_size(MPI_COMM_WORLD, &(PhastaIOActiveFiles[i]->numprocs)); in initphmpiio()
638 if (PhastaIOActiveFiles[i]->myrank == 0) printf("Building subcommunicator\n"); in initphmpiio()
640 …int color = computeColor(PhastaIOActiveFiles[i]->myrank, PhastaIOActiveFiles[i]->numprocs, PhastaI… in initphmpiio()
643 PhastaIOActiveFiles[i]->myrank, in initphmpiio()
644 &(PhastaIOActiveFiles[i]->local_comm)); in initphmpiio()
645 MPI_Comm_size(PhastaIOActiveFiles[i]->local_comm, in initphmpiio()
646 &(PhastaIOActiveFiles[i]->local_numprocs)); in initphmpiio()
647 MPI_Comm_rank(PhastaIOActiveFiles[i]->local_comm, in initphmpiio()
648 &(PhastaIOActiveFiles[i]->local_myrank)); in initphmpiio()
651 s_local_comm = PhastaIOActiveFiles[i]->local_comm; in initphmpiio()
652 s_local_size = PhastaIOActiveFiles[i]->local_numprocs; in initphmpiio()
653 s_local_rank = PhastaIOActiveFiles[i]->local_myrank; in initphmpiio()
657 if (PhastaIOActiveFiles[i]->myrank == 0) printf("Recycling subcommunicator\n"); in initphmpiio()
658 PhastaIOActiveFiles[i]->local_comm = s_local_comm; in initphmpiio()
659 PhastaIOActiveFiles[i]->local_numprocs = s_local_size; in initphmpiio()
660 PhastaIOActiveFiles[i]->local_myrank = s_local_rank; in initphmpiio()
665 if (PhastaIOActiveFiles[i]->myrank == 0) printf("Bypassing subcommunicator\n"); in initphmpiio()
666 PhastaIOActiveFiles[i]->local_comm = MPI_COMM_WORLD; in initphmpiio()
667 PhastaIOActiveFiles[i]->local_numprocs = PhastaIOActiveFiles[i]->numprocs; in initphmpiio()
668 PhastaIOActiveFiles[i]->local_myrank = PhastaIOActiveFiles[i]->myrank; in initphmpiio()
672 PhastaIOActiveFiles[i]->nppp = in initphmpiio()
673 PhastaIOActiveFiles[i]->nPPF/PhastaIOActiveFiles[i]->local_numprocs; in initphmpiio()
675 PhastaIOActiveFiles[i]->start_id = PhastaIOActiveFiles[i]->nPPF * in initphmpiio()
676 (int)(PhastaIOActiveFiles[i]->myrank/PhastaIOActiveFiles[i]->local_numprocs) + in initphmpiio()
677 (PhastaIOActiveFiles[i]->local_myrank * PhastaIOActiveFiles[i]->nppp); in initphmpiio()
679 PhastaIOActiveFiles[i]->my_offset_table = in initphmpiio()
682 PhastaIOActiveFiles[i]->my_read_table = in initphmpiio()
687 PhastaIOActiveFiles[i]->my_offset_table[j] = in initphmpiio()
688 ( unsigned long * ) calloc( PhastaIOActiveFiles[i]->nppp , sizeof( unsigned long) ); in initphmpiio()
690 PhastaIOActiveFiles[i]->my_read_table[j] = in initphmpiio()
691 ( unsigned long * ) calloc( PhastaIOActiveFiles[i]->nppp , sizeof( unsigned long) ); in initphmpiio()
695 PhastaIOActiveFiles[i]->master_header = (char *)calloc(MasterHeaderSize,sizeof( char )); in initphmpiio()
696 PhastaIOActiveFiles[i]->double_chunk = (double *)calloc(1,sizeof( double )); in initphmpiio()
697 PhastaIOActiveFiles[i]->int_chunk = (int *)calloc(1,sizeof( int )); in initphmpiio()
698 PhastaIOActiveFiles[i]->read_double_chunk = (double *)calloc(1,sizeof( double )); in initphmpiio()
699 PhastaIOActiveFiles[i]->read_int_chunk = (int *)calloc(1,sizeof( int )); in initphmpiio()
724 for(j=0; j<PhastaIOActiveFiles[i]->nFields; j++) in finalizephmpiio()
726 free( PhastaIOActiveFiles[i]->my_offset_table[j]); in finalizephmpiio()
727 free( PhastaIOActiveFiles[i]->my_read_table[j]); in finalizephmpiio()
729 free ( PhastaIOActiveFiles[i]->my_offset_table ); in finalizephmpiio()
730 free ( PhastaIOActiveFiles[i]->my_read_table ); in finalizephmpiio()
731 free ( PhastaIOActiveFiles[i]->master_header ); in finalizephmpiio()
732 free ( PhastaIOActiveFiles[i]->double_chunk ); in finalizephmpiio()
733 free ( PhastaIOActiveFiles[i]->int_chunk ); in finalizephmpiio()
734 free ( PhastaIOActiveFiles[i]->read_double_chunk ); in finalizephmpiio()
735 free ( PhastaIOActiveFiles[i]->read_int_chunk ); in finalizephmpiio()
737 if( PhastaIOActiveFiles[i]->nFiles > 1 && s_assign_local_comm ) { // the comm was split in finalizephmpiio()
738 if (PhastaIOActiveFiles[i]->myrank == 0) printf("Freeing subcommunicator\n"); in finalizephmpiio()
740 MPI_Comm_free(&(PhastaIOActiveFiles[i]->local_comm)); in finalizephmpiio()
743 free( PhastaIOActiveFiles[i]); in finalizephmpiio()
807 …PhastaIOActiveFiles[PhastaIONextActiveIndex] = (phastaio_file_t *)calloc( 1, sizeof( phastaio_fil… in initphmpiiosub()
814 PhastaIOActiveFiles[i]->next_start_address = MasterHeaderSize; // what does this mean??? TODO in initphmpiiosub()
816 PhastaIOActiveFiles[i]->Wrong_Endian = false; in initphmpiiosub()
818 PhastaIOActiveFiles[i]->nFields = *nfields; in initphmpiiosub()
819 PhastaIOActiveFiles[i]->nPPF = *nppf; in initphmpiiosub()
820 PhastaIOActiveFiles[i]->nFiles = *nfiles; in initphmpiiosub()
821 MPI_Comm_rank(my_local_comm, &(PhastaIOActiveFiles[i]->myrank)); in initphmpiiosub()
822 MPI_Comm_size(my_local_comm, &(PhastaIOActiveFiles[i]->numprocs)); in initphmpiiosub()
824 …int color = computeColor(PhastaIOActiveFiles[i]->myrank, PhastaIOActiveFiles[i]->numprocs, PhastaI… in initphmpiiosub()
827 PhastaIOActiveFiles[i]->myrank, in initphmpiiosub()
828 &(PhastaIOActiveFiles[i]->local_comm)); in initphmpiiosub()
829 MPI_Comm_size(PhastaIOActiveFiles[i]->local_comm, in initphmpiiosub()
830 &(PhastaIOActiveFiles[i]->local_numprocs)); in initphmpiiosub()
831 MPI_Comm_rank(PhastaIOActiveFiles[i]->local_comm, in initphmpiiosub()
832 &(PhastaIOActiveFiles[i]->local_myrank)); in initphmpiiosub()
833 PhastaIOActiveFiles[i]->nppp = in initphmpiiosub()
834 PhastaIOActiveFiles[i]->nPPF/PhastaIOActiveFiles[i]->local_numprocs; in initphmpiiosub()
836 PhastaIOActiveFiles[i]->start_id = PhastaIOActiveFiles[i]->nPPF * in initphmpiiosub()
837 (int)(PhastaIOActiveFiles[i]->myrank/PhastaIOActiveFiles[i]->local_numprocs) + in initphmpiiosub()
838 (PhastaIOActiveFiles[i]->local_myrank * PhastaIOActiveFiles[i]->nppp); in initphmpiiosub()
840 PhastaIOActiveFiles[i]->my_offset_table = in initphmpiiosub()
843 PhastaIOActiveFiles[i]->my_read_table = in initphmpiiosub()
848 PhastaIOActiveFiles[i]->my_offset_table[j] = in initphmpiiosub()
849 ( unsigned long * ) calloc( PhastaIOActiveFiles[i]->nppp , sizeof( unsigned long) ); in initphmpiiosub()
851 PhastaIOActiveFiles[i]->my_read_table[j] = in initphmpiiosub()
852 ( unsigned long * ) calloc( PhastaIOActiveFiles[i]->nppp , sizeof( unsigned long) ); in initphmpiiosub()
856 PhastaIOActiveFiles[i]->master_header = (char *)calloc(MasterHeaderSize,sizeof( char )); in initphmpiiosub()
857 PhastaIOActiveFiles[i]->double_chunk = (double *)calloc(1,sizeof( double )); in initphmpiiosub()
858 PhastaIOActiveFiles[i]->int_chunk = (int *)calloc(1,sizeof( int )); in initphmpiiosub()
859 PhastaIOActiveFiles[i]->read_double_chunk = (double *)calloc(1,sizeof( double )); in initphmpiiosub()
860 PhastaIOActiveFiles[i]->read_int_chunk = (int *)calloc(1,sizeof( int )); in initphmpiiosub()
968 rc = MPI_File_open( PhastaIOActiveFiles[i]->local_comm, in openfile()
972 &(PhastaIOActiveFiles[i]->file_handle) ); in openfile()
992 if ( PhastaIOActiveFiles[i]->local_myrank == 0 ) { in openfile()
993 MPI_File_read_at( PhastaIOActiveFiles[i]->file_handle, in openfile()
995 PhastaIOActiveFiles[i]->master_header, in openfile()
1001 MPI_Bcast( PhastaIOActiveFiles[i]->master_header, in openfile()
1005 PhastaIOActiveFiles[i]->local_comm ); in openfile()
1008 PhastaIOActiveFiles[i]->master_header, in openfile()
1015 …PhastaIOActiveFiles[i]->master_header+sizeof("MPI_IO_Tag : ")-1, //-1 sizeof returns the size of t… in openfile()
1020 PhastaIOActiveFiles[i]->Wrong_Endian = true; in openfile()
1024 PhastaIOActiveFiles[i]->master_header+MAX_FIELDS_NAME_LENGTH+1, // TODO: WHY +1??? in openfile()
1030 PhastaIOActiveFiles[i]->nFields = atoi( token ); in openfile()
1033 …header_table = ( unsigned long ** )calloc(PhastaIOActiveFiles[i]->nFields, sizeof(unsigned long *)… in openfile()
1035 for ( j = 0; j < PhastaIOActiveFiles[i]->nFields; j++ ) in openfile()
1037 …header_table[j]=( unsigned long * ) calloc( PhastaIOActiveFiles[i]->nPPF , sizeof( unsigned long)); in openfile()
1041 for ( j = 0; j < PhastaIOActiveFiles[i]->nFields; j++ ) in openfile()
1043 if ( PhastaIOActiveFiles[i]->local_myrank == 0 ) { in openfile()
1045 PhastaIOActiveFiles[i]->master_header + in openfile()
1047 j * PhastaIOActiveFiles[i]->nPPF * sizeof(unsigned long), in openfile()
1048 PhastaIOActiveFiles[i]->nPPF * sizeof(unsigned long) ); in openfile()
1052 PhastaIOActiveFiles[i]->nppp, in openfile()
1054 PhastaIOActiveFiles[i]->my_read_table[j], in openfile()
1055 PhastaIOActiveFiles[i]->nppp, in openfile()
1058 PhastaIOActiveFiles[i]->local_comm ); in openfile()
1061 if ( PhastaIOActiveFiles[i]->Wrong_Endian ) { in openfile()
1062 SwapArrayByteOrder( PhastaIOActiveFiles[i]->my_read_table[j], in openfile()
1064 PhastaIOActiveFiles[i]->nppp ); in openfile()
1068 for ( j = 0; j < PhastaIOActiveFiles[i]->nFields; j++ ) { in openfile()
1087 rc = MPI_File_open( PhastaIOActiveFiles[i]->local_comm, in openfile()
1091 &(PhastaIOActiveFiles[i]->file_handle) ); in openfile()
1149 …MasterHeaderSize = computeMHSize( PhastaIOActiveFiles[i]->nFields, PhastaIOActiveFiles[i]->nPPF, L… in closefile()
1150 …phprintf_0("Info closefile: myrank = %d, MasterHeaderSize = %d\n", PhastaIOActiveFiles[i]->myrank,… in closefile()
1158 if ( PhastaIOActiveFiles[i]->local_myrank == 0 ) in closefile()
1162 memcpy(PhastaIOActiveFiles[i]->master_header, in closefile()
1169 memcpy(PhastaIOActiveFiles[i]->master_header + MAX_FIELDS_NAME_LENGTH/2, in closefile()
1176 memcpy(PhastaIOActiveFiles[i]->master_header + MAX_FIELDS_NAME_LENGTH/4*3, in closefile()
1183 PhastaIOActiveFiles[i]->nFields); in closefile()
1184 memcpy(PhastaIOActiveFiles[i]->master_header+MAX_FIELDS_NAME_LENGTH, in closefile()
1189 sprintf(mpi_tag, "\nnPPF : %d\n", PhastaIOActiveFiles[i]->nPPF); in closefile()
1190 memcpy( PhastaIOActiveFiles[i]->master_header+ in closefile()
1191 PhastaIOActiveFiles[i]->nFields * in closefile()
1197 …memcpy( PhastaIOActiveFiles[i]->master_header+sizeof("MPI_IO_Tag : ")-1, //-1 sizeof returns the s… in closefile()
1201 … memcpy( PhastaIOActiveFiles[i]->master_header+sizeof("mhsize : ") -1 + MAX_FIELDS_NAME_LENGTH/4*3, in closefile()
1208 …header_table = ( unsigned long ** )calloc(PhastaIOActiveFiles[i]->nFields, sizeof(unsigned long *)… in closefile()
1210 for ( j = 0; j < PhastaIOActiveFiles[i]->nFields; j++ ) { in closefile()
1211 …header_table[j]=( unsigned long * ) calloc( PhastaIOActiveFiles[i]->nPPF , sizeof( unsigned long)); in closefile()
1215 for ( j = 0; j < PhastaIOActiveFiles[i]->nFields; j++ ) { in closefile()
1216 MPI_Gather( PhastaIOActiveFiles[i]->my_offset_table[j], in closefile()
1217 PhastaIOActiveFiles[i]->nppp, in closefile()
1220 PhastaIOActiveFiles[i]->nppp, in closefile()
1223 PhastaIOActiveFiles[i]->local_comm ); in closefile()
1226 if ( PhastaIOActiveFiles[i]->local_myrank == 0 ) { in closefile()
1229 for ( j = 0; j < PhastaIOActiveFiles[i]->nFields; j++ ) { in closefile()
1230 memcpy ( PhastaIOActiveFiles[i]->master_header + in closefile()
1232 j * PhastaIOActiveFiles[i]->nPPF * sizeof(unsigned long), in closefile()
1234 PhastaIOActiveFiles[i]->nPPF * sizeof(unsigned long) ); in closefile()
1238 MPI_File_write_at( PhastaIOActiveFiles[i]->file_handle, in closefile()
1240 PhastaIOActiveFiles[i]->master_header, in closefile()
1248 for ( j = 0; j < PhastaIOActiveFiles[i]->nFields; j++ ) { in closefile()
1256 MPI_File_close( &( PhastaIOActiveFiles[i]->file_handle ) ); in closefile()
1346 PhastaIOActiveFiles[i]->GPid = atoi(st2); in readheader()
1351 if ( ( PhastaIOActiveFiles[i]->GPid <= in readheader()
1352 PhastaIOActiveFiles[i]->myrank * in readheader()
1353 PhastaIOActiveFiles[i]->nppp )|| in readheader()
1354 ( PhastaIOActiveFiles[i]->GPid > in readheader()
1355 ( PhastaIOActiveFiles[i]->myrank + 1 ) * in readheader()
1356 PhastaIOActiveFiles[i]->nppp ) ) in readheader()
1359 …= %d, nppp = %d, keyphrase = %s\n", PhastaIOActiveFiles[i]->myrank, PhastaIOActiveFiles[i]->GPid, … in readheader()
1368 for ( j = 0; j<PhastaIOActiveFiles[i]->nFields; j++ ) in readheader()
1371 … PhastaIOActiveFiles[i]->master_header + j*MAX_FIELDS_NAME_LENGTH+MAX_FIELDS_NAME_LENGTH*2+1, in readheader()
1375 for ( j = 0; j<PhastaIOActiveFiles[i]->nFields; j++ ) in readheader()
1385 PhastaIOActiveFiles[i]->read_field_count = j; in readheader()
1396 … if(PhastaIOActiveFiles[i]->myrank == 0) printf("WARNING readheader: Not found %s\n",keyphrase); in readheader()
1403 PhastaIOActiveFiles[i]->read_part_count = PhastaIOActiveFiles[i]->GPid - in readheader()
1404 PhastaIOActiveFiles[i]->myrank * PhastaIOActiveFiles[i]->nppp - 1; in readheader()
1406 PhastaIOActiveFiles[i]->my_offset = in readheader()
1407 …PhastaIOActiveFiles[i]->my_read_table[PhastaIOActiveFiles[i]->read_field_count][PhastaIOActiveFile… in readheader()
1413 MPI_File_read_at_all( PhastaIOActiveFiles[i]->file_handle, in readheader()
1414 PhastaIOActiveFiles[i]->my_offset+1, in readheader()
1437 if(PhastaIOActiveFiles[i]->myrank == 0) in readheader()
1559 MPI_File_read_at_all_begin( PhastaIOActiveFiles[i]->file_handle, in readdatablock()
1560 PhastaIOActiveFiles[i]->my_offset + DB_HEADER_SIZE, in readdatablock()
1564 MPI_File_read_at_all_end( PhastaIOActiveFiles[i]->file_handle, in readdatablock()
1580 MPI_File_read_at_all_begin(PhastaIOActiveFiles[i]->file_handle, in readdatablock()
1581 PhastaIOActiveFiles[i]->my_offset + DB_HEADER_SIZE, in readdatablock()
1585 MPI_File_read_at_all_end( PhastaIOActiveFiles[i]->file_handle, in readdatablock()
1608 if ( PhastaIOActiveFiles[i]->Wrong_Endian ) in readdatablock()
1697 PhastaIOActiveFiles[i]->GPid = atoi(st2); in writeheader()
1701 assert(PhastaIOActiveFiles[i]->field_count < MAX_FIELDS_NUMBER); in writeheader()
1702 assert(PhastaIOActiveFiles[i]->part_count < PhastaIOActiveFiles[i]->nppp); in writeheader()
1704 sprintf(mpi_tag, "\n%s : %d\n", buffer, PhastaIOActiveFiles[i]->field_count); in writeheader()
1709 MPI_Barrier(PhastaIOActiveFiles[i]->local_comm); in writeheader()
1716 PhastaIOActiveFiles[i]->local_comm ); in writeheader()
1720 offset_value += PhastaIOActiveFiles[i]->local_myrank * in writeheader()
1722 PhastaIOActiveFiles[i]->next_start_address; in writeheader()
1724 PhastaIOActiveFiles[i]->my_offset = offset_value; in writeheader()
1727 …PhastaIOActiveFiles[i]->my_offset_table[PhastaIOActiveFiles[i]->field_count][PhastaIOActiveFiles[i… in writeheader()
1730 PhastaIOActiveFiles[i]->next_start_address = offset_value + in writeheader()
1733 MPI_Bcast( &(PhastaIOActiveFiles[i]->next_start_address), in writeheader()
1736 PhastaIOActiveFiles[i]->local_numprocs-1, in writeheader()
1737 PhastaIOActiveFiles[i]->local_comm ); in writeheader()
1748 …PhastaIOActiveFiles[i]->GPid = PhastaIOActiveFiles[i]->nppp*PhastaIOActiveFiles[i]->myrank+PhastaI… in writeheader()
1772 free ( PhastaIOActiveFiles[i]->double_chunk ); in writeheader()
1773 …PhastaIOActiveFiles[i]->double_chunk = ( double * )malloc( (sizeof( double )*number_of_items+ DB_H… in writeheader()
1776 memcpy(PhastaIOActiveFiles[i]->double_chunk, aa, DB_HEADER_SIZE); in writeheader()
1783 free ( PhastaIOActiveFiles[i]->int_chunk ); in writeheader()
1784 …PhastaIOActiveFiles[i]->int_chunk = ( int * )malloc( (sizeof( int )*number_of_items+ DB_HEADER_SIZ… in writeheader()
1787 memcpy(PhastaIOActiveFiles[i]->int_chunk, aa, DB_HEADER_SIZE); in writeheader()
1798 PhastaIOActiveFiles[i]->part_count++; in writeheader()
1799 if ( PhastaIOActiveFiles[i]->part_count == PhastaIOActiveFiles[i]->nppp ) { in writeheader()
1801 if ( PhastaIOActiveFiles[i]->local_myrank == 0 ) { in writeheader()
1802 memcpy( PhastaIOActiveFiles[i]->master_header + in writeheader()
1803 PhastaIOActiveFiles[i]->field_count * in writeheader()
1809 PhastaIOActiveFiles[i]->field_count++; in writeheader()
1810 PhastaIOActiveFiles[i]->part_count=0; in writeheader()
1939 …memcpy((PhastaIOActiveFiles[i]->double_chunk+DB_HEADER_SIZE/sizeof(double)), valueArray, nUnits*si… in writedatablock()
1942 MPI_File_write_at_all_begin( PhastaIOActiveFiles[i]->file_handle, in writedatablock()
1943 PhastaIOActiveFiles[i]->my_offset, in writedatablock()
1944 PhastaIOActiveFiles[i]->double_chunk, in writedatablock()
1948 MPI_File_write_at_all_end( PhastaIOActiveFiles[i]->file_handle, in writedatablock()
1949 PhastaIOActiveFiles[i]->double_chunk, in writedatablock()
1962 …memcpy((PhastaIOActiveFiles[i]->int_chunk+DB_HEADER_SIZE/sizeof(int)), valueArray, nUnits*sizeof(i… in writedatablock()
1965 MPI_File_write_at_all_begin( PhastaIOActiveFiles[i]->file_handle, in writedatablock()
1966 PhastaIOActiveFiles[i]->my_offset, in writedatablock()
1967 PhastaIOActiveFiles[i]->int_chunk, in writedatablock()
1970 MPI_File_write_at_all_end( PhastaIOActiveFiles[i]->file_handle, in writedatablock()
1971 PhastaIOActiveFiles[i]->int_chunk, in writedatablock()