module mod_convert_files #ifdef USE_MPIWRAPPERS use mod_mpi_wrapper #else #define mpi_recv_wrapper MPI_RECV #define mpi_send_wrapper MPI_SEND #endif use mod_comm_lib, only: mpistop implicit none public contains subroutine generate_plotfile use mod_usr_methods, only: usr_special_convert use mod_global_parameters use mod_physics, only: phys_te_images use mod_thermal_emission character(len=std_len) :: convert_type_elem integer :: i select case(convert_type) case('tecplot','tecplotCC','tecline') call tecplot(unitconvert) case('tecplotmpi','tecplotCCmpi','teclinempi') call tecplot_mpi(unitconvert) case('vtu','vtuCC') call unstructuredvtk(unitconvert) case('vtumpi','vtuCCmpi') call unstructuredvtk_mpi(unitconvert) case('vtuB','vtuBCC','vtuBmpi','vtuBCCmpi') call unstructuredvtkB(unitconvert) case('vtuB64','vtuBCC64','vtuBmpi64','vtuBCCmpi64') call unstructuredvtkB64(unitconvert) case('pvtumpi','pvtuCCmpi') call punstructuredvtk_mpi(unitconvert) case('pvtuBmpi','pvtuBCCmpi') call punstructuredvtkB_mpi(unitconvert) case('vtimpi','vtiCCmpi') call ImageDataVtk_mpi(unitconvert) case('onegrid','onegridmpi') call onegrid(unitconvert) case('oneblock','oneblockB') call oneblock(unitconvert) case('EIvtiCCmpi','ESvtiCCmpi','SIvtiCCmpi','WIvtiCCmpi','EIvtuCCmpi',& 'ESvtuCCmpi','SIvtuCCmpi','WIvtuCCmpi') ! output synthetic euv emission if (ndim==3 .and. associated(phys_te_images)) then call phys_te_images endif case('user','usermpi') if (.not. associated(usr_special_convert)) then call mpistop("usr_special_convert not defined") else call usr_special_convert(unitconvert) end if case default call mpistop("Error in generate_plotfile: Unknown convert_type") end select end subroutine generate_plotfile subroutine oneblock(qunit) ! this is for turning an AMR run into a single block ! the data will be all on selected level level_io ! this version should work for any dimension ! only writes w_write selected 1:nw variables, also nwauxio ! may use saveprim to switch to primitives ! this version can not work on multiple CPUs ! does not renormalize variables ! header info differs from onegrid below ! ASCII or binary output use mod_forest, only: Morton_start, Morton_stop, sfc_to_igrid,& igrid_to_node use mod_global_parameters use mod_usr_methods, only: usr_aux_output use mod_physics use mod_calculate_xw integer, intent(in) :: qunit integer :: Morton_no,igrid,ix1,ix2,ix3,ig1,ig2,ig3,level integer, pointer :: ig_to_igrid(:,:,:,:) logical :: fileopen,writeblk(max_blocks) character(len=80) :: filename integer :: filenr,ncells1,ncells2,ncells3,ncellx1,ncellx2,& ncellx3,jg1,jg2,jg3,jig1,jig2,jig3 character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead double precision :: wval1,xval1 double precision, dimension(1:1,1:1,1:1,1:nw+nwauxio) :: wval double precision, dimension(1:1,1:1,1:1,1:ndim) :: xval double precision:: normconv(0:nw+nwauxio) integer :: iw,iiw,writenw,iwrite(1:nw+nwauxio),iigrid,idim logical :: patchw(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3) if(level_io<1)then call mpistop('please specify level_io>0 for usage with oneblock') end if if(autoconvert)then call mpistop('Set autoconvert=F and convert oneblock data manually') end if if(npe>1)then if(mype==0) PRINT *,'ONEBLOCK as yet to be parallelized' call mpistop('npe>1, oneblock') end if ! only variables selected by w_write will be written out normconv(0:nw+nwauxio)=one normconv(0) = length_convert_factor normconv(1:nw) = w_convert_factor writenw=count(w_write(1:nw))+nwauxio iiw=0 do iw =1,nw if (.not.w_write(iw))cycle iiw=iiw+1 iwrite(iiw)=iw end do if(nwauxio>0)then do iw =nw+1,nw+nwauxio iiw=iiw+1 iwrite(iiw)=iw end do end if allocate(ig_to_igrid(ng1(level_io),ng2(level_io),ng3(level_io),0:npe-1)) ig_to_igrid=-1 writeblk=.false. do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) level=node(plevel_,igrid) ig1=igrid_to_node(igrid,mype)%node%ig1 ig2=igrid_to_node(igrid,mype)%node%ig2 ig3=igrid_to_node(igrid,mype)%node%ig3; ig_to_igrid(ig1,ig2,ig3,mype)=igrid if((rnode(rpxmin1_,igrid)>=xprobmin1+& (xprobmax1-xprobmin1)*writespshift(1,1).and.rnode(rpxmin2_,& igrid)>=xprobmin2+(xprobmax2-xprobmin2)*writespshift(2,& 1).and.rnode(rpxmin3_,igrid)>=xprobmin3+& (xprobmax3-xprobmin3)*writespshift(3,1)).and.(rnode(rpxmax1_,& igrid)<=xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=xprobmax2-(xprobmax2-& xprobmin2)*writespshift(2,2).and.rnode(rpxmax3_,& igrid)<=xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2))) then writeblk(igrid)=.true. end if end do call getheadernames(wnamei,xandwnamei,outfilehead) ncells1=0;ncells2=0;ncells3=0; ncellx1=ixMhi1-ixMlo1+1 ncellx2=ixMhi2-ixMlo2+1 ncellx3=ixMhi3-ixMlo3+1 do ig1=1,ng1(level_io) do ig2=1,ng2(level_io) do ig3=1,ng3(level_io) igrid=ig_to_igrid(ig1,ig2,ig3,mype) if(writeblk(igrid)) go to 20 end do end do end do 20 continue jg1=ig1;jg2=ig2;jg3=ig3; jig1=jg1;jig2=jg2;jig3=jg3; do ig1=1,ng1(level_io) jig1=ig1 igrid=ig_to_igrid(jig1,jig2,jig3,mype) if(writeblk(igrid)) ncells1=ncells1+ncellx1 end do jig1=jg1;jig2=jg2;jig3=jg3; do ig2=1,ng2(level_io) jig2=ig2 igrid=ig_to_igrid(jig1,jig2,jig3,mype) if(writeblk(igrid)) ncells2=ncells2+ncellx2 end do jig1=jg1;jig2=jg2;jig3=jg3; do ig3=1,ng3(level_io) jig3=ig3 igrid=ig_to_igrid(jig1,jig2,jig3,mype) if(writeblk(igrid)) ncells3=ncells3+ncellx3 end do do iigrid=1,igridstail; igrid=igrids(iigrid) if(.not.writeblk(igrid)) cycle block=>ps(igrid) if (nwauxio > 0) then if (.not. associated(usr_aux_output)) then call mpistop("usr_aux_output not defined") else call usr_aux_output(ixGlo1,ixGlo2,ixGlo3,ixGhi1,ixGhi2,ixGhi3,& ixMlo1-1,ixMlo2-1,ixMlo3-1,ixMhi1+1,ixMhi2+1,ixMhi3+1,& ps(igrid)%w,ps(igrid)%x,normconv) end if end if end do if (saveprim) then do iigrid=1,igridstail; igrid=igrids(iigrid) if (.not.writeblk(igrid)) cycle block=>ps(igrid) call phys_to_primitive(ixGlo1,ixGlo2,ixGlo3,ixGhi1,ixGhi2,ixGhi3,& ixGlo1+1,ixGlo2+1,ixGlo3+1,ixGhi1-1,ixGhi2-1,ixGhi3-1,ps(igrid)%w,& ps(igrid)%x) if(B0field) then ! add background magnetic field B0 to B ps(igrid)%w(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3,& iw_mag(:))=ps(igrid)%w(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3,& iw_mag(:))+ps(igrid)%B0(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3,& :,0) end if end do else do iigrid=1,igridstail; igrid=igrids(iigrid) if (.not.writeblk(igrid)) cycle block=>ps(igrid) if (B0field) then ! add background magnetic field B0 to B if(phys_energy) ps(igrid)%w(ixGlo1:ixGhi1,ixGlo2:ixGhi2,& ixGlo3:ixGhi3,iw_e)=ps(igrid)%w(ixGlo1:ixGhi1,ixGlo2:ixGhi2,& ixGlo3:ixGhi3,iw_e)+0.5d0*sum(ps(igrid)%B0(ixGlo1:ixGhi1,& ixGlo2:ixGhi2,ixGlo3:ixGhi3,:,0)**2,& dim=ndim+1) + sum(ps(igrid)%w(ixGlo1:ixGhi1,ixGlo2:ixGhi2,& ixGlo3:ixGhi3,iw_mag(:))*ps(igrid)%B0(ixGlo1:ixGhi1,ixGlo2:ixGhi2,& ixGlo3:ixGhi3,:,0),dim=ndim+1) ps(igrid)%w(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3,& iw_mag(:))=ps(igrid)%w(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3,& iw_mag(:))+ps(igrid)%B0(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3,& :,0) end if end do end if Master_cpu_open : if (mype == 0) then inquire(qunit,opened=fileopen) if (.not.fileopen) then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".blk" select case(convert_type) case("oneblock") open(qunit,file=filename,status='unknown') write(qunit,*) TRIM(outfilehead) write(qunit,*) ncells1,ncells2,ncells3 write(qunit,*) real(global_time*time_convert_factor) case("oneblockB") open(qunit,file=filename,form='unformatted',status='unknown') write(qunit) outfilehead write(qunit) ncells1,ncells2,ncells3 write(qunit) real(global_time*time_convert_factor) end select end if end if Master_cpu_open do ig3=1,ng3(level_io) do ix3=ixMlo3,ixMhi3 do ig2=1,ng2(level_io) do ix2=ixMlo2,ixMhi2 do ig1=1,ng1(level_io) igrid=ig_to_igrid(ig1,ig2,ig3,mype) if(.not.writeblk(igrid)) cycle do ix1=ixMlo1,ixMhi1 Master_write : if(mype==0) then select case(convert_type) case("oneblock") write(qunit,fmt="(100(e14.6))") ps(igrid)%x(ix1,ix2,ix3,& 1:ndim)*normconv(0),(ps(igrid)%w(ix1,ix2,ix3,& iwrite(iw))*normconv(iwrite(iw)),iw=1,writenw) case("oneblockB") write(qunit) real(ps(igrid)%x(ix1,ix2,ix3,& 1:ndim)*normconv(0)),(real(ps(igrid)%w(ix1,ix2,ix3,& iwrite(iw))*normconv(iwrite(iw))),iw=1,writenw) end select end if Master_write end do end do end do end do end do end do close(qunit) end subroutine oneblock subroutine onegrid(qunit) ! this is for turning an AMR run into a single grid ! this version should work for any dimension, can be in parallel ! in 1D, should behave much like oneblock, except for header info ! only writes all 1:nw variables, no nwauxio ! may use saveprim to switch to primitives ! this version can work on multiple CPUs ! does not renormalize variables ! ASCII output use mod_forest, only: Morton_start, Morton_stop, sfc_to_igrid use mod_global_parameters use mod_physics use mod_calculate_xw integer, intent(in) :: qunit integer :: itag,Morton_no,igrid,ix1,ix2,ix3,iw logical :: fileopen character(len=80) :: filename integer :: filenr character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead !.. MPI variables .. integer :: igrid_recv,ipe double precision :: w_recv(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3,& 1:nw),x_recv(ixGlo1:ixGhi1,ixGlo2:ixGhi2,ixGlo3:ixGhi3,1:ndim) integer, allocatable :: intstatus(:,:) if(nwauxio>0)then if(mype==0) PRINT *,'ONEGRID to be used without nwauxio' call mpistop('nwauxio>0, onegrid') end if if(saveprim)then if(mype==0.and.nwaux>0) PRINT *& ,'warning: ONEGRID used with saveprim, check auxiliaries' end if Master_cpu_open : if (mype == 0) then call getheadernames(wnamei,xandwnamei,outfilehead) write(outfilehead,'(a)') "#"//" "//TRIM(outfilehead) inquire(qunit,opened=fileopen) if (.not.fileopen) then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".blk" open(qunit,file=filename,status='unknown') end if write(qunit,"(a)")outfilehead write(qunit,"(i7)") ( (ixMhi1-ixMlo1+1)*(ixMhi2-ixMlo2+1)*(ixMhi3-ixMlo3+& 1) )*(Morton_stop(npe-1)-Morton_start(0)+1) end if Master_cpu_open do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) if(saveprim) call phys_to_primitive(ixGlo1,ixGlo2,ixGlo3,ixGhi1,ixGhi2,& ixGhi3,ixMlo1,ixMlo2,ixMlo3,ixMhi1,ixMhi2,ixMhi3,ps(igrid)%w,& ps(igrid)%x) if(mype/=0)then itag=Morton_no call mpi_send_wrapper(igrid,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) call mpi_send_wrapper(ps(igrid)%x,1,type_block_xcc_io, 0,itag,icomm,ierrmpi) itag=igrid call mpi_send_wrapper(ps(igrid)%w,1,type_block_io, 0,itag,icomm,ierrmpi) else do ix3=ixMlo3,ixMhi3 do ix2=ixMlo2,ixMhi2 do ix1=ixMlo1,ixMhi1 do iw=1,nw if( dabs(ps(igrid)%w(ix1,ix2,ix3,iw)) < 1.0d-32 ) ps(igrid)%w(ix1,& ix2,ix3,iw) = zero end do write(qunit,fmt="(100(e14.6))") ps(igrid)%x(ix1,ix2,ix3,1:ndim),& ps(igrid)%w(ix1,ix2,ix3,1:nw) end do end do end do end if end do if(mype==0.and.npe>1) allocate(intstatus(MPI_STATUS_SIZE,1)) Manycpu : if (npe>1) then if (mype==0) then loop_cpu : do ipe =1, npe-1 loop_Morton : do Morton_no=Morton_start(ipe),Morton_stop(ipe) itag=Morton_no call mpi_recv_wrapper(igrid_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) call mpi_recv_wrapper(x_recv,1,type_block_xcc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) itag=igrid_recv call mpi_recv_wrapper(w_recv,1,type_block_io, ipe,itag,icomm,intstatus(:,& 1),ierrmpi) do ix3=ixMlo3,ixMhi3 do ix2=ixMlo2,ixMhi2 do ix1=ixMlo1,ixMhi1 do iw=1,nw if( dabs(ps(igrid)%w(ix1,ix2,ix3,& iw)) < smalldouble ) ps(igrid)%w(ix1,ix2,ix3,iw) = zero end do write(qunit,fmt="(100(e14.6))") x_recv(ix1,ix2,ix3,1:ndim),& w_recv(ix1,ix2,ix3,1:nw) end do end do end do end do loop_Morton end do loop_cpu end if end if Manycpu if (npe>1) then call MPI_BARRIER(icomm,ierrmpi) if(mype==0)deallocate(intstatus) end if if(mype==0) close(qunit) end subroutine onegrid subroutine tecplot(qunit) ! output for tecplot (ASCII format) ! not parallel, uses calc_grid to compute nwauxio variables ! allows renormalizing using convert factors use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit integer:: igrid,iigrid,level,igonlevel,iw,idim,ix1,ix2,ix3 integer:: NumGridsOnLevel(1:nlevelshi) integer :: nx1,nx2,nx3,nxC1,nxC2,nxC3,nodesonlevel,elemsonlevel,ixCmin1,& ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,& ixCCmax1,ixCCmax2,ixCCmax3 integer :: nodes, elems double precision :: x_TEC(ndim), w_TEC(nw+nwauxio) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP double precision, dimension(0:nw+nwauxio) :: normconv logical :: fileopen,first character(len=80) :: filename integer :: filenr !!! possible length conflict character(len=1024) :: tecplothead character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead if(npe>1)then if(mype==0) PRINT *,'tecplot not parallel, use tecplotmpi' call mpistop('npe>1, tecplot') end if if(nw/=count(w_write(1:nw)))then if(mype==0) PRINT *,'tecplot does not use w_write=F' call mpistop('w_write, tecplot') end if if(nocartesian)then if(mype==0) PRINT *,'tecplot with nocartesian' end if inquire(qunit,opened=fileopen) if(.not.fileopen) then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".plt" open(qunit,file=filename,status='unknown') end if call getheadernames(wnamei,xandwnamei,outfilehead) write(tecplothead,'(a)') "VARIABLES = "//TRIM(outfilehead) write(qunit,'(a)') tecplothead(1:len_trim(tecplothead)) NumGridsOnLevel(1:nlevelshi)=0 do level=levmin,levmax NumGridsOnLevel(level)=0 do iigrid=1,igridstail; igrid=igrids(iigrid); if (node(plevel_,igrid)/=level) cycle NumGridsOnLevel(level)=NumGridsOnLevel(level)+1 end do end do nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; do level=levmin,levmax nodesonlevel=NumGridsOnLevel(level)*nxC1*nxC2*nxC3 elemsonlevel=NumGridsOnLevel(level)*nx1*nx2*nx3 ! for all tecplot variants coded up here, we let the TECPLOT ZONES coincide ! with the AMR grid LEVEL. Other options would be ! let each grid define a zone: inefficient for TECPLOT internal workings ! hence not implemented ! let entire octree define 1 zone: no difference in interpolation ! properties across TECPLOT zones detected as yet, hence not done select case(convert_type) case('tecplot') ! in this option, we store the corner coordinates, as well as the corner ! values of all variables (obtained by averaging). This allows POINT packaging, ! and thus we can save full grid info by using one call to calc_grid write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,a)") 'ZONE T="',level,'"',& ', N=',nodesonlevel,', E=',elemsonlevel, ', SOLUTIONTIME=',& global_time*time_convert_factor,', DATAPACKING=POINT, ZONETYPE=',& 'FEBRICK' do iigrid=1,igridstail; igrid=igrids(iigrid); if (node(plevel_,igrid)/=level) cycle block=>ps(igrid) call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,& ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_TEC(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0) w_TEC(1:nw+nwauxio)=wC_TMP(ix1,ix2,ix3,& 1:nw+nwauxio)*normconv(1:nw+nwauxio) write(qunit,fmt="(100(e14.6))") x_TEC, w_TEC end do end do end do end do case('tecplotCC') ! in this option, we store the corner coordinates, and the cell center ! values of all variables. Due to this mix of corner/cell center, we must ! use BLOCK packaging, and thus we have enormous overhead by using ! calc_grid repeatedly to merely fill values of cell corner coordinates ! and cell center values per dimension, per variable if(ndim+nw+nwauxio>99) call mpistop(& "adjust format specification in writeout") if(nw+nwauxio==1)then ! to make tecplot happy: avoid [ndim+1-ndim+1] in varlocation varset ! and just set [ndim+1] write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,a)") 'ZONE T="',& level,'"',', N=',nodesonlevel,', E=',elemsonlevel,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,& ']=CELLCENTERED), ZONETYPE=', 'FEBRICK' else if(ndim+nw+nwauxio<10) then ! difference only in length of integer format specification for ndim+nw+nwauxio write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i1,a,a)") & 'ZONE T="',level,'"',', N=',nodesonlevel,', E=',elemsonlevel,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,'-',& ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', 'FEBRICK' else write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i2,a,a)") & 'ZONE T="',level,'"',', N=',nodesonlevel,', E=',elemsonlevel,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,'-',& ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', 'FEBRICK' end if end if do idim=1,ndim first=(idim==1) do iigrid=1,igridstail; igrid=igrids(iigrid); if (node(plevel_,igrid)/=level) cycle block=>ps(igrid) call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,& ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,first) write(qunit,fmt="(100(e14.6))") xC_TMP(ixCmin1:ixCmax1,& ixCmin2:ixCmax2,ixCmin3:ixCmax3,idim)*normconv(0) end do end do do iw=1,nw+nwauxio do iigrid=1,igridstail; igrid=igrids(iigrid); if (node(plevel_,igrid)/=level) cycle block=>ps(igrid) call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,& ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,& .true.) write(qunit,fmt="(100(e14.6))") wCC_TMP(ixCCmin1:ixCCmax1,& ixCCmin2:ixCCmax2,ixCCmin3:ixCCmax3,iw)*normconv(iw) enddo enddo case default call mpistop('no such tecplot type') end select igonlevel=0 do iigrid=1,igridstail; igrid=igrids(iigrid); if (node(plevel_,igrid)/=level) cycle block=>ps(igrid) igonlevel=igonlevel+1 call save_conntec(qunit,igrid,igonlevel) end do end do close(qunit) end subroutine tecplot subroutine save_conntec(qunit,igrid,igonlevel) ! this saves the basic line, quad and brick connectivity, ! as used by TECPLOT file outputs for unstructured grid use mod_global_parameters integer, intent(in) :: qunit, igrid, igonlevel integer :: nx1,nx2,nx3, nxC1,nxC2,nxC3, ix1,ix2,ix3 nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; ! connectivity list do ix3=1,nx3 do ix2=1,nx2 do ix1=1,nx1 ! basic brick connectivity write(qunit,'(8(i7,1x))') nodenumbertec3D(ix1, ix2-1,ix3-1,nxC1,nxC2,& nxC3,igonlevel,igrid),nodenumbertec3D(ix1+1,ix2-1,ix3-1,nxC1,nxC2,& nxC3,igonlevel,igrid),nodenumbertec3D(ix1+1,ix2 ,ix3-1,nxC1,nxC2,& nxC3,igonlevel,igrid),nodenumbertec3D(ix1 ,ix2 ,ix3-1,nxC1,nxC2,& nxC3,igonlevel,igrid),nodenumbertec3D(ix1 ,ix2-1,ix3 ,nxC1,nxC2,& nxC3,igonlevel,igrid),nodenumbertec3D(ix1+1,ix2-1,ix3 ,nxC1,nxC2,& nxC3,igonlevel,igrid),nodenumbertec3D(ix1+1,ix2 ,ix3 ,nxC1,nxC2,& nxC3,igonlevel,igrid),nodenumbertec3D(ix1 ,ix2 ,ix3 ,nxC1,nxC2,& nxC3,igonlevel,igrid) end do end do end do end subroutine save_conntec integer function nodenumbertec1D(i1,nx1,ig,igrid) use mod_comm_lib, only: mpistop integer, intent(in):: i1,nx1,ig,igrid nodenumbertec1D=i1+(ig-1)*nx1 if(nodenumbertec1D>9999999)call mpistop("too large nodenumber") end function nodenumbertec1D integer function nodenumbertec2D(i1,i2,nx1,nx2,ig,igrid) integer, intent(in):: i1,i2,nx1,nx2,ig,igrid nodenumbertec2D=i1+i2*nx1+(ig-1)*nx1*nx2 if(nodenumbertec2D>9999999)call mpistop("too large nodenumber") end function nodenumbertec2D integer function nodenumbertec3D(i1,i2,i3,nx1,nx2,nx3,ig,igrid) integer, intent(in):: i1,i2,i3,nx1,nx2,nx3,ig,igrid nodenumbertec3D=i1+i2*nx1+i3*nx1*nx2+(ig-1)*nx1*nx2*nx3 if(nodenumbertec3D>9999999)call mpistop("too large nodenumber") end function nodenumbertec3D subroutine unstructuredvtk(qunit) ! output for vtu format to paraview ! not parallel, uses calc_grid to compute nwauxio variables ! allows renormalizing using convert factors use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit double precision :: x_VTK(1:3) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP double precision, dimension(0:nw+nwauxio) :: normconv integer:: igrid,iigrid,level,igonlevel,icel,ixCmin1,ixCmin2,& ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,& ixCCmax2,ixCCmax3,iw integer:: NumGridsOnLevel(1:nlevelshi) integer :: nx1,nx2,nx3,nxC1,nxC2,nxC3,nodesonlevel,elemsonlevel,nc,np,& VTK_type,ix1,ix2,ix3 character(len=80):: filename integer :: filenr character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead logical :: fileopen if(npe>1)then if(mype==0) PRINT *,'unstructuredvtk not parallel, use vtumpi' call mpistop('npe>1, unstructuredvtk') end if inquire(qunit,opened=fileopen) if(.not.fileopen)then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".vtu" ! Open the file for the header part open(qunit,file=filename,status='unknown') end if call getheadernames(wnamei,xandwnamei,outfilehead) ! generate xml header write(qunit,'(a)')'' write(qunit,'(a)',advance='no') '' write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(2a)')'' write(qunit,*) dble(dble(global_time)*time_convert_factor) write(qunit,'(a)')'' write(qunit,'(a)')'' ! number of cells, number of corner points, per grid. nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; nc=nx1*nx2*nx3 np=nxC1*nxC2*nxC3 ! Note: using the w_write, writelevel, writespshift ! we can clip parts of the grid away, select variables, levels etc. do level=levmin,levmax if (writelevel(level)) then do iigrid=1,igridstail; igrid=igrids(iigrid); if (node(plevel_,igrid)/=level) cycle block=>ps(igrid) ! only output a grid when fully within clipped region selected ! by writespshift array if((rnode(rpxmin1_,igrid)>=xprobmin1+& (xprobmax1-xprobmin1)*writespshift(1,1).and.rnode(rpxmin2_,& igrid)>=xprobmin2+(xprobmax2-xprobmin2)*writespshift(2,& 1).and.rnode(rpxmin3_,igrid)>=& xprobmin3+(xprobmax3-xprobmin3)*writespshift(3,& 1)).and.(rnode(rpxmax1_,igrid)<=& xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=& xprobmax2-(xprobmax2-xprobmin2)*writespshift(2,& 2).and.rnode(rpxmax3_,igrid)<=& xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2))) then call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,& ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) select case(convert_type) case('vtu') ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a)')'' write(qunit,'(200(1pe14.6))') (((wC_TMP(ix1,ix2,ix3,& iw)*normconv(iw),ix1=ixCmin1,ixCmax1),ix2=ixCmin2,ixCmax2),& ix3=ixCmin3,ixCmax3) write(qunit,'(a)')'' end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a)'& )'' ! write cell corner coordinates in a backward dimensional loop, always 3D output do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0); write(qunit,'(3(1pe14.6))') x_VTK end do end do end do write(qunit,'(a)')'' write(qunit,'(a)')'' case('vtuCC') ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a)')'' write(qunit,'(200(1pe14.6))') (((wCC_TMP(ix1,ix2,ix3,& iw)*normconv(iw),ix1=ixCCmin1,ixCCmax1),ix2=ixCCmin2,& ixCCmax2),ix3=ixCCmin3,ixCCmax3) write(qunit,'(a)')'' end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a)'& )'' ! write cell corner coordinates in a backward dimensional loop, always 3D output do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0); write(qunit,'(3(1pe14.6))') x_VTK end do end do end do write(qunit,'(a)')'' write(qunit,'(a)')'' end select write(qunit,'(a)')'' ! connectivity part write(qunit,'(a)'& )'' call save_connvtk(qunit,igrid) write(qunit,'(a)')'' ! offsets data array write(qunit,'(a)'& )'' do icel=1,nc write(qunit,'(i7)') icel*(2**3) end do write(qunit,'(a)')'' ! VTK cell type data array write(qunit,'(a)'& )'' ! VTK_LINE=3; VTK_PIXEL=8; VTK_VOXEL=11 -> vtk-syntax VTK_type=11 do icel=1,nc write(qunit,'(i2)') VTK_type end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a)')'' end if end do end if end do write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) end subroutine unstructuredvtk subroutine unstructuredvtkB(qunit) ! output for vtu format to paraview, binary version output ! not parallel, uses calc_grid to compute nwauxio variables ! allows renormalizing using convert factors use mod_forest, only: Morton_start, Morton_stop, sfc_to_igrid use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit double precision :: x_VTK(1:3) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio):: wC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP double precision :: normconv(0:nw+nwauxio) integer, allocatable :: intstatus(:,:) integer :: itag,ipe,igrid,level,icel,ixCmin1,ixCmin2,ixCmin3,ixCmax1,& ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,& Morton_no,Morton_length integer :: nx1,nx2,nx3,nxC1,nxC2,nxC3,nc,np,VTK_type,ix1,ix2,ix3,filenr integer*8 :: offset integer:: k,iw integer:: length,lengthcc,length_coords,length_conn,length_offsets character:: buf character(len=80):: filename character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead logical :: fileopen,cell_corner=.false. logical, allocatable :: Morton_aim(:),Morton_aim_p(:) normconv=one Morton_length=Morton_stop(npe-1)-Morton_start(0)+1 allocate(Morton_aim(Morton_start(0):Morton_stop(npe-1))) allocate(Morton_aim_p(Morton_start(0):Morton_stop(npe-1))) Morton_aim=.false. Morton_aim_p=.false. do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) level=node(plevel_,igrid) ! we can clip parts of the grid away, select variables, levels etc. if(writelevel(level)) then ! only output a grid when fully within clipped region selected ! by writespshift array if((rnode(rpxmin1_,igrid)>=xprobmin1+& (xprobmax1-xprobmin1)*writespshift(1,1).and.rnode(rpxmin2_,& igrid)>=xprobmin2+(xprobmax2-xprobmin2)*writespshift(2,& 1).and.rnode(rpxmin3_,igrid)>=xprobmin3+& (xprobmax3-xprobmin3)*writespshift(3,1)).and.(rnode(rpxmax1_,& igrid)<=xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=xprobmax2-(xprobmax2-& xprobmin2)*writespshift(2,2).and.rnode(rpxmax3_,& igrid)<=xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2))) then Morton_aim_p(Morton_no)=.true. end if end if end do call MPI_ALLREDUCE(Morton_aim_p,Morton_aim,Morton_length,MPI_LOGICAL,& MPI_LOR,icomm,ierrmpi) select case(convert_type) case('vtuB','vtuBmpi') cell_corner=.true. case('vtuBCC','vtuBCCmpi') cell_corner=.false. end select if (mype /= 0) then do Morton_no=Morton_start(mype),Morton_stop(mype) if(.not. Morton_aim(Morton_no)) cycle igrid=sfc_to_igrid(Morton_no) call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) itag=Morton_no call mpi_send_wrapper(xC_TMP,1,type_block_xc_io, 0,itag,icomm,ierrmpi) if(cell_corner) then call mpi_send_wrapper(wC_TMP,1,type_block_wc_io, 0,itag,icomm,ierrmpi) else call mpi_send_wrapper(wCC_TMP,1,type_block_wcc_io, 0,itag,icomm,ierrmpi) end if end do else ! mype==0 offset=0 inquire(qunit,opened=fileopen) if(.not.fileopen)then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".vtu" ! Open the file for the header part open(qunit,file=filename,status='replace') end if call getheadernames(wnamei,xandwnamei,outfilehead) ! generate xml header write(qunit,'(a)')'' write(qunit,'(a)',advance='no') '' write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(2a)')'' write(qunit,*) real(global_time*time_convert_factor) write(qunit,'(a)')'' write(qunit,'(a)')'' ! number of cells, number of corner points, per grid. nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; nc=nx1*nx2*nx3 np=nxC1*nxC2*nxC3 length=np*size_real lengthcc=nc*size_real length_coords=3*length length_conn=2**3*size_int*nc length_offsets=nc*size_int ! Note: using the w_write, writelevel, writespshift do Morton_no=Morton_start(0),Morton_stop(0) if(.not. Morton_aim(Morton_no)) cycle if(cell_corner) then ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle endif write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+length+size_int end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' else ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+lengthcc+size_int end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' end if write(qunit,'(a)')'' ! connectivity part write(qunit,'(a,i16,a)'& )'' offset=offset+length_conn+size_int ! offsets data array write(qunit,'(a,i16,a)')& '' offset=offset+length_offsets+size_int ! VTK cell type data array write(qunit,'(a,i16,a)')& '' offset=offset+size_int+nc*size_int write(qunit,'(a)')'' write(qunit,'(a)')'' end do ! write metadata communicated from other processors if(npe>1)then do ipe=1, npe-1 do Morton_no=Morton_start(ipe),Morton_stop(ipe) if(.not. Morton_aim(Morton_no)) cycle if(cell_corner) then ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+length+size_int end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' else ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+lengthcc+size_int end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' end if write(qunit,'(a)')'' ! connectivity part write(qunit,'(a,i16,a)'& )'' offset=offset+length_conn+size_int ! offsets data array write(qunit,'(a,i16,a)')& '' offset=offset+length_offsets+size_int ! VTK cell type data array write(qunit,'(a,i16,a)')& '' offset=offset+size_int+nc*size_int write(qunit,'(a)')'' write(qunit,'(a)')'' end do end do end if write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) open(qunit,file=filename,access='stream',form='unformatted',& position='append') buf='_' write(qunit) TRIM(buf) do Morton_no=Morton_start(0),Morton_stop(0) if(.not. Morton_aim(Morton_no)) cycle igrid=sfc_to_igrid(Morton_no) call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if if(cell_corner) then write(qunit) length write(qunit) (((real(wC_TMP(ix1,ix2,ix3,iw)*normconv(iw)),& ix1=ixCmin1,ixCmax1),ix2=ixCmin2,ixCmax2),ix3=ixCmin3,ixCmax3) else write(qunit) lengthcc write(qunit) (((real(wCC_TMP(ix1,ix2,ix3,iw)*normconv(iw)),& ix1=ixCCmin1,ixCCmax1),ix2=ixCCmin2,ixCCmax2),ix3=ixCCmin3,& ixCCmax3) end if end do write(qunit) length_coords do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0); do k=1,3 write(qunit) real(x_VTK(k)) end do end do end do end do write(qunit) length_conn do ix3=1,nx3 do ix2=1,nx2 do ix1=1,nx1 write(qunit)(ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1,& ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1,& ix3*nxC2*nxC1+ ix2*nxC1+ix1-1,ix3*nxC2*nxC1+ ix2*nxC1+ix1 end do end do end do write(qunit) length_offsets do icel=1,nc write(qunit) icel*(2**3) end do VTK_type=11 write(qunit) size_int*nc do icel=1,nc write(qunit) VTK_type end do end do allocate(intstatus(MPI_STATUS_SIZE,1)) if(npe>1)then ixCCmin1=ixMlo1;ixCCmin2=ixMlo2;ixCCmin3=ixMlo3; ixCCmax1=ixMhi1 ixCCmax2=ixMhi2;ixCCmax3=ixMhi3; ixCmin1=ixMlo1-1;ixCmin2=ixMlo2-1;ixCmin3=ixMlo3-1; ixCmax1=ixMhi1 ixCmax2=ixMhi2;ixCmax3=ixMhi3; do ipe=1, npe-1 do Morton_no=Morton_start(ipe),Morton_stop(ipe) if(.not. Morton_aim(Morton_no)) cycle itag=Morton_no call mpi_recv_wrapper(xC_TMP,1,type_block_xc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) if(cell_corner) then call mpi_recv_wrapper(wC_TMP,1,type_block_wc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) else call mpi_recv_wrapper(wCC_TMP,1,type_block_wcc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) end if do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if if(cell_corner) then write(qunit) length write(qunit) (((real(wC_TMP(ix1,ix2,ix3,iw)*normconv(iw)),& ix1=ixCmin1,ixCmax1),ix2=ixCmin2,ixCmax2),ix3=ixCmin3,& ixCmax3) else write(qunit) lengthcc write(qunit) (((real(wCC_TMP(ix1,ix2,ix3,iw)*normconv(iw)),& ix1=ixCCmin1,ixCCmax1),ix2=ixCCmin2,ixCCmax2),ix3=ixCCmin3,& ixCCmax3) end if end do write(qunit) length_coords do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0); do k=1,3 write(qunit) real(x_VTK(k)) end do end do end do end do write(qunit) length_conn do ix3=1,nx3 do ix2=1,nx2 do ix1=1,nx1 write(qunit)(ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1,& ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,& ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1,& ix3*nxC2*nxC1+ ix2*nxC1+ix1-1,& ix3*nxC2*nxC1+ ix2*nxC1+ix1 end do end do end do write(qunit) length_offsets do icel=1,nc write(qunit) icel*(2**3) end do VTK_type=11 write(qunit) size_int*nc do icel=1,nc write(qunit) VTK_type end do end do end do end if close(qunit) open(qunit,file=filename,status='unknown',form='formatted',& position='append') write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) deallocate(intstatus) end if deallocate(Morton_aim,Morton_aim_p) if (npe>1) then call MPI_BARRIER(icomm,ierrmpi) end if end subroutine unstructuredvtkB subroutine unstructuredvtkB64(qunit) ! output for vtu format to paraview, binary version output ! not parallel, uses calc_grid to compute nwauxio variables ! allows renormalizing using convert factors use mod_forest, only: Morton_start, Morton_stop, sfc_to_igrid use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit double precision :: x_VTK(1:3) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio):: wC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP double precision :: normconv(0:nw+nwauxio) integer, allocatable :: intstatus(:,:) integer :: itag,ipe,igrid,level,icel,ixCmin1,ixCmin2,ixCmin3,ixCmax1,& ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,& Morton_no,Morton_length integer :: nx1,nx2,nx3,nxC1,nxC2,nxC3,nc,np,VTK_type,ix1,ix2,ix3,filenr integer*8 :: offset integer:: k,iw integer:: length,lengthcc,length_coords,length_conn,length_offsets character:: buf character(len=80):: filename character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead logical :: fileopen,cell_corner=.false. logical, allocatable :: Morton_aim(:),Morton_aim_p(:) normconv=one Morton_length=Morton_stop(npe-1)-Morton_start(0)+1 allocate(Morton_aim(Morton_start(0):Morton_stop(npe-1))) allocate(Morton_aim_p(Morton_start(0):Morton_stop(npe-1))) Morton_aim=.false. Morton_aim_p=.false. do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) level=node(plevel_,igrid) ! we can clip parts of the grid away, select variables, levels etc. if(writelevel(level)) then ! only output a grid when fully within clipped region selected ! by writespshift array if((rnode(rpxmin1_,igrid)>=xprobmin1+& (xprobmax1-xprobmin1)*writespshift(1,1).and.rnode(rpxmin2_,& igrid)>=xprobmin2+(xprobmax2-xprobmin2)*writespshift(2,& 1).and.rnode(rpxmin3_,igrid)>=xprobmin3+& (xprobmax3-xprobmin3)*writespshift(3,1)).and.(rnode(rpxmax1_,& igrid)<=xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=xprobmax2-(xprobmax2-& xprobmin2)*writespshift(2,2).and.rnode(rpxmax3_,& igrid)<=xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2))) then Morton_aim_p(Morton_no)=.true. end if end if end do call MPI_ALLREDUCE(Morton_aim_p,Morton_aim,Morton_length,MPI_LOGICAL,& MPI_LOR,icomm,ierrmpi) select case(convert_type) case('vtuB64','vtuBmpi64') cell_corner=.true. case('vtuBCC64','vtuBCCmpi64') cell_corner=.false. end select if (mype /= 0) then do Morton_no=Morton_start(mype),Morton_stop(mype) if(.not. Morton_aim(Morton_no)) cycle igrid=sfc_to_igrid(Morton_no) call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) itag=Morton_no call mpi_send_wrapper(xC_TMP,1,type_block_xc_io, 0,itag,icomm,ierrmpi) if(cell_corner) then call mpi_send_wrapper(wC_TMP,1,type_block_wc_io, 0,itag,icomm,ierrmpi) else call mpi_send_wrapper(wCC_TMP,1,type_block_wcc_io, 0,itag,icomm,ierrmpi) end if end do else ! mype==0 offset=0 inquire(qunit,opened=fileopen) if(.not.fileopen)then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".vtu" ! Open the file for the header part open(qunit,file=filename,status='replace') end if call getheadernames(wnamei,xandwnamei,outfilehead) ! generate xml header write(qunit,'(a)')'' write(qunit,'(a)',advance='no') '' write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(2a)')'' write(qunit,*) real(global_time*time_convert_factor) write(qunit,'(a)')'' write(qunit,'(a)')'' ! number of cells, number of corner points, per grid. nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; nc=nx1*nx2*nx3 np=nxC1*nxC2*nxC3 length=np*size_double lengthcc=nc*size_double length_coords=3*length length_conn=2**3*size_int*nc length_offsets=nc*size_int ! Note: using the w_write, writelevel, writespshift do Morton_no=Morton_start(0),Morton_stop(0) if(.not. Morton_aim(Morton_no)) cycle if(cell_corner) then ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+length+size_int end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' else ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+lengthcc+size_int end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' end if write(qunit,'(a)')'' ! connectivity part write(qunit,'(a,i16,a)'& )'' offset=offset+length_conn+size_int ! offsets data array write(qunit,'(a,i16,a)')& '' offset=offset+length_offsets+size_int ! VTK cell type data array write(qunit,'(a,i16,a)')& '' offset=offset+size_int+nc*size_int write(qunit,'(a)')'' write(qunit,'(a)')'' end do ! write metadata communicated from other processors if(npe>1)then do ipe=1, npe-1 do Morton_no=Morton_start(ipe),Morton_stop(ipe) if(.not. Morton_aim(Morton_no)) cycle if(cell_corner) then ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+length+size_int end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' else ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+lengthcc+size_int end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' end if write(qunit,'(a)')'' ! connectivity part write(qunit,'(a,i16,a)'& )'' offset=offset+length_conn+size_int ! offsets data array write(qunit,'(a,i16,a)')& '' offset=offset+length_offsets+size_int ! VTK cell type data array write(qunit,'(a,i16,a)')& '' offset=offset+size_int+nc*size_int write(qunit,'(a)')'' write(qunit,'(a)')'' end do end do end if write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) open(qunit,file=filename,access='stream',form='unformatted',& position='append') buf='_' write(qunit) TRIM(buf) do Morton_no=Morton_start(0),Morton_stop(0) if(.not. Morton_aim(Morton_no)) cycle igrid=sfc_to_igrid(Morton_no) call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if if(cell_corner) then write(qunit) length write(qunit) (((wC_TMP(ix1,ix2,ix3,iw)*normconv(iw),ix1=ixCmin1,& ixCmax1),ix2=ixCmin2,ixCmax2),ix3=ixCmin3,ixCmax3) else write(qunit) lengthcc write(qunit) (((wCC_TMP(ix1,ix2,ix3,iw)*normconv(iw),ix1=ixCCmin1,& ixCCmax1),ix2=ixCCmin2,ixCCmax2),ix3=ixCCmin3,ixCCmax3) end if end do write(qunit) length_coords do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0); do k=1,3 write(qunit) x_VTK(k) end do end do end do end do write(qunit) length_conn do ix3=1,nx3 do ix2=1,nx2 do ix1=1,nx1 write(qunit)(ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1,& ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1,& ix3*nxC2*nxC1+ ix2*nxC1+ix1-1,ix3*nxC2*nxC1+ ix2*nxC1+ix1 end do end do end do write(qunit) length_offsets do icel=1,nc write(qunit) icel*(2**3) end do VTK_type=11 write(qunit) size_int*nc do icel=1,nc write(qunit) VTK_type end do end do allocate(intstatus(MPI_STATUS_SIZE,1)) if(npe>1)then ixCCmin1=ixMlo1;ixCCmin2=ixMlo2;ixCCmin3=ixMlo3; ixCCmax1=ixMhi1 ixCCmax2=ixMhi2;ixCCmax3=ixMhi3; ixCmin1=ixMlo1-1;ixCmin2=ixMlo2-1;ixCmin3=ixMlo3-1; ixCmax1=ixMhi1 ixCmax2=ixMhi2;ixCmax3=ixMhi3; do ipe=1, npe-1 do Morton_no=Morton_start(ipe),Morton_stop(ipe) if(.not. Morton_aim(Morton_no)) cycle itag=Morton_no call mpi_recv_wrapper(xC_TMP,1,type_block_xc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) if(cell_corner) then call mpi_recv_wrapper(wC_TMP,1,type_block_wc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) else call mpi_recv_wrapper(wCC_TMP,1,type_block_wcc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) end if do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if if(cell_corner) then write(qunit) length write(qunit) (((wC_TMP(ix1,ix2,ix3,iw)*normconv(iw),& ix1=ixCmin1,ixCmax1),ix2=ixCmin2,ixCmax2),ix3=ixCmin3,& ixCmax3) else write(qunit) lengthcc write(qunit) (((wCC_TMP(ix1,ix2,ix3,iw)*normconv(iw),& ix1=ixCCmin1,ixCCmax1),ix2=ixCCmin2,ixCCmax2),ix3=ixCCmin3,& ixCCmax3) end if end do write(qunit) length_coords do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0); do k=1,3 write(qunit) x_VTK(k) end do end do end do end do write(qunit) length_conn do ix3=1,nx3 do ix2=1,nx2 do ix1=1,nx1 write(qunit)(ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1,& ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,& ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1,& ix3*nxC2*nxC1+ ix2*nxC1+ix1-1,& ix3*nxC2*nxC1+ ix2*nxC1+ix1 end do end do end do write(qunit) length_offsets do icel=1,nc write(qunit) icel*(2**3) end do VTK_type=11 write(qunit) size_int*nc do icel=1,nc write(qunit) VTK_type end do end do end do end if close(qunit) open(qunit,file=filename,status='unknown',form='formatted',& position='append') write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) deallocate(intstatus) end if deallocate(Morton_aim,Morton_aim_p) if (npe>1) then call MPI_BARRIER(icomm,ierrmpi) end if end subroutine unstructuredvtkB64 subroutine save_connvtk(qunit,igrid) ! this saves the basic line, pixel and voxel connectivity, ! as used by VTK file outputs for unstructured grid use mod_global_parameters integer, intent(in) :: qunit, igrid integer :: nx1,nx2,nx3, nxC1,nxC2,nxC3, ix1,ix2,ix3 nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; do ix3=1,nx3 do ix2=1,nx2 do ix1=1,nx1 write(qunit,'(8(i7,1x))')(ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1,& ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1,& ix3*nxC2*nxC1+ ix2*nxC1+ix1-1,ix3*nxC2*nxC1+ ix2*nxC1+ix1 end do end do end do end subroutine save_connvtk subroutine ImageDataVtk_mpi(qunit) ! output for vti format to paraview, non-binary version output ! parallel, uses calc_grid to compute nwauxio variables ! allows renormalizing using convert factors ! allows skipping of w_write selected variables ! implementation such that length of ASCII output is identical when ! run on 1 versus multiple CPUs (however, the order of the vtu pieces can differ) use mod_forest, only: Morton_start, Morton_stop, tree_node_ptr,& igrid_to_node, sfc_to_igrid use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP,xC_TMP_recv double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP,xCC_TMP_recv double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC_TMP,wC_TMP_recv double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP,wCC_TMP_recv double precision, dimension(0:nw+nwauxio) :: normconv integer:: igrid,iigrid,level,ixCmin1,ixCmin2,ixCmin3,ixCmax1,& ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3 integer:: NumGridsOnLevel(1:nlevelshi) integer :: nx1,nx2,nx3 character(len=80):: filename integer :: filenr integer, allocatable :: intstatus(:,:) logical, allocatable :: Morton_aim(:),Morton_aim_p(:) character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead logical :: fileopen integer :: itag,ipe,Morton_no,Morton_length integer :: ixrvCmin1,ixrvCmin2,ixrvCmin3,ixrvCmax1,ixrvCmax2,ixrvCmax3,& ixrvCCmin1,ixrvCCmin2,ixrvCCmin3,ixrvCCmax1,ixrvCCmax2,ixrvCCmax3,& siz_ind, ind_send(5*3), ind_recv(5*3) double precision :: origin(1:3), spacing(1:3) integer :: wholeExtent(1:6), ig1,ig2,ig3 type(tree_node_ptr) :: tree if(levmin/=levmax) call mpistop& ('ImageData can only be used when levmin=levmax') normconv(0) = length_convert_factor normconv(1:nw) = w_convert_factor siz_ind=5*3 Morton_length=Morton_stop(npe-1)-Morton_start(0)+1 allocate(Morton_aim(Morton_start(0):Morton_stop(npe-1))) allocate(Morton_aim_p(Morton_start(0):Morton_stop(npe-1))) Morton_aim=.false. Morton_aim_p=.false. do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) level=node(plevel_,igrid) ! we can clip parts of the grid away, select variables, levels etc. if(writelevel(level)) then ! only output a grid when fully within clipped region selected ! by writespshift array if((rnode(rpxmin1_,igrid)>=xprobmin1+& (xprobmax1-xprobmin1)*writespshift(1,1).and.rnode(rpxmin2_,& igrid)>=xprobmin2+(xprobmax2-xprobmin2)*writespshift(2,& 1).and.rnode(rpxmin3_,igrid)>=xprobmin3+& (xprobmax3-xprobmin3)*writespshift(3,1)).and.(rnode(rpxmax1_,& igrid)<=xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=xprobmax2-(xprobmax2-& xprobmin2)*writespshift(2,2).and.rnode(rpxmax3_,& igrid)<=xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2))) then Morton_aim_p(Morton_no)=.true. end if end if end do call MPI_ALLREDUCE(Morton_aim_p,Morton_aim,Morton_length,MPI_LOGICAL,& MPI_LOR,icomm,ierrmpi) if(mype /= 0) then do Morton_no=Morton_start(mype),Morton_stop(mype) if(.not. Morton_aim(Morton_no)) cycle igrid=sfc_to_igrid(Morton_no) call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) tree%node => igrid_to_node(igrid, mype)%node ig1 = tree%node%ig1; ig2 = tree%node%ig2; ig3 = tree%node%ig3; itag=Morton_no ind_send=(/ ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3, ig1,ig2,ig3 /) call mpi_send_wrapper(ind_send,siz_ind,MPI_INTEGER, 0,itag,icomm,ierrmpi) call mpi_send_wrapper(wC_TMP,1,type_block_wc_io, 0,itag,icomm,ierrmpi) call mpi_send_wrapper(wCC_TMP,1,type_block_wcc_io, 0,itag,icomm,ierrmpi) end do else inquire(qunit,opened=fileopen) if(.not.fileopen)then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".vti" ! Open the file for the header part open(qunit,file=filename,status='unknown',form='formatted') end if call getheadernames(wnamei,xandwnamei,outfilehead) ! number of cells per grid. nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; origin = 0 origin(1) = xprobmin1*normconv(0); origin(2) = xprobmin2*normconv(0) origin(3) = xprobmin3*normconv(0); spacing = zero spacing(1) = dxlevel(1)*normconv(0) spacing(2) = dxlevel(2)*normconv(0) spacing(3) = dxlevel(3)*normconv(0); wholeExtent = 0 ! if we use writespshift, the whole extent has to be calculated: wholeExtent(1*2-1) = nx1 * ceiling(((xprobmax1-xprobmin1)*writespshift(1,& 1)) /(nx1*dxlevel(1))) wholeExtent(2*2-1) = nx2 * ceiling(((xprobmax2-xprobmin2)*writespshift(2,& 1)) /(nx2*dxlevel(2))) wholeExtent(3*2-1) = nx3 * ceiling(((xprobmax3-xprobmin3)*writespshift(3,& 1)) /(nx3*dxlevel(3))) wholeExtent(1*2) = nx1 * floor(((xprobmax1-xprobmin1)*(1.0d0-& writespshift(1,2))) /(nx1*dxlevel(1))) wholeExtent(2*2) = nx2 * floor(((xprobmax2-xprobmin2)*(1.0d0-& writespshift(2,2))) /(nx2*dxlevel(2))) wholeExtent(3*2) = nx3 * floor(((xprobmax3-xprobmin3)*(1.0d0-& writespshift(3,2))) /(nx3*dxlevel(3))) ! generate xml header write(qunit,'(a)')'' write(qunit,'(a)',advance='no') '' write(qunit,'(a,3(1pe14.6),a,6(i10),a,3(1pe14.6),a)')& ' ' write(qunit,'(a)')'' write(qunit,'(2a)')'' write(qunit,*) real(global_time*time_convert_factor) write(qunit,'(a)')'' write(qunit,'(a)')'' ! write the data from proc 0 do Morton_no=Morton_start(0),Morton_stop(0) if(.not. Morton_aim(Morton_no)) cycle igrid=sfc_to_igrid(Morton_no) tree%node => igrid_to_node(igrid, 0)%node ig1 = tree%node%ig1; ig2 = tree%node%ig2; ig3 = tree%node%ig3; call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) call write_vti(qunit,ixGlo1,ixGlo2,ixGlo3,ixGhi1,ixGhi2,ixGhi3,ixCmin1,& ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,& ixCCmax1,ixCCmax2,ixCCmax3,ig1,ig2,ig3,nx1,nx2,nx3,normconv,wnamei,& wC_TMP,wCC_TMP) end do if(npe>1)then allocate(intstatus(MPI_STATUS_SIZE,1)) do ipe=1, npe-1 do Morton_no=Morton_start(ipe),Morton_stop(ipe) if(.not. Morton_aim(Morton_no)) cycle itag=Morton_no call mpi_recv_wrapper(ind_recv,siz_ind, MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) ixrvCmin1=ind_recv(1);ixrvCmin2=ind_recv(2);ixrvCmin3=ind_recv(3) ixrvCmax1=ind_recv(3+1);ixrvCmax2=ind_recv(3+2) ixrvCmax3=ind_recv(3+3); ixrvCCmin1=ind_recv(2*3+1);ixrvCCmin2=ind_recv(2*3+2) ixrvCCmin3=ind_recv(2*3+3);ixrvCCmax1=ind_recv(3*3+1) ixrvCCmax2=ind_recv(3*3+2);ixrvCCmax3=ind_recv(3*3+3); ig1=ind_recv(4*3+1);ig2=ind_recv(4*3+2);ig3=ind_recv(4*3+3); call mpi_recv_wrapper(wC_TMP,1,type_block_wc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) call mpi_recv_wrapper(wCC_TMP,1,type_block_wcc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) call write_vti(qunit,ixGlo1,ixGlo2,ixGlo3,ixGhi1,ixGhi2,ixGhi3,& ixrvCmin1,ixrvCmin2,ixrvCmin3,ixrvCmax1,ixrvCmax2,ixrvCmax3,& ixrvCCmin1,ixrvCCmin2,ixrvCCmin3,ixrvCCmax1,ixrvCCmax2,& ixrvCCmax3,ig1,ig2,ig3,nx1,nx2,nx3,normconv,wnamei,wC_TMP,& wCC_TMP) end do end do end if write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) if(npe>1) deallocate(intstatus) end if deallocate(Morton_aim,Morton_aim_p) if (npe>1) then call MPI_BARRIER(icomm,ierrmpi) endif end subroutine ImageDataVtk_mpi subroutine punstructuredvtk_mpi(qunit) ! Write one pvtu and vtu files for each processor ! Otherwise like unstructuredvtk_mpi use mod_forest, only: Morton_start, Morton_stop, sfc_to_igrid use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit double precision, dimension(0:nw+nwauxio) :: normconv double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead integer :: nx1,nx2,nx3,nxC1,nxC2,nxC3,nc,np, igrid,ixCmin1,& ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,& ixCCmax1,ixCCmax2,ixCCmax3,level,Morton_no character(len=80) :: pfilename integer :: filenr logical :: fileopen,conv_grid ! Write pvtu-file: if (mype==0) then call write_pvtu(qunit) endif ! Now write the Source files: inquire(qunit,opened=fileopen) if(.not.fileopen)then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext ! Open the file for the header part write(pfilename,'(a,i4.4,a,i4.4,a)') TRIM(base_filename),filenr,"p",mype,& ".vtu" open(qunit,file=pfilename,status='unknown',form='formatted') end if ! generate xml header write(qunit,'(a)')'' write(qunit,'(a)',advance='no') '' write(qunit,'(a)')' ' write(qunit,'(a)')'' write(qunit,'(2a)')'' write(qunit,*) real(global_time*time_convert_factor) write(qunit,'(a)')'' write(qunit,'(a)')'' call getheadernames(wnamei,xandwnamei,outfilehead) ! number of cells, number of corner points, per grid. nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; nc=nx1*nx2*nx3 np=nxC1*nxC2*nxC3 ! Note: using the w_write, writelevel, writespshift ! we can clip parts of the grid away, select variables, levels etc. do level=levmin,levmax if (.not.writelevel(level)) cycle do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) if (node(plevel_,igrid)/=level) cycle ! only output a grid when fully within clipped region selected ! by writespshift array conv_grid=(rnode(rpxmin1_,igrid)>=& xprobmin1+(xprobmax1-xprobmin1)*writespshift(1,& 1).and.rnode(rpxmin2_,igrid)>=xprobmin2+& (xprobmax2-xprobmin2)*writespshift(2,1).and.rnode(rpxmin3_,& igrid)>=xprobmin3+(xprobmax3-xprobmin3)*writespshift(3,& 1)).and.(rnode(rpxmax1_,igrid)<=& xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=xprobmax2-(xprobmax2-& xprobmin2)*writespshift(2,2).and.rnode(rpxmax3_,& igrid)<=xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2)) if (.not.conv_grid) cycle call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) call write_vtk(qunit,ixGlo1,ixGlo2,ixGlo3,ixGhi1,ixGhi2,ixGhi3,ixCmin1,& ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,& ixCCmax1,ixCCmax2,ixCCmax3,igrid,nc,np,nx1,nx2,nx3,nxC1,nxC2,nxC3,& normconv,wnamei,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP) end do ! Morton_no loop end do ! level loop write(qunit,'(a)')' ' write(qunit,'(a)')'' close(qunit) if (npe>1) then call MPI_BARRIER(icomm,ierrmpi) end if end subroutine punstructuredvtk_mpi subroutine unstructuredvtk_mpi(qunit) ! output for vtu format to paraview, non-binary version output ! parallel, uses calc_grid to compute nwauxio variables ! allows renormalizing using convert factors ! allows skipping of w_write selected variables ! implementation such that length of ASCII output is identical when ! run on 1 versus multiple CPUs (however, the order of the vtu pieces can differ) use mod_forest, only: Morton_start, Morton_stop, sfc_to_igrid use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit double precision :: x_VTK(1:3) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP,xC_TMP_recv double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP,xCC_TMP_recv double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC_TMP,wC_TMP_recv double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP,wCC_TMP_recv double precision, dimension(0:nw+nwauxio) :: normconv integer:: igrid,iigrid,level,ixCmin1,ixCmin2,ixCmin3,ixCmax1,& ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3 integer:: NumGridsOnLevel(1:nlevelshi) integer :: nx1,nx2,nx3,nxC1,nxC2,nxC3,nodesonlevel,elemsonlevel,nc,np,ix1,& ix2,ix3 character(len=80):: filename integer :: filenr integer, allocatable :: intstatus(:,:) character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead logical :: fileopen,conv_grid,cond_grid_recv integer :: itag,ipe,Morton_no,siz_ind integer :: ind_send(4*3),ind_recv(4*3) integer :: levmin_recv,levmax_recv,level_recv,igrid_recv,ixrvCmin1,& ixrvCmin2,ixrvCmin3,ixrvCmax1,ixrvCmax2,ixrvCmax3,ixrvCCmin1,ixrvCCmin2,& ixrvCCmin3,ixrvCCmax1,ixrvCCmax2,ixrvCCmax3 if(mype==0) then inquire(qunit,opened=fileopen) if(.not.fileopen)then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".vtu" ! Open the file for the header part open(qunit,file=filename,status='unknown',form='formatted') end if ! generate xml header write(qunit,'(a)')'' write(qunit,'(a)',advance='no') '' write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(2a)')'' write(qunit,*) real(global_time*time_convert_factor) write(qunit,'(a)')'' write(qunit,'(a)')'' end if call getheadernames(wnamei,xandwnamei,outfilehead) ! number of cells, number of corner points, per grid. nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; nc=nx1*nx2*nx3 np=nxC1*nxC2*nxC3 ! all slave processors send their minmal/maximal levels if (mype/=0) then if (Morton_stop(mype)==0) call mpistop("nultag") itag=1000*Morton_stop(mype) !print *,'ype,itag for levmin=',mype,itag,levmin call mpi_send_wrapper(levmin,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) itag=2000*Morton_stop(mype) !print *,'mype,itag for levmax=',mype,itag,levmax call mpi_send_wrapper(levmax,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) end if ! Note: using the w_write, writelevel, writespshift ! we can clip parts of the grid away, select variables, levels etc. do level=levmin,levmax if (.not.writelevel(level)) cycle do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) if (mype/=0)then itag=Morton_no call mpi_send_wrapper(igrid,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) itag=igrid call mpi_send_wrapper(node(plevel_,igrid),1,MPI_INTEGER, 0,itag,icomm,& ierrmpi) end if if (node(plevel_,igrid)/=level) cycle ! only output a grid when fully within clipped region selected ! by writespshift array conv_grid=(rnode(rpxmin1_,igrid)>=& xprobmin1+(xprobmax1-xprobmin1)*writespshift(1,& 1).and.rnode(rpxmin2_,igrid)>=xprobmin2+& (xprobmax2-xprobmin2)*writespshift(2,1).and.rnode(rpxmin3_,& igrid)>=xprobmin3+(xprobmax3-xprobmin3)*writespshift(3,& 1)).and.(rnode(rpxmax1_,igrid)<=& xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=xprobmax2-(xprobmax2-& xprobmin2)*writespshift(2,2).and.rnode(rpxmax3_,& igrid)<=xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2)) if (mype/=0)then call mpi_send_wrapper(conv_grid,1,MPI_LOGICAL,0,itag,icomm,ierrmpi) end if if (.not.conv_grid) cycle call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) if(mype/=0) then itag=Morton_no ind_send=(/ ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,& ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3 /) siz_ind=4*3 call mpi_send_wrapper(ind_send,siz_ind,MPI_INTEGER, 0,itag,icomm,ierrmpi) call mpi_send_wrapper(normconv,nw+nwauxio+1,MPI_DOUBLE_PRECISION, 0,itag,& icomm,ierrmpi) call mpi_send_wrapper(wC_TMP,1,type_block_wc_io, 0,itag,icomm,ierrmpi) call mpi_send_wrapper(xC_TMP,1,type_block_xc_io, 0,itag,icomm,ierrmpi) itag=igrid call mpi_send_wrapper(wCC_TMP,1,type_block_wcc_io, 0,itag,icomm,ierrmpi) call mpi_send_wrapper(xCC_TMP,1,type_block_xcc_io, 0,itag,icomm,ierrmpi) else call write_vtk(qunit,ixGlo1,ixGlo2,ixGlo3,ixGhi1,ixGhi2,ixGhi3,& ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,& ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,igrid,nc,np,nx1,nx2,nx3,nxC1,& nxC2,nxC3,normconv,wnamei,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP) end if end do ! Morton_no loop end do ! level loop if(mype==0) then allocate(intstatus(MPI_STATUS_SIZE,1)) if(npe>1)then do ipe=1,npe-1 itag=1000*Morton_stop(ipe) call mpi_recv_wrapper(levmin_recv,1,MPI_INTEGER, ipe,itag,icomm,intstatus(:,& 1),ierrmpi) !!print *,'mype RECEIVES,itag for levmin=',mype,itag,levmin_recv itag=2000*Morton_stop(ipe) call mpi_recv_wrapper(levmax_recv,1,MPI_INTEGER, ipe,itag,icomm,intstatus(:,& 1),ierrmpi) !!print *,'mype RECEIVES itag for levmax=',mype,itag,levmax_recv do level=levmin_recv,levmax_recv if (.not.writelevel(level)) cycle do Morton_no=Morton_start(ipe),Morton_stop(ipe) itag=Morton_no call mpi_recv_wrapper(igrid_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) itag=igrid_recv call mpi_recv_wrapper(level_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) if (level_recv/=level) cycle call mpi_recv_wrapper(cond_grid_recv,1,MPI_LOGICAL, ipe,itag,icomm,& intstatus(:,1),ierrmpi) if(.not.cond_grid_recv)cycle itag=Morton_no siz_ind=4*3 call mpi_recv_wrapper(ind_recv,siz_ind, MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) ixrvCmin1=ind_recv(1);ixrvCmin2=ind_recv(2) ixrvCmin3=ind_recv(3);ixrvCmax1=ind_recv(3+1) ixrvCmax2=ind_recv(3+2);ixrvCmax3=ind_recv(3+3); ixrvCCmin1=ind_recv(2*3+1);ixrvCCmin2=ind_recv(2*3+2) ixrvCCmin3=ind_recv(2*3+3);ixrvCCmax1=ind_recv(3*3+1) ixrvCCmax2=ind_recv(3*3+2);ixrvCCmax3=ind_recv(3*3+3); call mpi_recv_wrapper(normconv,nw+nwauxio+1, MPI_DOUBLE_PRECISION,ipe,& itag,icomm,intstatus(:,1),ierrmpi) call mpi_recv_wrapper(wC_TMP_recv,1,type_block_wc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) call mpi_recv_wrapper(xC_TMP_recv,1,type_block_xc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) itag=igrid_recv call mpi_recv_wrapper(wCC_TMP_recv,1,type_block_wcc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) call mpi_recv_wrapper(xCC_TMP_recv,1,type_block_xcc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) call write_vtk(qunit,ixGlo1,ixGlo2,ixGlo3,ixGhi1,ixGhi2,ixGhi3,& ixrvCmin1,ixrvCmin2,ixrvCmin3,ixrvCmax1,ixrvCmax2,ixrvCmax3,& ixrvCCmin1,ixrvCCmin2,ixrvCCmin3,ixrvCCmax1,ixrvCCmax2,& ixrvCCmax3,igrid_recv,nc,np,nx1,nx2,nx3,nxC1,nxC2,nxC3,& normconv,wnamei,xC_TMP_recv,xCC_TMP_recv,wC_TMP_recv,& wCC_TMP_recv) end do ! Morton_no loop end do ! level loop end do ! processor loop end if ! multiple processors write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) end if if (npe>1) then call MPI_BARRIER(icomm,ierrmpi) if(mype==0)deallocate(intstatus) end if end subroutine unstructuredvtk_mpi subroutine write_vtk(qunit,ixImin1,ixImin2,ixImin3,ixImax1,ixImax2,ixImax3,& ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,& ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,igrid,nc,np,nx1,nx2,nx3,nxC1,nxC2,& nxC3,normconv,wnamei,xC,xCC,wC,wCC) use mod_global_parameters integer, intent(in) :: qunit integer, intent(in) :: ixImin1,ixImin2,ixImin3,ixImax1,ixImax2,ixImax3,& ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,& ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3 integer, intent(in) :: igrid,nc,np,nx1,nx2,nx3,nxC1,nxC2,nxC3 double precision, intent(in) :: normconv(0:nw+nwauxio) character(len=name_len), intent(in):: wnamei(1:nw+nwauxio) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC double precision :: x_VTK(1:3) integer :: iw,ix1,ix2,ix3,icel,VTK_type select case(convert_type) case('vtumpi','pvtumpi') ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a)')'' write(qunit,'(200(1pe14.6))') (((wC(ix1,ix2,ix3,iw)*normconv(iw),& ix1=ixCmin1,ixCmax1),ix2=ixCmin2,ixCmax2),ix3=ixCmin3,ixCmax3) write(qunit,'(a)')'' end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a)'& )'' ! write cell corner coordinates in a backward dimensional loop, always 3D output do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC(ix1,ix2,ix3,1:ndim)*normconv(0); write(qunit,'(3(1pe14.6))') x_VTK end do end do end do write(qunit,'(a)')'' write(qunit,'(a)')'' case('vtuCCmpi','pvtuCCmpi') ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a)')'' write(qunit,'(200(1pe14.6))') (((wCC(ix1,ix2,ix3,iw)*normconv(iw),& ix1=ixCCmin1,ixCCmax1),ix2=ixCCmin2,ixCCmax2),ix3=ixCCmin3,& ixCCmax3) write(qunit,'(a)')'' end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a)'& )'' ! write cell corner coordinates in a backward dimensional loop, always 3D output do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC(ix1,ix2,ix3,1:ndim)*normconv(0); write(qunit,'(3(1pe14.6))') x_VTK end do end do end do write(qunit,'(a)')'' write(qunit,'(a)')'' end select write(qunit,'(a)')'' ! connectivity part write(qunit,'(a)'& )'' call save_connvtk(qunit,igrid) write(qunit,'(a)')'' ! offsets data array write(qunit,'(a)')'' do icel=1,nc write(qunit,'(i7)') icel*(2**3) end do write(qunit,'(a)')'' ! VTK cell type data array write(qunit,'(a)')'' ! VTK_LINE=3; VTK_PIXEL=8; VTK_VOXEL=11 -> vtk-syntax VTK_type=11 do icel=1,nc write(qunit,'(i2)') VTK_type end do write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a)')'' end subroutine write_vtk subroutine write_vti(qunit,ixImin1,ixImin2,ixImin3,ixImax1,ixImax2,ixImax3,& ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,& ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,ig1,ig2,ig3,nx1,nx2,nx3,normconv,& wnamei,wC,wCC) use mod_global_parameters integer, intent(in) :: qunit integer, intent(in) :: ixImin1,ixImin2,ixImin3,ixImax1,ixImax2,ixImax3,& ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,& ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3 integer, intent(in) :: ig1,ig2,ig3,nx1,nx2,nx3 double precision, intent(in) :: normconv(0:nw+nwauxio) character(len=name_len), intent(in):: wnamei(1:nw+nwauxio) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC integer :: iw,ix1,ix2,ix3 integer :: extent(1:6) extent = 0 extent(1*2-1) = (ig1-1) * nx1; extent(2*2-1) = (ig2-1) * nx2 extent(3*2-1) = (ig3-1) * nx3; extent(1*2) = (ig1) * nx1; extent(2*2) = (ig2) * nx2 extent(3*2) = (ig3) * nx3; select case(convert_type) case('vtimpi','pvtimpi') ! we write out every grid as one VTK PIECE write(qunit,'(a,6(i10),a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a)')'' write(qunit,'(200(1pe20.12))') (((wC(ix1,ix2,ix3,iw)*normconv(iw),& ix1=ixCmin1,ixCmax1),ix2=ixCmin2,ixCmax2),ix3=ixCmin3,ixCmax3) write(qunit,'(a)')'' end do write(qunit,'(a)')'' case('vtiCCmpi','pvtiCCmpi') ! we write out every grid as one VTK PIECE write(qunit,'(a,6(i10),a)') '' write(qunit,'(a)')'' do iw=1,nw+nwauxio if(iw<=nw) then if(.not.w_write(iw)) cycle end if write(qunit,'(a,a,a)')'' write(qunit,'(200(1pe20.12))') (((wCC(ix1,ix2,ix3,iw)*normconv(iw),& ix1=ixCCmin1,ixCCmax1),ix2=ixCCmin2,ixCCmax2),ix3=ixCCmin3,& ixCCmax3) write(qunit,'(a)')'' end do write(qunit,'(a)')'' end select write(qunit,'(a)')'' end subroutine write_vti subroutine write_pvtu(qunit) use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio),outtype character(len=1024) :: outfilehead character(len=80) :: filename,pfilename integer :: filenr,iw,ipe,iscalars logical :: fileopen select case(convert_type) case('pvtumpi','pvtuBmpi') outtype="PPointData" case('pvtuCCmpi','pvtuBCCmpi') outtype="PCellData" end select inquire(qunit,opened=fileopen) if(.not.fileopen)then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".pvtu" ! Open the file open(qunit,file=filename,status='unknown',form='formatted') end if call getheadernames(wnamei,xandwnamei,outfilehead) ! Get the default selection: iscalars=1 do iw=nw,1, -1 if (w_write(iw)) iscalars=iw end do ! generate xml header write(qunit,'(a)')'' write(qunit,'(a)',advance='no') '' write(qunit,'(a)')' ' ! Either celldata or pointdata: write(qunit,'(a,a,a,a,a)')' <',TRIM(outtype),' Scalars="',& TRIM(wnamei(iscalars))//'">' do iw=1,nw if(.not.w_write(iw))cycle write(qunit,'(a,a,a)')' ' end do do iw=nw+1,nw+nwauxio write(qunit,'(a,a,a)')' ' end do write(qunit,'(a,a,a)')' ' write(qunit,'(a)')' ' write(qunit,'(a)'& )' ' write(qunit,'(a)')' ' do ipe=0,npe-1 write(pfilename,'(a,i4.4,a,i4.4,a)') TRIM(base_filename(INDEX & (base_filename, '/', BACK = .TRUE.)+1:LEN(base_filename))),filenr,"p",& ipe,".vtu" write(qunit,'(a,a,a)')' ' end do write(qunit,'(a)')' ' write(qunit,'(a)')'' close(qunit) end subroutine write_pvtu subroutine tecplot_mpi(qunit) ! output for tecplot (ASCII format) ! parallel, uses calc_grid to compute nwauxio variables ! allows renormalizing using convert factors ! the current implementation is such that tecplotmpi and tecplotCCmpi will ! create different length output ASCII files when used on 1 versus multiple CPUs ! in fact, on 1 CPU, there will be as many zones as there are levels ! on multiple CPUs, there will be a number of zones up to the number of ! levels times the number of CPUs (can be less, when some level not on a CPU) use mod_forest, only: Morton_start, Morton_stop, sfc_to_igrid use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit integer:: igrid,iigrid,level,igonlevel,iw,idim,ix1,ix2,ix3 integer:: NumGridsOnLevel(1:nlevelshi) integer :: nx1,nx2,nx3,nxC1,nxC2,nxC3,nodesonlevel,elemsonlevel,ixCmin1,& ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,& ixCCmax1,ixCCmax2,ixCCmax3 integer :: nodesonlevelmype,elemsonlevelmype integer :: nodes, elems integer, allocatable :: intstatus(:,:) double precision :: x_TEC(ndim), w_TEC(nw+nwauxio) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP,xC_TMP_recv double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP,xCC_TMP_recv double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC_TMP,wC_TMP_recv double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP,wCC_TMP_recv double precision, dimension(0:nw+nwauxio) :: normconv logical :: fileopen,first integer :: itag,Morton_no,ipe,levmin_recv,levmax_recv,igrid_recv,& level_recv integer :: ixrvCmin1,ixrvCmin2,ixrvCmin3,ixrvCmax1,ixrvCmax2,ixrvCmax3,& ixrvCCmin1,ixrvCCmin2,ixrvCCmin3,ixrvCCmax1,ixrvCCmax2,ixrvCCmax3 integer :: ind_send(2*3),ind_recv(2*3),siz_ind,igonlevel_recv integer :: NumGridsOnLevel_mype(1:nlevelshi,0:npe-1) character(len=80) :: filename integer :: filenr character(len=1024) :: tecplothead character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead if(nw/=count(w_write(1:nw)))then if(mype==0) PRINT *,'tecplot_mpi does not use w_write=F' call mpistop('w_write, tecplot') end if if(nocartesian)then if(mype==0) PRINT *,'tecplot_mpi with nocartesian' end if Master_cpu_open : if (mype == 0) then inquire(qunit,opened=fileopen) if (.not.fileopen) then ! generate filename filenr=snapshotini if (autoconvert) filenr=snapshotnext write(filename,'(a,i4.4,a)') TRIM(base_filename),filenr,".plt" open(qunit,file=filename,status='unknown') end if call getheadernames(wnamei,xandwnamei,outfilehead) write(tecplothead,'(a)') "VARIABLES = "//TRIM(outfilehead) write(qunit,'(a)') tecplothead(1:len_trim(tecplothead)) end if Master_cpu_open ! determine overall number of grids per level, and the same info per CPU NumGridsOnLevel(1:nlevelshi)=0 do level=levmin,levmax NumGridsOnLevel(level)=0 do Morton_no=Morton_start(mype),Morton_stop(mype) igrid = sfc_to_igrid(Morton_no) if (node(plevel_,igrid)/=level) cycle NumGridsOnLevel(level)=NumGridsOnLevel(level)+1 end do NumGridsOnLevel_mype(level,0:npe-1)=0 NumGridsOnLevel_mype(level,mype) = NumGridsOnLevel(level) call MPI_ALLREDUCE(MPI_IN_PLACE,NumGridsOnLevel_mype(level,0:npe-1),npe,& MPI_INTEGER,MPI_MAX,icomm,ierrmpi) call MPI_ALLREDUCE(MPI_IN_PLACE,NumGridsOnLevel(level),1,MPI_INTEGER,& MPI_SUM, icomm,ierrmpi) end do nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; if(mype==0.and.npe>1) allocate(intstatus(MPI_STATUS_SIZE,1)) if(mype/=0) then itag=1000*Morton_stop(mype) call mpi_send_wrapper(levmin,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) itag=2000*Morton_stop(mype) call mpi_send_wrapper(levmax,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) end if do level=levmin,levmax nodesonlevelmype=NumGridsOnLevel_mype(level,mype)*nxC1*nxC2*nxC3 elemsonlevelmype=NumGridsOnLevel_mype(level,mype)*nx1*nx2*nx3 nodesonlevel=NumGridsOnLevel(level)*nxC1*nxC2*nxC3 elemsonlevel=NumGridsOnLevel(level)*nx1*nx2*nx3 ! for all tecplot variants coded up here, we let the TECPLOT ZONES coincide ! with the AMR grid LEVEL. Other options would be ! let each grid define a zone: inefficient for TECPLOT internal workings ! hence not implemented ! let entire octree define 1 zone: no difference in interpolation ! properties across TECPLOT zones detected as yet, hence not done select case(convert_type) case('tecplotmpi') ! in this option, we store the corner coordinates, as well as the corner ! values of all variables (obtained by averaging). This allows POINT packaging, ! and thus we can save full grid info by using one call to calc_grid if (mype==0.and.(nodesonlevelmype>0.and.& elemsonlevelmype>0))write(qunit,& "(a,i7,a,a,i7,a,i7,a,f25.16,a,a)") 'ZONE T="',level,'"',', N=',& nodesonlevelmype,', E=',elemsonlevelmype, ', SOLUTIONTIME=',& global_time*time_convert_factor,', DATAPACKING=POINT, ZONETYPE=',& 'FEBRICK' do Morton_no=Morton_start(mype),Morton_stop(mype) igrid = sfc_to_igrid(Morton_no) if (mype/=0)then itag=Morton_no call mpi_send_wrapper(igrid,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) itag=igrid call mpi_send_wrapper(node(plevel_,igrid),1,MPI_INTEGER, 0,itag,icomm,& ierrmpi) end if if (node(plevel_,igrid)/=level) cycle call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,& ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) if (mype/=0) then itag=Morton_no ind_send=(/ ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3 /) siz_ind=2*3 call mpi_send_wrapper(ind_send,siz_ind, MPI_INTEGER, 0,itag,icomm,& ierrmpi) call mpi_send_wrapper(normconv,nw+nwauxio+1,MPI_DOUBLE_PRECISION, 0,& itag,icomm,ierrmpi) call mpi_send_wrapper(wC_TMP,1,type_block_wc_io, 0,itag,icomm,ierrmpi) call mpi_send_wrapper(xC_TMP,1,type_block_xc_io, 0,itag,icomm,ierrmpi) else do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_TEC(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0) w_TEC(1:nw+nwauxio)=wC_TMP(ix1,ix2,ix3,& 1:nw+nwauxio)*normconv(1:nw+nwauxio) write(qunit,fmt="(100(e14.6))") x_TEC, w_TEC end do end do end do end if end do case('tecplotCCmpi') ! in this option, we store the corner coordinates, and the cell center ! values of all variables. Due to this mix of corner/cell center, we must ! use BLOCK packaging, and thus we have enormous overhead by using ! calc_grid repeatedly to merely fill values of cell corner coordinates ! and cell center values per dimension, per variable if(ndim+nw+nwauxio>99) call mpistop(& "adjust format specification in writeout") if(nw+nwauxio==1)then ! to make tecplot happy: avoid [ndim+1-ndim+1] in varlocation varset ! and just set [ndim+1] if (mype==0.and.(nodesonlevelmype>0.and.& elemsonlevelmype>0))write(qunit,& "(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,a)") 'ZONE T="',level,'"',& ', N=',nodesonlevelmype,', E=',elemsonlevelmype,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,& ']=CELLCENTERED), ZONETYPE=', 'FEBRICK' else if(ndim+nw+nwauxio<10) then ! difference only in length of integer format specification for ndim+nw+nwauxio if (mype==0.and.(nodesonlevelmype>0.and.& elemsonlevelmype>0))write(qunit,& "(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i1,a,a)") 'ZONE T="',& level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,'-',& ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', 'FEBRICK' else if (mype==0.and.(nodesonlevelmype>0.and.& elemsonlevelmype>0))write(qunit,& "(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i2,a,a)") 'ZONE T="',& level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,'-',& ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', 'FEBRICK' end if end if do idim=1,ndim first=(idim==1) do Morton_no=Morton_start(mype),Morton_stop(mype) igrid = sfc_to_igrid(Morton_no) if (mype/=0)then itag=Morton_no*idim call mpi_send_wrapper(igrid,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) itag=igrid*idim call mpi_send_wrapper(node(plevel_,igrid),1,MPI_INTEGER, 0,itag,icomm,& ierrmpi) end if if (node(plevel_,igrid)/=level) cycle call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,& ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,first) if (mype/=0)then ind_send=(/ ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,& ixCmax3 /) siz_ind=2*3 itag=igrid*idim call mpi_send_wrapper(ind_send,siz_ind, MPI_INTEGER, 0,itag,icomm,& ierrmpi) call mpi_send_wrapper(normconv,nw+nwauxio+1,MPI_DOUBLE_PRECISION, 0,& itag,icomm,ierrmpi) call mpi_send_wrapper(xC_TMP,1,type_block_xc_io, 0,itag,icomm,& ierrmpi) else write(qunit,fmt="(100(e14.6))") xC_TMP(ixCmin1:ixCmax1,& ixCmin2:ixCmax2,ixCmin3:ixCmax3,idim)*normconv(0) end if end do end do do iw=1,nw+nwauxio do Morton_no=Morton_start(mype),Morton_stop(mype) igrid = sfc_to_igrid(Morton_no) if(mype/=0)then itag=Morton_no*(ndim+iw) call mpi_send_wrapper(igrid,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) itag=igrid*(ndim+iw) call mpi_send_wrapper(node(plevel_,igrid),1,MPI_INTEGER, 0,itag,icomm,& ierrmpi) end if if (node(plevel_,igrid)/=level) cycle call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,& ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,& .true.) if(mype/=0)then ind_send=(/ ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,& ixCCmax3 /) siz_ind=2*3 itag=igrid*(ndim+iw) call mpi_send_wrapper(ind_send,siz_ind, MPI_INTEGER, 0,itag,icomm,& ierrmpi) call mpi_send_wrapper(normconv,nw+nwauxio+1,MPI_DOUBLE_PRECISION, 0,& itag,icomm,ierrmpi) call mpi_send_wrapper(wCC_TMP,1,type_block_wcc_io, 0,itag,icomm,& ierrmpi) else write(qunit,fmt="(100(e14.6))") wCC_TMP(ixCCmin1:ixCCmax1,& ixCCmin2:ixCCmax2,ixCCmin3:ixCCmax3,iw)*normconv(iw) end if end do end do case default call mpistop('no such tecplot type') end select igonlevel=0 do Morton_no=Morton_start(mype),Morton_stop(mype) igrid = sfc_to_igrid(Morton_no) if(mype/=0)then itag=Morton_no call mpi_send_wrapper(igrid,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) itag=igrid call mpi_send_wrapper(node(plevel_,igrid),1,MPI_INTEGER, 0,itag,icomm,& ierrmpi) end if if(node(plevel_,igrid)/=level) cycle igonlevel=igonlevel+1 if(mype/=0)then itag=igrid call mpi_send_wrapper(igonlevel,1,MPI_INTEGER, 0,itag,icomm,ierrmpi) end if if(mype==0)then call save_conntec(qunit,igrid,igonlevel) end if end do end do if(mype==0 .and.npe>1) then do ipe=1,npe-1 itag=1000*Morton_stop(ipe) call mpi_recv_wrapper(levmin_recv,1,MPI_INTEGER, ipe,itag,icomm,intstatus(:,1),& ierrmpi) itag=2000*Morton_stop(ipe) call mpi_recv_wrapper(levmax_recv,1,MPI_INTEGER, ipe,itag,icomm,intstatus(:,1),& ierrmpi) do level=levmin_recv,levmax_recv nodesonlevelmype=NumGridsOnLevel_mype(level,ipe)*nxC1*nxC2*nxC3 elemsonlevelmype=NumGridsOnLevel_mype(level,ipe)*nx1*nx2*nx3 nodesonlevel=NumGridsOnLevel(level)*nxC1*nxC2*nxC3 elemsonlevel=NumGridsOnLevel(level)*nx1*nx2*nx3 select case(convert_type) case('tecplotmpi') ! in this option, we store the corner coordinates, as well as the corner ! values of all variables (obtained by averaging). This allows POINT packaging, ! and thus we can save full grid info by using one call to calc_grid if(nodesonlevelmype>0.and.elemsonlevelmype>0) write(qunit,& "(a,i7,a,a,i7,a,i7,a,f25.16,a,a)") 'ZONE T="',level,'"',& ', N=',nodesonlevelmype,', E=',elemsonlevelmype,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=POINT, ZONETYPE=', 'FEBRICK' do Morton_no=Morton_start(ipe),Morton_stop(ipe) itag=Morton_no call mpi_recv_wrapper(igrid_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) itag=igrid_recv call mpi_recv_wrapper(level_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) if (level_recv/=level) cycle itag=Morton_no siz_ind=2*3 call mpi_recv_wrapper(ind_recv,siz_ind, MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) ixrvCmin1=ind_recv(1);ixrvCmin2=ind_recv(2) ixrvCmin3=ind_recv(3);ixrvCmax1=ind_recv(3+1) ixrvCmax2=ind_recv(3+2);ixrvCmax3=ind_recv(3+3); call mpi_recv_wrapper(normconv,nw+nwauxio+1, MPI_DOUBLE_PRECISION,ipe,& itag,icomm,intstatus(:,1),ierrmpi) call mpi_recv_wrapper(wC_TMP_recv,1,type_block_wc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) call mpi_recv_wrapper(xC_TMP_recv,1,type_block_xc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) do ix3=ixrvCmin3,ixrvCmax3 do ix2=ixrvCmin2,ixrvCmax2 do ix1=ixrvCmin1,ixrvCmax1 x_TEC(1:ndim)=xC_TMP_RECV(ix1,ix2,ix3,1:ndim)*normconv(0) w_TEC(1:nw+nwauxio)=wC_TMP_RECV(ix1,ix2,ix3,& 1:nw+nwauxio)*normconv(1:nw+nwauxio) write(qunit,fmt="(100(e14.6))") x_TEC, w_TEC end do end do end do end do case('tecplotCCmpi') ! in this option, we store the corner coordinates, and the cell center ! values of all variables. Due to this mix of corner/cell center, we must ! use BLOCK packaging, and thus we have enormous overhead by using ! calc_grid repeatedly to merely fill values of cell corner coordinates ! and cell center values per dimension, per variable if(ndim+nw+nwauxio>99) call & mpistop("adjust format specification in writeout") if(nw+nwauxio==1)then ! to make tecplot happy: avoid [ndim+1-ndim+1] in varlocation varset ! and just set [ndim+1] if(nodesonlevelmype>0.and.elemsonlevelmype>0) write(qunit,& "(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,a)") 'ZONE T="',level,'"',& ', N=',nodesonlevelmype,', E=',elemsonlevelmype,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,& ']=CELLCENTERED), ZONETYPE=', 'FEBRICK' else if(ndim+nw+nwauxio<10) then ! difference only in length of integer format specification for ndim+nw+nwauxio if(nodesonlevelmype>0.and.elemsonlevelmype>0) write(qunit,& "(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i1,a,a)") 'ZONE T="',& level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,'-',& ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', 'FEBRICK' else if(nodesonlevelmype>0.and.elemsonlevelmype>0) write(qunit,& "(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i2,a,a)") 'ZONE T="',& level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype,& ', SOLUTIONTIME=',global_time*time_convert_factor,& ', DATAPACKING=BLOCK, VARLOCATION=([', ndim+1,'-',& ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', 'FEBRICK' end if end if do idim=1,ndim do Morton_no=Morton_start(ipe),Morton_stop(ipe) itag=Morton_no*idim call mpi_recv_wrapper(igrid_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) itag=igrid_recv*idim call mpi_recv_wrapper(level_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) if (level_recv/=level) cycle siz_ind=2*3 itag=igrid_recv*idim call mpi_recv_wrapper(ind_recv,siz_ind, MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) ixrvCmin1=ind_recv(1);ixrvCmin2=ind_recv(2) ixrvCmin3=ind_recv(3);ixrvCmax1=ind_recv(3+1) ixrvCmax2=ind_recv(3+2);ixrvCmax3=ind_recv(3+3); call mpi_recv_wrapper(normconv,nw+nwauxio+1, MPI_DOUBLE_PRECISION,ipe,& itag,icomm,intstatus(:,1),ierrmpi) call mpi_recv_wrapper(xC_TMP_recv,1,type_block_xc_io, ipe,itag,icomm,& intstatus(:,1),ierrmpi) write(qunit,fmt="(100(e14.6))") & xC_TMP_recv(ixrvCmin1:ixrvCmax1,ixrvCmin2:ixrvCmax2,& ixrvCmin3:ixrvCmax3,idim)*normconv(0) end do end do do iw=1,nw+nwauxio do Morton_no=Morton_start(ipe),Morton_stop(ipe) itag=Morton_no*(ndim+iw) call mpi_recv_wrapper(igrid_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) itag=igrid_recv*(ndim+iw) call mpi_recv_wrapper(level_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) if (level_recv/=level) cycle siz_ind=2*3 itag=igrid_recv*(ndim+iw) call mpi_recv_wrapper(ind_recv,siz_ind, MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) ixrvCCmin1=ind_recv(1);ixrvCCmin2=ind_recv(2) ixrvCCmin3=ind_recv(3);ixrvCCmax1=ind_recv(3+1) ixrvCCmax2=ind_recv(3+2);ixrvCCmax3=ind_recv(3+3); call mpi_recv_wrapper(normconv,nw+nwauxio+1, MPI_DOUBLE_PRECISION,ipe,& itag,icomm,intstatus(:,1),ierrmpi) call mpi_recv_wrapper(wCC_TMP_recv,1,type_block_wcc_io, ipe,itag,& icomm,intstatus(:,1),ierrmpi) write(qunit,fmt="(100(e14.6))") & wCC_TMP_recv(ixrvCCmin1:ixrvCCmax1,ixrvCCmin2:ixrvCCmax2,& ixrvCCmin3:ixrvCCmax3,iw)*normconv(iw) end do end do case default call mpistop('no such tecplot type') end select do Morton_no=Morton_start(ipe),Morton_stop(ipe) itag=Morton_no call mpi_recv_wrapper(igrid_recv,1,MPI_INTEGER, ipe,itag,icomm,intstatus(:,& 1),ierrmpi) itag=igrid_recv call mpi_recv_wrapper(level_recv,1,MPI_INTEGER, ipe,itag,icomm,intstatus(:,& 1),ierrmpi) if (level_recv/=level) cycle itag=igrid_recv call mpi_recv_wrapper(igonlevel_recv,1,MPI_INTEGER, ipe,itag,icomm,& intstatus(:,1),ierrmpi) call save_conntec(qunit,igrid_recv,igonlevel_recv) end do ! morton loop end do ! level loop end do ! ipe loop end if ! mype=0 if if (npe>1) then call MPI_BARRIER(icomm,ierrmpi) if(mype==0)deallocate(intstatus) end if end subroutine tecplot_mpi subroutine punstructuredvtkB_mpi(qunit) ! Write one pvtu and vtu files for each processor ! Otherwise like unstructuredvtk_mpi ! output for vtu format to paraview, binary version output ! uses calc_grid to compute nwauxio variables ! allows renormalizing using convert factors use mod_forest, only: Morton_start, Morton_stop, sfc_to_igrid use mod_global_parameters use mod_calculate_xw integer, intent(in) :: qunit double precision :: x_VTK(1:3) double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC_TMP double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,ndim) :: xC double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& ndim) :: xCC double precision, dimension(ixMlo1-1:ixMhi1,ixMlo2-1:ixMhi2,& ixMlo3-1:ixMhi3,nw+nwauxio) :: wC_TMP double precision, dimension(ixMlo1:ixMhi1,ixMlo2:ixMhi2,ixMlo3:ixMhi3,& nw+nwauxio) :: wCC_TMP integer :: igrid,iigrid,level,igonlevel,icel,ixCmin1,ixCmin2,ixCmin3,& ixCmax1,ixCmax2,ixCmax3,ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,& ixCCmax3,Morton_no integer :: NumGridsOnLevel(1:nlevelshi) integer :: nx1,nx2,nx3,nxC1,nxC2,nxC3,nodesonlevel,elemsonlevel,nc,np,& VTK_type,ix1,ix2,ix3 double precision :: normconv(0:nw+nwauxio) character(len=80) :: pfilename character(len=name_len) :: wnamei(1:nw+nwauxio),& xandwnamei(1:ndim+nw+nwauxio) character(len=1024) :: outfilehead integer*8 :: offset integer:: recsep,k,iw,filenr integer:: length,lengthcc,offset_points,offset_cells, length_coords,& length_conn,length_offsets character:: buf character(len=6):: bufform logical :: fileopen ! Write pvtu-file: if (mype==0) then call write_pvtu(qunit) end if ! Now write the Source files: inquire(qunit,opened=fileopen) if(.not.fileopen)then ! generate filename filenr=snapshotnext-1 if (autoconvert) filenr=snapshotnext ! Open the file for the header part write(pfilename,'(a,i4.4,a,i4.4,a)') TRIM(base_filename),filenr,"p",mype,& ".vtu" open(qunit,file=pfilename,status='unknown',form='formatted') end if ! generate xml header write(qunit,'(a)')'' write(qunit,'(a)',advance='no') '' write(qunit,'(a)')' ' write(qunit,'(a)')'' write(qunit,'(2a)')'' write(qunit,*) real(global_time*time_convert_factor) write(qunit,'(a)')'' write(qunit,'(a)')'' offset=0 recsep=4 call getheadernames(wnamei,xandwnamei,outfilehead) ! number of cells, number of corner points, per grid. nx1=ixMhi1-ixMlo1+1;nx2=ixMhi2-ixMlo2+1;nx3=ixMhi3-ixMlo3+1; nxC1=nx1+1;nxC2=nx2+1;nxC3=nx3+1; nc=nx1*nx2*nx3 np=nxC1*nxC2*nxC3 length=np*size_real lengthcc=nc*size_real length_coords=3*length length_conn=2**3*size_int*nc length_offsets=nc*size_int ! Note: using the w_write, writelevel, writespshift ! we can clip parts of the grid away, select variables, levels etc. do level=levmin,levmax if (writelevel(level)) then do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) if (node(plevel_,igrid)/=level) cycle ! only output a grid when fully within clipped region selected ! by writespshift array if ((rnode(rpxmin1_,igrid)>=xprobmin1+& (xprobmax1-xprobmin1)*writespshift(1,1).and.rnode(rpxmin2_,& igrid)>=xprobmin2+(xprobmax2-xprobmin2)*writespshift(2,& 1).and.rnode(rpxmin3_,igrid)>=xprobmin3+& (xprobmax3-xprobmin3)*writespshift(3,1)).and.(rnode(rpxmax1_,& igrid)<=xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=xprobmax2-(xprobmax2-& xprobmin2)*writespshift(2,2).and.rnode(rpxmax3_,& igrid)<=xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2))) then select case(convert_type) case('pvtuBmpi') ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw if(.not.w_write(iw))cycle write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+length+size_int enddo do iw=nw+1,nw+nwauxio write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+length+size_int enddo write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' case('pvtuBCCmpi') ! we write out every grid as one VTK PIECE write(qunit,'(a,i7,a,i7,a)') '' write(qunit,'(a)')'' do iw=1,nw if(.not.w_write(iw))cycle write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+lengthcc+size_int enddo do iw=nw+1,nw+nwauxio write(qunit,'(a,a,a,i16,a)')'' write(qunit,'(a)')'' offset=offset+lengthcc+size_int enddo write(qunit,'(a)')'' write(qunit,'(a)')'' write(qunit,'(a,i16,a)')& '' ! write cell corner coordinates in a backward dimensional loop, always 3D output offset=offset+length_coords+size_int write(qunit,'(a)')'' end select write(qunit,'(a)')'' ! connectivity part write(qunit,'(a,i16,a)'& )'' offset=offset+length_conn+size_int ! offsets data array write(qunit,'(a,i16,a)')& '' offset=offset+length_offsets+size_int ! VTK cell type data array write(qunit,'(a,i16,a)')& '' offset=offset+size_int+nc*size_int write(qunit,'(a)')'' write(qunit,'(a)')'' end if end do end if end do write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) ! next to make gfortran compiler happy, as it does not know ! form='binary' and produces error on compilation !bufform='binary' !open(qunit,file=pfilename,form=bufform,position='append') !This should in principle do also for gfortran (tested with gfortran 4.6.0 and Intel 11.1): open(qunit,file=pfilename,access='stream',form='unformatted',& position='append') buf='_' write(qunit) TRIM(buf) do level=levmin,levmax if (writelevel(level)) then do Morton_no=Morton_start(mype),Morton_stop(mype) igrid=sfc_to_igrid(Morton_no) if (node(plevel_,igrid)/=level) cycle ! only output a grid when fully within clipped region selected ! by writespshift array if ((rnode(rpxmin1_,igrid)>=xprobmin1+& (xprobmax1-xprobmin1)*writespshift(1,1).and.rnode(rpxmin2_,& igrid)>=xprobmin2+(xprobmax2-xprobmin2)*writespshift(2,& 1).and.rnode(rpxmin3_,igrid)>=& xprobmin3+(xprobmax3-xprobmin3)*writespshift(3,& 1)).and.(rnode(rpxmax1_,igrid)<=& xprobmax1-(xprobmax1-xprobmin1)*writespshift(1,& 2).and.rnode(rpxmax2_,igrid)<=& xprobmax2-(xprobmax2-xprobmin2)*writespshift(2,& 2).and.rnode(rpxmax3_,igrid)<=& xprobmax3-(xprobmax3-xprobmin3)*writespshift(3,2))) then call calc_x(igrid,xC,xCC) call calc_grid(qunit,igrid,xC,xCC,xC_TMP,xCC_TMP,wC_TMP,wCC_TMP,& normconv,ixCmin1,ixCmin2,ixCmin3,ixCmax1,ixCmax2,ixCmax3,& ixCCmin1,ixCCmin2,ixCCmin3,ixCCmax1,ixCCmax2,ixCCmax3,.true.) do iw=1,nw if(.not.w_write(iw))cycle select case(convert_type) case('pvtuBmpi') write(qunit) length write(qunit) (((real(wC_TMP(ix1,ix2,ix3,iw)*normconv(iw)),& ix1=ixCmin1,ixCmax1),ix2=ixCmin2,ixCmax2),ix3=ixCmin3,& ixCmax3) case('pvtuBCCmpi') write(qunit) lengthcc write(qunit) (((real(wCC_TMP(ix1,ix2,ix3,iw)*normconv(iw)),& ix1=ixCCmin1,ixCCmax1),ix2=ixCCmin2,ixCCmax2),& ix3=ixCCmin3,ixCCmax3) end select enddo do iw=nw+1,nw+nwauxio select case(convert_type) case('pvtuBmpi') write(qunit) length write(qunit) (((real(wC_TMP(ix1,ix2,ix3,iw)*normconv(iw)),& ix1=ixCmin1,ixCmax1),ix2=ixCmin2,ixCmax2),ix3=ixCmin3,& ixCmax3) case('pvtuBCCmpi') write(qunit) lengthcc write(qunit) (((real(wCC_TMP(ix1,ix2,ix3,iw)*normconv(iw)),& ix1=ixCCmin1,ixCCmax1),ix2=ixCCmin2,ixCCmax2),& ix3=ixCCmin3,ixCCmax3) end select enddo write(qunit) length_coords do ix3=ixCmin3,ixCmax3 do ix2=ixCmin2,ixCmax2 do ix1=ixCmin1,ixCmax1 x_VTK(1:3)=zero; x_VTK(1:ndim)=xC_TMP(ix1,ix2,ix3,1:ndim)*normconv(0); do k=1,3 write(qunit) real(x_VTK(k)) end do end do end do end do write(qunit) length_conn do ix3=1,nx3 do ix2=1,nx2 do ix1=1,nx1 write(qunit)(ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+(ix2-1)*nxC1+ix1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1-1,& (ix3-1)*nxC2*nxC1+ ix2*nxC1+ix1,& ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1-1,ix3*nxC2*nxC1+(ix2-1)*nxC1+ix1,& ix3*nxC2*nxC1+ ix2*nxC1+ix1-1,ix3*nxC2*nxC1+ ix2*nxC1+ix1 end do end do end do write(qunit) length_offsets do icel=1,nc write(qunit) icel*(2**3) end do VTK_type=11 write(qunit) size_int*nc do icel=1,nc write(qunit) VTK_type end do end if end do end if end do close(qunit) open(qunit,file=pfilename,status='unknown',form='formatted',& position='append') write(qunit,'(a)')'' write(qunit,'(a)')'' close(qunit) end subroutine punstructuredvtkB_mpi end module mod_convert_files