autotune_grid_decomposition Subroutine

private subroutine autotune_grid_decomposition(platform, dims, transposed_dims, base_comm, effort, base_dtype, base_storage, stream, best_forward_ids, best_backward_ids, best_decomposition, backend, min_execution_time, best_backend)

Runs through all possible grid decompositions and selects the best one based on the lowest average execution time

Arguments

Type IntentOptional Attributes Name
type(dtfft_platform_t), intent(in) :: platform

Platform to use
integer(kind=int32), intent(in) :: dims(:)

Global sizes of the transform requested
integer(kind=int32), intent(in) :: transposed_dims(:,:)

Transposed dimensions
type(MPI_Comm), intent(in) :: base_comm

3D comm
type(dtfft_effort_t), intent(in) :: effort

How thoroughly dtFFT searches for the optimal plan
type(MPI_Datatype), intent(in) :: base_dtype

Base MPI_Datatype
integer(kind=int64), intent(in) :: base_storage

Number of bytes needed to store single element
type(dtfft_stream_t), intent(in) :: stream

Stream to use
integer(kind=int8), intent(inout) :: best_forward_ids(:)

Best Datatype ids for forward plan
integer(kind=int8), intent(inout) :: best_backward_ids(:)

Best Datatype ids for backward plan
integer(kind=int32), intent(out) :: best_decomposition(:)

Best decomposition found
type(dtfft_backend_t), intent(in), optional :: backend

GPU Backend to test. Should be passed only when effort is DTFFT_ESTIMATE or DTFFT_MEASURE
real(kind=real32), intent(out), optional :: min_execution_time

Elapsed time for best plan selected
type(dtfft_backend_t), intent(out), optional :: best_backend

Best backend selected

Calls

proc~~autotune_grid_decomposition~~CallsGraph proc~autotune_grid_decomposition autotune_grid_decomposition mpi_comm_size mpi_comm_size proc~autotune_grid_decomposition->mpi_comm_size proc~autotune_grid autotune_grid proc~autotune_grid_decomposition->proc~autotune_grid interface~to_str to_str proc~autotune_grid->interface~to_str mpi_comm_free mpi_comm_free proc~autotune_grid->mpi_comm_free proc~create_pencils_and_comm create_pencils_and_comm proc~autotune_grid->proc~create_pencils_and_comm proc~destroy~5 pencil%destroy proc~autotune_grid->proc~destroy~5 proc~get_conf_log_enabled get_conf_log_enabled proc~autotune_grid->proc~get_conf_log_enabled proc~pop_nvtx_domain_range pop_nvtx_domain_range proc~autotune_grid->proc~pop_nvtx_domain_range proc~push_nvtx_domain_range push_nvtx_domain_range proc~autotune_grid->proc~push_nvtx_domain_range proc~run_autotune_backend run_autotune_backend proc~autotune_grid->proc~run_autotune_backend proc~write_message write_message proc~autotune_grid->proc~write_message proc~double_to_string double_to_string interface~to_str->proc~double_to_string proc~float_to_string float_to_string interface~to_str->proc~float_to_string proc~int32_to_string int32_to_string interface~to_str->proc~int32_to_string proc~int64_to_string int64_to_string interface~to_str->proc~int64_to_string proc~int8_to_string int8_to_string interface~to_str->proc~int8_to_string lcounts lcounts proc~create_pencils_and_comm->lcounts lstarts lstarts proc~create_pencils_and_comm->lstarts proc~create_cart_comm create_cart_comm proc~create_pencils_and_comm->proc~create_cart_comm proc~create~5 pencil%create proc~create_pencils_and_comm->proc~create~5 interface~get_conf_internal get_conf_internal proc~get_conf_log_enabled->interface~get_conf_internal interface~nvtxdomainrangepop_c nvtxDomainRangePop_c proc~pop_nvtx_domain_range->interface~nvtxdomainrangepop_c interface~nvtxdomainrangepushex_c nvtxDomainRangePushEx_c proc~push_nvtx_domain_range->interface~nvtxdomainrangepushex_c proc~astring_f2c astring_f2c proc~push_nvtx_domain_range->proc~astring_f2c proc~create_nvtx_domain create_nvtx_domain proc~push_nvtx_domain_range->proc~create_nvtx_domain proc~run_autotune_backend->mpi_comm_size proc~run_autotune_backend->proc~get_conf_log_enabled proc~run_autotune_backend->proc~pop_nvtx_domain_range proc~run_autotune_backend->proc~push_nvtx_domain_range proc~run_autotune_backend->proc~write_message execute execute proc~run_autotune_backend->execute fname fname proc~run_autotune_backend->fname interface~cudaeventcreate cudaEventCreate proc~run_autotune_backend->interface~cudaeventcreate interface~cudaeventdestroy cudaEventDestroy proc~run_autotune_backend->interface~cudaeventdestroy interface~cudaeventelapsedtime cudaEventElapsedTime proc~run_autotune_backend->interface~cudaeventelapsedtime interface~cudaeventrecord cudaEventRecord proc~run_autotune_backend->interface~cudaeventrecord interface~cudaeventsynchronize cudaEventSynchronize proc~run_autotune_backend->interface~cudaeventsynchronize interface~cudastreamsynchronize cudaStreamSynchronize proc~run_autotune_backend->interface~cudastreamsynchronize mpi_abort mpi_abort proc~run_autotune_backend->mpi_abort mpi_barrier mpi_barrier proc~run_autotune_backend->mpi_barrier mpi_wtime mpi_wtime proc~run_autotune_backend->mpi_wtime proc~alloc_and_set_aux alloc_and_set_aux proc~run_autotune_backend->proc~alloc_and_set_aux proc~alloc_mem alloc_mem proc~run_autotune_backend->proc~alloc_mem proc~allocate_plans allocate_plans proc~run_autotune_backend->proc~allocate_plans proc~create_helper~2 backend_helper%create_helper proc~run_autotune_backend->proc~create_helper~2 proc~cudageterrorstring cudaGetErrorString proc~run_autotune_backend->proc~cudageterrorstring proc~destroy_helper~2 backend_helper%destroy_helper proc~run_autotune_backend->proc~destroy_helper~2 proc~destroy_plans destroy_plans proc~run_autotune_backend->proc~destroy_plans proc~dtfft_get_backend_string dtfft_get_backend_string proc~run_autotune_backend->proc~dtfft_get_backend_string proc~dtfft_get_error_string dtfft_get_error_string proc~run_autotune_backend->proc~dtfft_get_error_string proc~free_mem free_mem proc~run_autotune_backend->proc~free_mem proc~get_conf_datatype_enabled get_conf_datatype_enabled proc~run_autotune_backend->proc~get_conf_datatype_enabled proc~get_conf_measure_iters get_conf_measure_iters proc~run_autotune_backend->proc~get_conf_measure_iters proc~get_conf_measure_warmup_iters get_conf_measure_warmup_iters proc~run_autotune_backend->proc~get_conf_measure_warmup_iters proc~get_conf_mpi_enabled get_conf_mpi_enabled proc~run_autotune_backend->proc~get_conf_mpi_enabled proc~get_conf_nvshmem_enabled get_conf_nvshmem_enabled proc~run_autotune_backend->proc~get_conf_nvshmem_enabled proc~get_conf_pipelined_enabled get_conf_pipelined_enabled proc~run_autotune_backend->proc~get_conf_pipelined_enabled proc~get_local_sizes get_local_sizes proc~run_autotune_backend->proc~get_local_sizes proc~is_backend_mpi is_backend_mpi proc~run_autotune_backend->proc~is_backend_mpi proc~is_backend_nccl is_backend_nccl proc~run_autotune_backend->proc~is_backend_nccl proc~is_backend_nvshmem is_backend_nvshmem proc~run_autotune_backend->proc~is_backend_nvshmem proc~is_backend_pipelined is_backend_pipelined proc~run_autotune_backend->proc~is_backend_pipelined proc~report_timings report_timings proc~run_autotune_backend->proc~report_timings proc~run_autotune_datatypes run_autotune_datatypes proc~run_autotune_backend->proc~run_autotune_datatypes mpi_comm_rank mpi_comm_rank proc~write_message->mpi_comm_rank mpi_finalized mpi_finalized proc~write_message->mpi_finalized proc~get_conf_internal_int32 get_conf_internal_int32 interface~get_conf_internal->proc~get_conf_internal_int32 proc~get_conf_internal_logical get_conf_internal_logical interface~get_conf_internal->proc~get_conf_internal_logical proc~alloc_and_set_aux->mpi_abort proc~alloc_and_set_aux->proc~alloc_mem proc~alloc_and_set_aux->proc~dtfft_get_error_string mpi_allreduce mpi_allreduce proc~alloc_and_set_aux->mpi_allreduce proc~get_aux_size_generic get_aux_size_generic proc~alloc_and_set_aux->proc~get_aux_size_generic proc~alloc_mem->interface~to_str proc~alloc_mem->proc~get_conf_log_enabled proc~alloc_mem->proc~write_message proc~alloc_mem->fname proc~alloc_mem->mpi_abort proc~alloc_mem->proc~cudageterrorstring proc~alloc_mem->proc~dtfft_get_backend_string proc~alloc_mem->proc~is_backend_nccl proc~alloc_mem->proc~is_backend_nvshmem interface~cudamalloc cudaMalloc proc~alloc_mem->interface~cudamalloc interface~cudamemgetinfo cudaMemGetInfo proc~alloc_mem->interface~cudamemgetinfo interface~ncclcommregister ncclCommRegister proc~alloc_mem->interface~ncclcommregister interface~ncclmemalloc ncclMemAlloc proc~alloc_mem->interface~ncclmemalloc interface~nvshmem_malloc nvshmem_malloc proc~alloc_mem->interface~nvshmem_malloc is_null_ptr is_null_ptr proc~alloc_mem->is_null_ptr proc~alloc_mem->mpi_allreduce proc~mem_alloc_host mem_alloc_host proc~alloc_mem->proc~mem_alloc_host proc~ncclgeterrorstring ncclGetErrorString proc~alloc_mem->proc~ncclgeterrorstring temp temp proc~alloc_mem->temp proc~string_f2c string_f2c proc~astring_f2c->proc~string_f2c proc~create_cart_comm->interface~to_str proc~create_cart_comm->mpi_comm_free mpi_cart_create mpi_cart_create proc~create_cart_comm->mpi_cart_create mpi_cart_sub mpi_cart_sub proc~create_cart_comm->mpi_cart_sub mpi_comm_dup mpi_comm_dup proc~create_cart_comm->mpi_comm_dup proc~create_subcomm_include_all create_subcomm_include_all proc~create_cart_comm->proc~create_subcomm_include_all proc~create_helper~2->mpi_comm_size proc~create_helper~2->fname proc~create_helper~2->mpi_abort proc~create_helper~2->mpi_comm_rank proc~create_helper~2->proc~destroy_helper~2 interface~get_env get_env proc~create_helper~2->interface~get_env interface~ncclcomminitrank ncclCommInitRank proc~create_helper~2->interface~ncclcomminitrank interface~ncclgetuniqueid ncclGetUniqueId proc~create_helper~2->interface~ncclgetuniqueid mpi_allgather mpi_allgather proc~create_helper~2->mpi_allgather mpi_bcast mpi_bcast proc~create_helper~2->mpi_bcast proc~create_helper~2->proc~ncclgeterrorstring proc~create_nvtx_domain->proc~astring_f2c interface~nvtxdomaincreate_c nvtxDomainCreate_c proc~create_nvtx_domain->interface~nvtxdomaincreate_c proc~create~5->proc~destroy~5 proc~check_if_even check_if_even proc~create~5->proc~check_if_even proc~get_local_size get_local_size proc~create~5->proc~get_local_size interface~cudageterrorstring_c cudaGetErrorString_c proc~cudageterrorstring->interface~cudageterrorstring_c proc~string_c2f string_c2f proc~cudageterrorstring->proc~string_c2f proc~destroy_helper~2->proc~write_message proc~destroy_helper~2->fname proc~destroy_helper~2->mpi_abort interface~ncclcommdestroy ncclCommDestroy proc~destroy_helper~2->interface~ncclcommdestroy proc~destroy_helper~2->proc~ncclgeterrorstring destroy destroy proc~destroy_plans->destroy proc~free_mem->interface~to_str proc~free_mem->proc~get_conf_log_enabled proc~free_mem->proc~write_message proc~free_mem->fname proc~free_mem->mpi_abort proc~free_mem->proc~is_backend_nccl proc~free_mem->proc~is_backend_nvshmem interface~cudafree cudaFree proc~free_mem->interface~cudafree interface~mem_free_host mem_free_host proc~free_mem->interface~mem_free_host interface~ncclcommderegister ncclCommDeregister proc~free_mem->interface~ncclcommderegister interface~ncclmemfree ncclMemFree proc~free_mem->interface~ncclmemfree nvshmem_free nvshmem_free proc~free_mem->nvshmem_free proc~is_same_ptr is_same_ptr proc~free_mem->proc~is_same_ptr proc~free_mem->proc~ncclgeterrorstring proc~get_conf_datatype_enabled->interface~get_conf_internal proc~get_conf_measure_iters->interface~get_conf_internal proc~get_conf_measure_warmup_iters->interface~get_conf_internal proc~get_conf_mpi_enabled->interface~get_conf_internal proc~get_conf_nvshmem_enabled->interface~get_conf_internal proc~get_conf_pipelined_enabled->interface~get_conf_internal proc~report_timings->mpi_comm_size proc~report_timings->interface~to_str proc~report_timings->proc~get_conf_log_enabled proc~report_timings->proc~write_message proc~report_timings->mpi_allreduce proc~run_autotune_datatypes->interface~to_str proc~run_autotune_datatypes->proc~get_conf_log_enabled proc~run_autotune_datatypes->proc~write_message proc~autotune_transpose_id autotune_transpose_id proc~run_autotune_datatypes->proc~autotune_transpose_id proc~get_env_base get_env_base interface~get_env->proc~get_env_base proc~get_env_int32 get_env_int32 interface~get_env->proc~get_env_int32 proc~get_env_int8 get_env_int8 interface~get_env->proc~get_env_int8 proc~get_env_logical get_env_logical interface~get_env->proc~get_env_logical proc~get_env_string get_env_string interface~get_env->proc~get_env_string proc~get_plan_execution_time get_plan_execution_time proc~autotune_transpose_id->proc~get_plan_execution_time proc~check_if_even->mpi_comm_size proc~check_if_even->mpi_allgather proc~create_subcomm_include_all->mpi_comm_size proc~create_subcomm create_subcomm proc~create_subcomm_include_all->proc~create_subcomm proc~get_aux_size~3 abstract_transpose_handle%get_aux_size proc~get_aux_size_generic->proc~get_aux_size~3 proc~get_local_size->mpi_comm_size proc~get_local_size->mpi_comm_rank proc~get_local_size->mpi_allgather interface~aligned_alloc aligned_alloc proc~mem_alloc_host->interface~aligned_alloc proc~ncclgeterrorstring->proc~string_c2f interface~ncclgeterrorstring_c ncclGetErrorString_c proc~ncclgeterrorstring->interface~ncclgeterrorstring_c interface~is_null_ptr is_null_ptr proc~string_c2f->interface~is_null_ptr interface~is_null_ptr->interface~is_null_ptr proc~is_null_funptr is_null_funptr interface~is_null_ptr->proc~is_null_funptr mpi_comm_create mpi_comm_create proc~create_subcomm->mpi_comm_create mpi_comm_group mpi_comm_group proc~create_subcomm->mpi_comm_group mpi_group_free mpi_group_free proc~create_subcomm->mpi_group_free mpi_group_incl mpi_group_incl proc~create_subcomm->mpi_group_incl proc~destroy_string string%destroy_string proc~get_env_base->proc~destroy_string proc~get_env_int32->proc~write_message proc~get_env_int32->interface~get_env proc~get_env_int8->interface~get_env proc~get_env_logical->interface~get_env proc~get_env_string->proc~write_message proc~get_env_string->interface~get_env proc~get_env_string->proc~destroy_string proc~get_plan_execution_time->interface~to_str proc~get_plan_execution_time->proc~get_conf_log_enabled proc~get_plan_execution_time->proc~pop_nvtx_domain_range proc~get_plan_execution_time->proc~push_nvtx_domain_range proc~get_plan_execution_time->proc~write_message proc~get_plan_execution_time->mpi_barrier proc~get_plan_execution_time->mpi_wtime proc~get_plan_execution_time->proc~get_conf_measure_iters proc~get_plan_execution_time->proc~get_conf_measure_warmup_iters proc~get_plan_execution_time->proc~report_timings proc~create~10 abstract_transpose_handle%create proc~get_plan_execution_time->proc~create~10 proc~destroy~15 transpose_handle_datatype%destroy proc~get_plan_execution_time->proc~destroy~15 proc~execute~13 transpose_handle_datatype%execute proc~get_plan_execution_time->proc~execute~13 create_private create_private proc~create~10->create_private proc~get_transpose_type get_transpose_type proc~create~10->proc~get_transpose_type mpi_request_free mpi_request_free proc~destroy~15->mpi_request_free proc~destroy_handle handle_t%destroy_handle proc~destroy~15->proc~destroy_handle proc~execute~13->mpi_comm_size mpi_alltoall_init mpi_alltoall_init proc~execute~13->mpi_alltoall_init mpi_alltoallw_init mpi_alltoallw_init proc~execute~13->mpi_alltoallw_init mpi_startall mpi_startall proc~execute~13->mpi_startall proc~execute_end~4 transpose_handle_datatype%execute_end proc~execute~13->proc~execute_end~4 mpi_type_free mpi_type_free proc~destroy_handle->mpi_type_free mpi_waitall mpi_waitall proc~execute_end~4->mpi_waitall

Called by

proc~~autotune_grid_decomposition~~CalledByGraph proc~autotune_grid_decomposition autotune_grid_decomposition proc~create transpose_plan%create proc~create->proc~autotune_grid_decomposition