states_mxll.F90

Go to the documentation of this file.

!! Copyright (C) 2019 R. Jestaedt, F. Bonafe, H. Appel, A. Rubio
!!
!! This program is free software; you can redistribute it and/or modify
!! it under the terms of the GNU General Public License as published by
!! the Free Software Foundation; either version 2, or (at your option)
!! any later version.
!!
!! This program is distributed in the hope that it will be useful,
!! but WITHOUT ANY WARRANTY; without even the implied warranty of
!! MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
!! GNU General Public License for more details.
!!
!! You should have received a copy of the GNU General Public License
!! along with this program; if not, write to the Free Software
!! Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
!! 02110-1301, USA.
!!
#include "global.h"
 
module states_mxll_oct_m
  use accel_oct_m
  use batch_oct_m
  use batch_ops_oct_m
  use blacs_proc_grid_oct_m
  use debug_oct_m
  use derivatives_oct_m
  use distributed_oct_m
  use global_oct_m
  use grid_oct_m
  use helmholtz_decomposition_m
  use math_oct_m
  use mesh_oct_m
  use mesh_function_oct_m
  use messages_oct_m
  use mpi_oct_m
  use multicomm_oct_m
  use namespace_oct_m
#ifdef HAVE_OPENMP
  use omp_lib
#endif
  use parser_oct_m
  use poisson_oct_m
  use profiling_oct_m
  use restart_oct_m
  use space_oct_m
  use states_elec_dim_oct_m
  use states_elec_group_oct_m
  use states_elec_oct_m
  use tdfunction_oct_m
  use types_oct_m
  use unit_oct_m
  use unit_system_oct_m
  use varinfo_oct_m
 
  implicit none
 
  private
 
  public ::                           &
    states_mxll_t,                    &
    states_mxll_init,                 &
    states_mxll_allocate,             &
    states_mxll_end,                  &
    build_rs_vector,                  &
    build_rs_state,                   &
    build_rs_current_state,           &
    get_electric_field_vector,        &
    get_magnetic_field_vector,        &
    get_electric_field_state,         &
    get_magnetic_field_state,         &
    get_rs_state_at_point,            &
    get_divergence_field,             &
    get_poynting_vector,              &
    get_orbital_angular_momentum,     &
    get_rs_state_batch_selected_points,&
    get_transverse_rs_state,          &
    mxll_set_batch,                   &
    mxll_get_batch
 
  type :: states_mxll_t
    ! Components are public by default
    integer                      :: dim
    integer                      :: rs_sign
    logical                      :: pack_states
    logical                      :: parallel_in_states = .false. 
    integer, public              :: nst
    logical, public              :: packed
 
    complex(real64), allocatable           :: rs_state_plane_waves(:,:)
    complex(real64), allocatable           :: rs_state(:,:)
    complex(real64), allocatable           :: rs_state_prev(:,:)
    complex(real64), allocatable           :: rs_state_trans(:,:)
    complex(real64), allocatable           :: rs_state_long(:,:)
    complex(real64), allocatable           :: rs_current_density_t1(:,:)
    complex(real64), allocatable           :: rs_current_density_t2(:,:)
 
    logical                      :: rs_current_density_restart = .false.
    complex(real64), allocatable           :: rs_current_density_restart_t1(:,:)
    complex(real64), allocatable           :: rs_current_density_restart_t2(:,:)
 
    type(batch_t)                :: rs_stateb
    type(batch_t)                :: rs_state_prevb
    type(batch_t)                :: inhomogeneousb
    type(batch_t)                :: rs_state_plane_wavesb
 
    real(real64), allocatable           :: ep(:)
    real(real64), allocatable           :: mu(:)
 
    integer, allocatable         :: rs_state_fft_map(:,:,:)
    integer, allocatable         :: rs_state_fft_map_inv(:,:)
 
    real(real64)                 :: energy_rate
    real(real64)                 :: delta_energy
    real(real64)                 :: energy_via_flux_calc
 
    real(real64)                 :: trans_energy_rate
    real(real64)                 :: trans_delta_energy
    real(real64)                 :: trans_energy_via_flux_calc
 
    real(real64)                 :: plane_waves_energy_rate
    real(real64)                 :: plane_waves_delta_energy
    real(real64)                 :: plane_waves_energy_via_flux_calc
 
    real(real64)                 :: poynting_vector_box_surface(1:2,1:3,1:3) = m_zero
    real(real64)                 :: poynting_vector_box_surface_plane_waves(1:2,1:3,1:3) = m_zero
    real(real64)                 :: electric_field_box_surface(1:2,1:3,1:3) = m_zero
    real(real64)                 :: electric_field_box_surface_plane_waves(1:2,1:3,1:3) = m_zero
    real(real64)                 :: magnetic_field_box_surface(1:2,1:3,1:3) = m_zero
    real(real64)                 :: magnetic_field_box_surface_plane_waves(1:2,1:3,1:3) = m_zero
 
    logical                      :: rs_state_const_external = .false.
    complex(real64), allocatable           :: rs_state_const(:)
    complex(real64), allocatable           :: rs_state_const_amp(:,:)
    type(tdf_t), allocatable     :: rs_state_const_td_function(:)
 
    integer                      :: inner_points_number
    integer, allocatable         :: inner_points_map(:)
    logical, allocatable         :: inner_points_mask(:)
    integer                      :: boundary_points_number
    integer, allocatable         :: boundary_points_map(:)
    logical, allocatable         :: boundary_points_mask(:)
    type(accel_mem_t)            :: buff_inner_points_map, buff_boundary_points_map
 
    integer                      :: surface_points_number(3)
    integer, allocatable         :: surface_points_map(:,:,:)
    real(real64)                 :: surface_element(3)
 
    integer                      :: surface_grid_rows_number(3)
    integer, allocatable         :: surface_grid_points_number(:,:,:)
    integer(int64), allocatable     :: surface_grid_points_map(:,:,:,:,:)
    integer, allocatable         :: surface_grid_center(:,:,:,:)
    real(real64)                 :: surface_grid_element(3)
 
    type(mesh_plane_t)           :: surface(2,3)
 
    integer                      :: selected_points_number
    real(real64), allocatable           :: selected_points_coordinate(:,:)
    complex(real64), allocatable           :: selected_points_rs_state(:,:)
    complex(real64), allocatable           :: selected_points_rs_state_long(:,:)
    complex(real64), allocatable           :: selected_points_rs_state_trans(:,:)
    integer, allocatable         :: selected_points_map(:)
    type(accel_mem_t)            :: buff_selected_points_map
    real(real64)                 :: rs_state_trans_var
 
    real(real64), allocatable           :: grid_rho(:,:)
    complex(real64), allocatable           :: kappa_psi(:,:)
 
    character(len=1024), allocatable :: user_def_e_field(:)
    character(len=1024), allocatable :: user_def_b_field(:)
 
    integer                      :: energy_incident_waves_calc_iter
    logical                      :: energy_incident_waves_calc
 
    ! external current variables
    integer                      :: external_current_number
    integer,             allocatable :: external_current_modus(:)
    character(len=1024), allocatable :: external_current_string(:,:)
    real(real64),        allocatable :: external_current_amplitude(:,:,:)
    type(tdf_t),         allocatable :: external_current_td_function(:)
    type(tdf_t),         allocatable :: external_current_td_phase(:)
    real(real64),        allocatable :: external_current_omega(:)
    real(real64),        allocatable :: external_current_phase(:)
 
    character(len=1024), allocatable :: user_def_states(:,:,:)
    logical                     :: fromscratch = .true.
    type(mpi_grp_t)             :: mpi_grp
    type(mpi_grp_t)             :: dom_st_mpi_grp
    type(mpi_grp_t)             :: system_grp
 
#ifdef HAVE_SCALAPACK
    type(blacs_proc_grid_t)     :: dom_st_proc_grid
#endif
    type(distributed_t)         :: dist
    logical                     :: scalapack_compatible
    integer                     :: lnst
    integer                     :: st_start, st_end
    integer, allocatable        :: node(:)
 
    type(poisson_t)             :: poisson
    integer                     :: transverse_field_mode
 
  end type states_mxll_t
 
  integer, public, parameter ::      &
    transverse_from_helmholtz = 1,   &
    transverse_as_total_minus_long = 2
 
contains
 
  ! ---------------------------------------------------------
  subroutine states_mxll_init(st, namespace, space)
    type(states_mxll_t), target, intent(inout) :: st
    type(namespace_t),           intent(in)    :: namespace
    class(space_t),              intent(in)    :: space
 
    type(block_t)        :: blk
    integer :: idim, nlines, ncols, il
    real(real64), allocatable   :: pos(:)
    integer :: ix_max, iy_max, iz_max
 
    push_sub(states_mxll_init)
 
    call profiling_in('STATES_MXLL_INIT')
 
    st%fromScratch = .true. ! this will be reset if restart_read is called
 
    assert(space%dim == 3)
    st%dim = space%dim
    st%nst = 1
 
    safe_allocate(st%user_def_e_field(1:st%dim))
    safe_allocate(st%user_def_b_field(1:st%dim))
 
    st%st_start = 1
    st%st_end = st%nst
    st%lnst = st%nst
 
    safe_allocate(st%node(1:st%nst))
    st%node(1:st%nst) = 0
 
    call mpi_grp_init(st%mpi_grp, mpi_comm_undefined)
    st%parallel_in_states = .false.
    st%packed = .false.
 
    ! The variable StatesPack is documented in states_elec.F90.
    ! We cannot include the documentation twice.
    ! TODO: We should think whether these variables could be moved to a higher (abstract) class.
 
    call parse_variable(namespace, 'StatesPack', .true., st%pack_states)
 
    call messages_print_var_value('StatesPack', st%pack_states, namespace=namespace)
 
    !rs_sign is not defined any more by the user, since it does not influence
    !the results of the simulations.
    st%rs_sign = 1
 
    !%Variable MaxwellFieldsCoordinate
    !%Type block
    !%Section Maxwell::Output
    !%Description
    !%  The Maxwell MaxwellFieldsCoordinate block allows to output Maxwell fields at particular
    !%  points in space. For each point a new line with three columns has to be added to the block,
    !%  where the columns denote the x, y, and z coordinate of the point.
    !%
    !% <tt>%MaxwellFieldsCoordinate
    !% <br>&nbsp;&nbsp;    -1.0 | 2.0 |  4.0
    !% <br>&nbsp;&nbsp;     0.0 | 1.0 | -2.0
    !% <br>%</tt>
    !%
    !%End
 
    safe_allocate(pos(1:st%dim))
    st%selected_points_number = 1
    if (parse_block(namespace, 'MaxwellFieldsCoordinate', blk) == 0) then
      nlines = parse_block_n(blk)
      st%selected_points_number = nlines
      safe_allocate(st%selected_points_coordinate(1:st%dim,1:nlines))
      safe_allocate(st%selected_points_rs_state(1:st%dim,1:nlines))
      safe_allocate(st%selected_points_rs_state_long(1:st%dim,1:nlines))
      safe_allocate(st%selected_points_rs_state_trans(1:st%dim,1:nlines))
      safe_allocate(st%selected_points_map(1:nlines))
      do il = 1, nlines
        ncols = parse_block_cols(blk,0)
        if (ncols < 3 .or. ncols > 3) then
          message(1) = 'MaxwellFieldCoordinate must have 3 columns.'
          call messages_fatal(1, namespace=namespace)
        end if
        do idim = 1, st%dim
          call parse_block_float(blk, il-1, idim-1, pos(idim), units_inp%length)
        end do
        st%selected_points_coordinate(:,il) = pos
        st%selected_points_rs_state(:,il)  = m_z0
        st%selected_points_rs_state_long(:,il) = m_z0
        st%selected_points_rs_state_trans(:,il) = m_z0
      end do
      call parse_block_end(blk)
    else
      safe_allocate(st%selected_points_coordinate(1:st%dim, 1))
      safe_allocate(st%selected_points_rs_state(1:st%dim, 1))
      safe_allocate(st%selected_points_rs_state_long(1:st%dim, 1))
      safe_allocate(st%selected_points_rs_state_trans(1:st%dim, 1))
      safe_allocate(st%selected_points_map(1))
      st%selected_points_coordinate(:,:) = m_zero
      st%selected_points_rs_state(:,:) = m_z0
      st%selected_points_rs_state_long(:,:) = m_z0
      st%selected_points_rs_state_trans(:,:) = m_z0
      st%selected_points_map(:) = -1
    end if
 
    safe_deallocate_a(pos)
 
    st%surface_grid_rows_number(1) = 3
    ix_max  = st%surface_grid_rows_number(1)
    st%surface_grid_rows_number(2) = 3
    iy_max  = st%surface_grid_rows_number(2)
    st%surface_grid_rows_number(3) = 3
    iz_max  = st%surface_grid_rows_number(3)
 
    safe_allocate(st%surface_grid_center(1:2, 1:st%dim, 1:ix_max, 1:iy_max))
    safe_allocate(st%surface_grid_points_number(1:st%dim, 1:ix_max, 1:iy_max))
 
    !%Variable TransverseFieldCalculation
    !%Type integer
    !%Default no
    !%Section Maxwell
    !%Description
    !% This variable selects the method for the calculation of the transverse field.
    !%Option helmholtz 1
    !% Transverse field calculated from Helmholtz decompisition (unreliable at the moment).
    !%Option total_minus_long 2
    !% Total field minus longitudinal field.
    !%End
    call parse_variable(namespace, 'TransverseFieldCalculation', transverse_from_helmholtz, &
      st%transverse_field_mode)
 
    call profiling_out('STATES_MXLL_INIT')
 
    pop_sub(states_mxll_init)
 
  end subroutine states_mxll_init
 
  ! ---------------------------------------------------------
  subroutine states_mxll_allocate(st, mesh)
    type(states_mxll_t),    intent(inout)   :: st
    class(mesh_t),          intent(in)      :: mesh
 
 
    push_sub(states_mxll_allocate)
 
    call profiling_in('STATES_MXLL_ALLOCATE')
 
    safe_allocate(st%rs_state(1:mesh%np_part, 1:st%dim))
    st%rs_state(:,:) = m_z0
 
    safe_allocate(st%rs_state_prev(1:mesh%np_part, 1:st%dim))
    st%rs_state_prev(:,:) = m_z0
 
    safe_allocate(st%rs_state_trans(1:mesh%np_part, 1:st%dim))
    st%rs_state_trans(:,:) = m_z0
 
    safe_allocate(st%rs_state_long(1:mesh%np_part, 1:st%dim))
    st%rs_state_long(:,:) = m_z0
 
    safe_allocate(st%rs_state_plane_waves(1:mesh%np_part, 1:st%dim))
    st%rs_state_plane_waves(:,:) = m_z0
 
    safe_allocate(st%rs_current_density_t1(1:mesh%np, 1:st%dim))
    st%rs_current_density_t1 = m_z0
 
    safe_allocate(st%rs_current_density_t2(1:mesh%np, 1:st%dim))
    st%rs_current_density_t2 = m_z0
 
    safe_allocate(st%rs_current_density_restart_t1(1:mesh%np_part, 1:st%dim))
    st%rs_current_density_restart_t1 = m_z0
 
    safe_allocate(st%rs_current_density_restart_t2(1:mesh%np_part, 1:st%dim))
    st%rs_current_density_restart_t2 = m_z0
 
    safe_allocate(st%ep(1:mesh%np_part))
    safe_allocate(st%mu(1:mesh%np_part))
    st%ep = p_ep
    st%mu = p_mu
 
    call profiling_out('STATES_MXLL_ALLOCATE')
 
    pop_sub(states_mxll_allocate)
  end subroutine states_mxll_allocate
 
  ! ---------------------------------------------------------
  subroutine states_mxll_end(st)
    type(states_mxll_t), intent(inout) :: st
 
 
    push_sub(states_mxll_end)
 
    call profiling_in('STATES_MXLL_END')
 
    safe_deallocate_a(st%rs_state)
    safe_deallocate_a(st%rs_state_prev)
    safe_deallocate_a(st%rs_state_trans)
    safe_deallocate_a(st%selected_points_coordinate)
    safe_deallocate_a(st%selected_points_rs_state)
    safe_deallocate_a(st%selected_points_rs_state_long)
    safe_deallocate_a(st%selected_points_rs_state_trans)
    safe_deallocate_a(st%rs_current_density_t1)
    safe_deallocate_a(st%rs_current_density_t2)
    safe_deallocate_a(st%rs_state_long)
    safe_deallocate_a(st%rs_current_density_restart_t1)
    safe_deallocate_a(st%rs_current_density_restart_t2)
    safe_deallocate_a(st%user_def_e_field)
    safe_deallocate_a(st%user_def_b_field)
 
    safe_deallocate_a(st%rs_state_const)
    safe_deallocate_a(st%rs_state_const_td_function)
    safe_deallocate_a(st%rs_state_const_amp)
    safe_deallocate_a(st%rs_state_plane_waves)
 
    safe_deallocate_a(st%surface_grid_center)
    safe_deallocate_a(st%surface_grid_points_number)
    safe_deallocate_a(st%surface_grid_points_map)
    safe_deallocate_a(st%inner_points_map)
    safe_deallocate_a(st%boundary_points_map)
    safe_deallocate_a(st%inner_points_mask)
    safe_deallocate_a(st%boundary_points_mask)
    safe_deallocate_a(st%ep)
    safe_deallocate_a(st%mu)
    if (accel_is_enabled()) then
      call accel_free_buffer(st%buff_inner_points_map)
      call accel_free_buffer(st%buff_boundary_points_map)
      call accel_free_buffer(st%buff_selected_points_map)
    end if
#ifdef HAVE_SCALAPACK
    call blacs_proc_grid_end(st%dom_st_proc_grid)
#endif
    safe_deallocate_a(st%external_current_modus)
    safe_deallocate_a(st%external_current_string)
    safe_deallocate_a(st%external_current_amplitude)
    safe_deallocate_a(st%external_current_td_function)
    safe_deallocate_a(st%external_current_omega)
    safe_deallocate_a(st%external_current_td_phase)
 
    call distributed_end(st%dist)
    safe_deallocate_a(st%node)
 
    call profiling_out('STATES_MXLL_END')
 
    pop_sub(states_mxll_end)
  end subroutine states_mxll_end
 
 
  !----------------------------------------------------------
  subroutine build_rs_vector(e_vector, b_vector, rs_sign, rs_vector, ep_element, mu_element)
    real(real64),      intent(in)    :: e_vector(:), b_vector(:)
    complex(real64),   intent(inout) :: rs_vector(:)
    integer,           intent(in)    :: rs_sign
    real(real64),   optional, intent(in)    :: ep_element
    real(real64),   optional, intent(in)    :: mu_element
 
    ! no PUSH_SUB, called too often
 
    if (present(ep_element) .and. present(mu_element)) then
      rs_vector = sqrt(ep_element/m_two) * e_vector + m_zi * rs_sign * sqrt(m_one/(m_two*mu_element)) * b_vector
    else
      rs_vector = sqrt(p_ep/m_two) * e_vector + m_zi * rs_sign * sqrt(m_one/(m_two*p_mu)) * b_vector
    end if
 
  end subroutine build_rs_vector
 
 
  !----------------------------------------------------------
  subroutine build_rs_state(e_field, b_field, rs_sign, rs_state, mesh, ep_field, mu_field, np)
    real(real64),      intent(in)    :: e_field(:,:), b_field(:,:)
    complex(real64),   intent(inout) :: rs_state(:,:)
    integer,           intent(in)    :: rs_sign
    class(mesh_t),     intent(in)    :: mesh
    real(real64),   optional, intent(in)    :: ep_field(:)
    real(real64),   optional, intent(in)    :: mu_field(:)
    integer, optional, intent(in)    :: np
 
    integer :: ip, np_
 
    push_sub(build_rs_state)
 
    call profiling_in('BUILD_RS_STATE')
 
    np_ = optional_default(np, mesh%np)
 
    do ip = 1, np_
      if (present(ep_field) .and. present(mu_field)) then
        rs_state(ip, :) = sqrt(ep_field(ip)/m_two) * e_field(ip, :) &
          + m_zi * rs_sign * sqrt(m_one/(m_two*mu_field(ip))) * b_field(ip, :)
      else
        rs_state(ip, :) = sqrt(p_ep/m_two) * e_field(ip, :) &
          + m_zi * rs_sign * sqrt(m_one/(m_two*p_mu)) * b_field(ip, :)
      end if
    end do
 
    call profiling_out('BUILD_RS_STATE')
 
    pop_sub(build_rs_state)
 
  end subroutine build_rs_state
 
 
  !----------------------------------------------------------
  subroutine build_rs_current_state(current_state, mesh, rs_current_state, ep_field, np)
    real(real64),      intent(in)    :: current_state(:,:)
    class(mesh_t),     intent(in)    :: mesh
    complex(real64),   intent(inout) :: rs_current_state(:,:)
    real(real64),   optional, intent(in)    :: ep_field(:)
    integer, optional, intent(in)    :: np
 
    integer :: ip, idim, np_, ff_dim
 
    ! no PUSH_SUB, called too often
 
    call profiling_in("BUILD_RS_CURRENT_STATE")
 
    np_ = optional_default(np, mesh%np)
    ff_dim = size(current_state, dim=2)
 
    if (present(ep_field)) then
      do idim = 1, ff_dim
        do ip = 1, np_
          rs_current_state(ip, idim) = m_one/sqrt(m_two*ep_field(ip)) * current_state(ip, idim)
        end do
      end do
    else
      do idim = 1, ff_dim
        do ip = 1, np_
          rs_current_state(ip, idim) = m_one/sqrt(m_two*p_ep) * current_state(ip, idim)
        end do
      end do
    end if
 
    call profiling_out("BUILD_RS_CURRENT_STATE")
 
  end subroutine build_rs_current_state
 
 
  !----------------------------------------------------------
  subroutine get_electric_field_vector(rs_state_vector, electric_field_vector, ep_element)
    complex(real64),   intent(in)    :: rs_state_vector(:)
    real(real64),      intent(out)   :: electric_field_vector(:)
    real(real64),   optional, intent(in)    :: ep_element
 
    ! no PUSH_SUB, called too often
 
    if (present(ep_element)) then
      electric_field_vector(:) = sqrt(m_two/ep_element) * real(rs_state_vector(:), real64)
    else
      electric_field_vector(:) = sqrt(m_two/p_ep) * real(rs_state_vector(:), real64)
    end if
 
  end subroutine get_electric_field_vector
 
 
  !----------------------------------------------------------
  subroutine get_magnetic_field_vector(rs_state_vector, rs_sign, magnetic_field_vector, mu_element)
    complex(real64),   intent(in)    :: rs_state_vector(:)
    integer,           intent(in)    :: rs_sign
    real(real64),      intent(out)   :: magnetic_field_vector(:)
    real(real64),   optional, intent(in)    :: mu_element
 
    ! no PUSH_SUB, called too often
 
    if (present(mu_element)) then
      magnetic_field_vector(:) = sqrt(m_two*mu_element) * rs_sign * aimag(rs_state_vector(:))
    else
      magnetic_field_vector(:) = sqrt(m_two*p_mu) * rs_sign * aimag(rs_state_vector(:))
    end if
 
  end subroutine get_magnetic_field_vector
 
 
  !----------------------------------------------------------
  subroutine get_electric_field_state(rs_state, mesh, electric_field, ep_field, np)
    complex(real64),   intent(in)    :: rs_state(:,:)
    class(mesh_t),     intent(in)    :: mesh
    real(real64),      intent(out)   :: electric_field(:,:)
    real(real64),   optional, intent(in)    :: ep_field(:)
    integer, optional, intent(in)    :: np
 
    integer :: ip, np_
 
    push_sub(get_electric_field_state)
 
    call profiling_in('GET_ELECTRIC_FIELD_STATE')
 
    np_ = optional_default(np, mesh%np)
 
    do ip = 1, np_
      if (present(ep_field)) then
        electric_field(ip, :) = sqrt(m_two/ep_field(ip)) * real(rs_state(ip, :), real64)
      else
        electric_field(ip,:) = sqrt(m_two/p_ep) * real(rs_state(ip, :), real64)
      end if
    end do
 
    call profiling_out('GET_ELECTRIC_FIELD_STATE')
 
    pop_sub(get_electric_field_state)
 
  end subroutine get_electric_field_state
 
 
  !----------------------------------------------------------
  subroutine get_magnetic_field_state(rs_state, mesh, rs_sign, magnetic_field, mu_field, np)
    complex(real64),   intent(in)    :: rs_state(:,:)
    class(mesh_t),     intent(in)    :: mesh
    integer,           intent(in)    :: rs_sign
    real(real64),      intent(out)   :: magnetic_field(:,:)
    real(real64),   optional, intent(in)    :: mu_field(:)
    integer, optional, intent(in)    :: np
 
    integer :: ip, np_
 
    push_sub(get_magnetic_field_state)
 
    call profiling_in('GET_MAGNETIC_FIELD_STATE')
 
    np_ = optional_default(np, mesh%np)
 
    if (present(mu_field)) then
      do ip = 1, np_
        magnetic_field(ip, :) = sqrt(m_two*mu_field(ip)) * rs_sign * aimag(rs_state(ip, :))
      end do
    else
      do ip = 1, np_
        magnetic_field(ip, :) = sqrt(m_two*p_mu) * rs_sign * aimag(rs_state(ip, :))
      end do
    end if
 
    call profiling_out('GET_MAGNETIC_FIELD_STATE')
 
    pop_sub(get_magnetic_field_state)
 
  end subroutine get_magnetic_field_state
 
  !----------------------------------------------------------
  subroutine get_rs_state_at_point(rs_state_point, rs_state, pos, st, mesh)
 
    complex(real64),     intent(inout)   :: rs_state_point(:,:)
    complex(real64),     intent(in)      :: rs_state(:,:)
    real(real64),        intent(in)      :: pos(:,:)
    type(states_mxll_t), intent(in)      :: st
    class(mesh_t),       intent(in)      :: mesh
 
    integer :: ip, pos_index, rankmin
    real(real64)   :: dmin
    complex(real64), allocatable :: ztmp(:)
 
    push_sub(get_rs_state_at_point)
 
    safe_allocate(ztmp(1:size(rs_state, dim=2)))
 
    do ip = 1, st%selected_points_number
      pos_index = mesh_nearest_point(mesh, pos(:,ip), dmin, rankmin)
      if (mesh%mpi_grp%rank == rankmin) then
        ztmp(:) = rs_state(pos_index, :)
      end if
      if (mesh%parallel_in_domains) then
        call mesh%mpi_grp%bcast(ztmp, st%dim, mpi_double_complex, rankmin)
      end if
      rs_state_point(:, ip) = ztmp(:)
    end do
 
    safe_deallocate_a(ztmp)
 
 
    pop_sub(get_rs_state_at_point)
  end subroutine get_rs_state_at_point
 
 
  !----------------------------------------------------------
  subroutine get_rs_state_batch_selected_points(rs_state_point, rs_stateb, st, mesh)
    complex(real64), contiguous,   intent(inout)   :: rs_state_point(:,:)
    type(batch_t),       intent(in)      :: rs_stateb
    type(states_mxll_t), intent(in)      :: st
    class(mesh_t),       intent(in)      :: mesh
 
    integer :: ip_in, ip
    complex(real64) :: rs_state_tmp(1:st%dim, 1:st%selected_points_number)
    type(accel_kernel_t), save :: kernel
    type(accel_mem_t) :: buff_points
    integer(int64), dimension(3) :: gsizes, bsizes
 
    push_sub(get_rs_state_batch_selected_points)
 
    rs_state_tmp(:,:) = m_z0
 
    select case (rs_stateb%status())
    case (batch_not_packed)
      do ip_in = 1, st%selected_points_number
        ip = st%selected_points_map(ip_in)
        if (ip >= 0) then
          rs_state_tmp(1:st%dim, ip_in) = rs_stateb%zff_linear(ip, 1:st%dim)
        end if
      end do
    case (batch_packed)
      do ip_in = 1, st%selected_points_number
        ip = st%selected_points_map(ip_in)
        if (ip >= 0) then
          rs_state_tmp(1:st%dim, ip_in) = rs_stateb%zff_pack(1:st%dim, ip)
        end if
      end do
    case (batch_device_packed)
      call accel_kernel_start_call(kernel, 'get_points.cu', 'get_selected_points')
 
      call accel_create_buffer(buff_points, accel_mem_read_write, type_cmplx, &
        st%selected_points_number*st%dim)
      call accel_set_buffer_to_zero(buff_points, type_integer, st%selected_points_number*st%dim)
 
      call accel_set_kernel_arg(kernel, 0, st%selected_points_number)
      call accel_set_kernel_arg(kernel, 1, st%buff_selected_points_map)
      call accel_set_kernel_arg(kernel, 2, rs_stateb%ff_device)
      call accel_set_kernel_arg(kernel, 3, log2(int(rs_stateb%pack_size_real(1), int32)))
      call accel_set_kernel_arg(kernel, 4, buff_points)
      call accel_set_kernel_arg(kernel, 5, st%dim*2)
 
      ! Compute the grid (extend to another dimensions if the size of the problem is too big)
      call accel_grid_size_extend_dim(int(st%selected_points_number, int64), rs_stateb%pack_size_real(1), &
        gsizes, bsizes, kernel)
 
      call accel_kernel_run(kernel, gsizes, bsizes)
 
      call accel_read_buffer(buff_points, st%dim, st%selected_points_number, rs_state_tmp)
      call accel_free_buffer(buff_points)
    end select
 
    call mesh%mpi_grp%allreduce(rs_state_tmp, rs_state_point, st%selected_points_number*st%dim, mpi_double_complex, mpi_sum)
 
    pop_sub(get_rs_state_batch_selected_points)
  end subroutine get_rs_state_batch_selected_points
 
  !----------------------------------------------------------
  subroutine get_divergence_field(gr, field, field_div, charge_density)
    type(grid_t),      intent(in)    :: gr
    real(real64), contiguous, intent(inout) :: field(:,:)
    real(real64), contiguous, intent(inout) :: field_div(:)
    logical,           intent(in)    :: charge_density
 
    push_sub(get_divergence_field)
 
    call dderivatives_div(gr%der, field, field_div)
 
    if (optional_default(charge_density,.false.)) then
      field_div = p_ep * field_div
    end if
 
    pop_sub(get_divergence_field)
  end subroutine get_divergence_field
 
 
  ! ---------------------------------------------------------
  subroutine get_poynting_vector(mesh, st, rs_state, rs_sign, poynting_vector, ep_field, mu_field)
    class(mesh_t),            intent(in)    :: mesh
    type(states_mxll_t),      intent(in)    :: st
    complex(real64),          intent(in)    :: rs_state(:,:)
    integer,                  intent(in)    :: rs_sign
    real(real64),             intent(out)   :: poynting_vector(:,:)
    real(real64),   optional, intent(in)    :: ep_field(:)
    real(real64),   optional, intent(in)    :: mu_field(:)
 
    integer :: ip
 
    push_sub(get_poynting_vector)
    if (present(ep_field) .and. present(mu_field)) then
      do ip = 1, mesh%np
        poynting_vector(ip, 1:3) = m_one/mu_field(ip) * sqrt(m_two/ep_field(ip)) &
          * sqrt(m_two*mu_field(ip)) &
          * dcross_product(real(rs_state(ip, 1:3), real64) , &
          rs_sign*aimag(rs_state(ip,1:3)))
      end do
    else
      do ip = 1, mesh%np
        poynting_vector(ip, 1:3) = m_one/st%mu(ip) * sqrt(m_two/st%ep(ip)) &
          * sqrt(m_two*st%mu(ip)) &
          * dcross_product(real(rs_state(ip, 1:3), real64) , &
          rs_sign*aimag(rs_state(ip, 1:3)))
      end do
    end if
 
    pop_sub(get_poynting_vector)
  end subroutine get_poynting_vector
 
 
  ! ---------------------------------------------------------
  subroutine get_orbital_angular_momentum(mesh, poynting_vector, orbital_angular_momentum)
    type(mesh_t),             intent(in)    :: mesh
    real(real64),             intent(in)    :: poynting_vector(:,:)
    real(real64),             intent(out)   :: orbital_angular_momentum(:,:)
 
    integer :: ip
 
    push_sub(get_orbital_angular_momentum)
 
    do ip = 1, mesh%np
      orbital_angular_momentum(ip,1:3) = dcross_product(real(mesh%x(1:3, ip), real64) , &
        poynting_vector(ip, 1:3))
    end do
 
    pop_sub(get_orbital_angular_momentum)
  end subroutine get_orbital_angular_momentum
 
  ! ---------------------------------------------------------
  subroutine mxll_set_batch(rs_stateb, rs_state, np, dim, offset)
    type(batch_t),     intent(inout) :: rs_stateb
    complex(real64), contiguous, intent(in)    :: rs_state(:, :)
    integer,           intent(in)    :: np
    integer,           intent(in)    :: dim
    integer, optional, intent(in)    :: offset
 
    integer :: offset_, idir
 
    push_sub(mxll_set_batch)
 
    offset_ = optional_default(offset, 1)
 
    do idir = offset_, offset_ + dim - 1
      call batch_set_state(rs_stateb, idir, np, rs_state(:, idir))
    end do
 
    pop_sub(mxll_set_batch)
  end subroutine mxll_set_batch
 
  ! ---------------------------------------------------------
  subroutine mxll_get_batch(rs_stateb, rs_state, np, dim, offset)
    type(batch_t),     intent(in)    :: rs_stateb
    complex(real64), contiguous, intent(out)   :: rs_state(:, :)
    integer,           intent(in)    :: np
    integer,           intent(in)    :: dim
    integer, optional, intent(in)    :: offset
 
    integer :: offset_, idir
 
    push_sub(mxll_get_batch)
 
    offset_ = optional_default(offset, 1)
 
    do idir = offset_, offset_ + dim - 1
      call batch_get_state(rs_stateb, idir, np, rs_state(:, idir))
    end do
 
    pop_sub(mxll_get_batch)
  end subroutine mxll_get_batch
 
  !----------------------------------------------------------
  subroutine get_transverse_rs_state(helmholtz, st, namespace)
    type(helmholtz_decomposition_t), intent(inout) :: helmholtz
    type(states_mxll_t),             intent(inout) :: st
    type(namespace_t),               intent(in)    :: namespace
 
 
    push_sub(get_transverse_rs_state)
 
    call profiling_in('GET_TRANSVERSE_RS_STATE')
 
    select case (st%transverse_field_mode)
    case (transverse_from_helmholtz)
      call helmholtz%get_trans_field(namespace, st%rs_state_trans, total_field=st%rs_state)
    case (transverse_as_total_minus_long)
      call helmholtz%get_long_field(namespace, st%rs_state_long, total_field=st%rs_state)
      st%rs_state_trans = st%rs_state - st%rs_state_long
    case default
      message(1) = 'Unknown transverse field calculation mode.'
      call messages_fatal(1, namespace=namespace)
    end select
 
    call profiling_out('GET_TRANSVERSE_RS_STATE')
 
    pop_sub(get_transverse_rs_state)
 
  end subroutine get_transverse_rs_state
 
 
end module states_mxll_oct_m
 
 
 
!! Local Variables:
!! mode: f90
!! coding: utf-8
!! End: