scale_element_operation_gpu_driver.F90

Go to the documentation of this file.

 
!-------------------------------------------------------------------------------
! Warning: This file was generated from element/scale_element_operation_gpu_driver.F90.erb.
!          Do not edit this file.
!-------------------------------------------------------------------------------
!-------------------------------------------------------------------------------
!> module FElib / Element / Driver for operation with 3D tensor product elements using GPU
!!
!! @par Description
!!           A driver module for providing kernels of matrix and vector operations assuming a 3D tensor product element with (p+1)^3 DOF and GPU execution. 
!!
!! @author Yuta Kawai, Xuanzhengbo Ren, and Team SCALE
!!
!<
#include "scaleFElib.h"
module scale_element_operation_gpu_driver
 
  !-----------------------------------------------------------------------------
  !
  !++ used modules
  !
  use scale_precision
  use scale_io
 
  use scale_element_base, only: elementbase3d
  use scale_element_operation_base, only: elementoperationbase3d
  use scale_element_operation_tensorprod3d
  use scale_element_operation_tensorprod3d_kernel_gpu
 
  !-----------------------------------------------------------------------------
  implicit none
  private
 
  !-----------------------------------------------------------------------------
  !
  !++ Public type & procedure
  !  
  !> Driver for element operation with 3D tensor product elements using GPU
  type, public :: elementoperationgpudriver
    type(elementoperationtensorprod3d_p1), pointer :: elem_optr_tensorprod3d_p1
    type(elementoperationtensorprod3d_p2), pointer :: elem_optr_tensorprod3d_p2
    type(elementoperationtensorprod3d_p3), pointer :: elem_optr_tensorprod3d_p3
    type(elementoperationtensorprod3d_p4), pointer :: elem_optr_tensorprod3d_p4
    type(elementoperationtensorprod3d_p5), pointer :: elem_optr_tensorprod3d_p5
    type(elementoperationtensorprod3d_p6), pointer :: elem_optr_tensorprod3d_p6
    type(elementoperationtensorprod3d_p7), pointer :: elem_optr_tensorprod3d_p7
    type(elementoperationtensorprod3d_p8), pointer :: elem_optr_tensorprod3d_p8
    type(elementoperationtensorprod3d_p9), pointer :: elem_optr_tensorprod3d_p9
    type(elementoperationtensorprod3d_p10), pointer :: elem_optr_tensorprod3d_p10
    type(elementoperationtensorprod3d_p11), pointer :: elem_optr_tensorprod3d_p11
    type(elementoperationtensorprod3d_p12), pointer :: elem_optr_tensorprod3d_p12
    type(elementoperationtensorprod3d_p13), pointer :: elem_optr_tensorprod3d_p13
    type(elementoperationtensorprod3d_p14), pointer :: elem_optr_tensorprod3d_p14
    type(elementoperationtensorprod3d_p15), pointer :: elem_optr_tensorprod3d_p15
    integer :: nnode_h1d
    integer :: nnode_v
    integer :: nfptot
  contains
    procedure :: init => elementoperationgpu_init
    procedure :: final => elementoperationgpu_final
  end type elementoperationgpudriver
 
  public :: elementoperationgpu_div_kplane
  public :: elementoperationgpu_divvar5_kplane
  public :: elementoperationgpu_divvar5_kplane2
  public :: elementoperationgpu_divvar5_z_lift
  public :: elementoperationgpu_divvar5  
  public :: elementoperationgpu_vfilterpm1
  public :: elementoperationgpu_modalfilter_var5
 
contains
  !> Initialize an object of ElementOperationGPUDriver 
  !!
  !! The pointer to the given ElementOperationBase3D object are attached and necessary data is transferred to GPU.
  subroutine elementoperationgpu_init( this, elem_optr_base3D )
    use scale_prc, only: prc_abort
    implicit none
    class(elementoperationgpudriver), intent(inout) :: this               !< An object of ElementOperationGPUDriver to be initialized
    class(elementoperationbase3d), intent(in), target :: elem_optr_base3D !< An obect of 3D element operation base tyoe 
    !----------------------------------------------------------
 
    !$acc enter data create(this)
 
    this%Nnode_h1D = elem_optr_base3d%elem3D%Nnode_h1D
    this%Nnode_v = elem_optr_base3d%elem3D%Nnode_v
    this%NfpTot = elem_optr_base3d%elem3D%NfpTot
    !$acc update device(this%Nnode_h1D, this%Nnode_v, this%NfpTot)
 
    select type(elem_optr_base3d)
    type is (elementoperationtensorprod3d_p1)
        this%elem_optr_tensorprod3D_P1 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P1)
        !$acc update device(this%elem_optr_tensorprod3D_P1%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P1%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P1%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P1%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P1%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P1%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P1%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p2)
        this%elem_optr_tensorprod3D_P2 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P2)
        !$acc update device(this%elem_optr_tensorprod3D_P2%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P2%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P2%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P2%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P2%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P2%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P2%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p3)
        this%elem_optr_tensorprod3D_P3 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P3)
        !$acc update device(this%elem_optr_tensorprod3D_P3%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P3%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P3%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P3%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P3%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P3%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P3%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p4)
        this%elem_optr_tensorprod3D_P4 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P4)
        !$acc update device(this%elem_optr_tensorprod3D_P4%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P4%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P4%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P4%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P4%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P4%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P4%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p5)
        this%elem_optr_tensorprod3D_P5 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P5)
        !$acc update device(this%elem_optr_tensorprod3D_P5%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P5%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P5%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P5%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P5%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P5%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P5%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p6)
        this%elem_optr_tensorprod3D_P6 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P6)
        !$acc update device(this%elem_optr_tensorprod3D_P6%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P6%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P6%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P6%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P6%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P6%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P6%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p7)
        this%elem_optr_tensorprod3D_P7 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P7)
        !$acc update device(this%elem_optr_tensorprod3D_P7%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P7%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P7%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P7%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P7%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P7%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P7%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p8)
        this%elem_optr_tensorprod3D_P8 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P8)
        !$acc update device(this%elem_optr_tensorprod3D_P8%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P8%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P8%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P8%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P8%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P8%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P8%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p9)
        this%elem_optr_tensorprod3D_P9 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P9)
        !$acc update device(this%elem_optr_tensorprod3D_P9%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P9%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P9%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P9%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P9%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P9%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P9%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p10)
        this%elem_optr_tensorprod3D_P10 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P10)
        !$acc update device(this%elem_optr_tensorprod3D_P10%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P10%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P10%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P10%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P10%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P10%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P10%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p11)
        this%elem_optr_tensorprod3D_P11 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P11)
        !$acc update device(this%elem_optr_tensorprod3D_P11%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P11%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P11%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P11%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P11%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P11%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P11%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p12)
        this%elem_optr_tensorprod3D_P12 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P12)
        !$acc update device(this%elem_optr_tensorprod3D_P12%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P12%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P12%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P12%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P12%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P12%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P12%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p13)
        this%elem_optr_tensorprod3D_P13 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P13)
        !$acc update device(this%elem_optr_tensorprod3D_P13%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P13%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P13%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P13%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P13%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P13%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P13%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p14)
        this%elem_optr_tensorprod3D_P14 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P14)
        !$acc update device(this%elem_optr_tensorprod3D_P14%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P14%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P14%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P14%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P14%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P14%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P14%MFilter_v1D_tr)
    type is (elementoperationtensorprod3d_p15)
        this%elem_optr_tensorprod3D_P15 => elem_optr_base3d
        !$acc enter data attach(this%elem_optr_tensorprod3D_P15)
        !$acc update device(this%elem_optr_tensorprod3D_P15%IntrpMat_VPOrdM1_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P15%D1D)
        !$acc update device(this%elem_optr_tensorprod3D_P15%D1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P15%Lift_mat)
        !$acc update device(this%elem_optr_tensorprod3D_P15%MFilter_h1D)
        !$acc update device(this%elem_optr_tensorprod3D_P15%MFilter_h1D_tr)
        !$acc update device(this%elem_optr_tensorprod3D_P15%MFilter_v1D_tr)
    class default
      log_info("ElementOperationGPU_Init",*) "Unsupported type is specified for elem_optr_base3D. Check!"
      call prc_abort
    end select
    
    return
  end subroutine elementoperationgpu_init
 
  !> Finalize an object of ElementOperationGPUDriver
  subroutine elementoperationgpu_final( this )
    implicit none
    class(elementoperationgpudriver), intent(inout) :: this
    !----------------------------------------------------------
    !$acc exit data delete(this)
    return
  end subroutine elementoperationgpu_final
 
  subroutine elementoperationgpu_vfilterpm1( this, vec_in, Ne_in, Ne_out, vec_out )
    implicit none
    type(elementoperationgpudriver), intent(in) :: this
    integer, intent(in) :: ne_in, ne_out
    real(rp), intent(in) :: vec_in(this%nnode_h1d,this%nnode_h1d,this%nnode_v,ne_in)
    real(rp), intent(out) :: vec_out(this%nnode_h1d,this%nnode_h1d,this%nnode_v,ne_out)
    !----------------------------------------------------------
 
    !!$acc routine gang
 
    select case (this%Nnode_h1D)
    case (2)
        call element_operation_kernel_matvec_dirz_p1( this%elem_optr_tensorprod3D_P1%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (3)
        call element_operation_kernel_matvec_dirz_p2( this%elem_optr_tensorprod3D_P2%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (4)
        call element_operation_kernel_matvec_dirz_p3( this%elem_optr_tensorprod3D_P3%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (5)
        call element_operation_kernel_matvec_dirz_p4( this%elem_optr_tensorprod3D_P4%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (6)
        call element_operation_kernel_matvec_dirz_p5( this%elem_optr_tensorprod3D_P5%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (7)
        call element_operation_kernel_matvec_dirz_p6( this%elem_optr_tensorprod3D_P6%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (8)
        call element_operation_kernel_matvec_dirz_p7( this%elem_optr_tensorprod3D_P7%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (9)
        call element_operation_kernel_matvec_dirz_p8( this%elem_optr_tensorprod3D_P8%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (10)
        call element_operation_kernel_matvec_dirz_p9( this%elem_optr_tensorprod3D_P9%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (11)
        call element_operation_kernel_matvec_dirz_p10( this%elem_optr_tensorprod3D_P10%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (12)
        call element_operation_kernel_matvec_dirz_p11( this%elem_optr_tensorprod3D_P11%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (13)
        call element_operation_kernel_matvec_dirz_p12( this%elem_optr_tensorprod3D_P12%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (14)
        call element_operation_kernel_matvec_dirz_p13( this%elem_optr_tensorprod3D_P13%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (15)
        call element_operation_kernel_matvec_dirz_p14( this%elem_optr_tensorprod3D_P14%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    case (16)
        call element_operation_kernel_matvec_dirz_p15( this%elem_optr_tensorprod3D_P15%IntrpMat_VPOrdM1_tr, vec_in, ne_in, ne_out, vec_out )
    end select
    return
  end subroutine elementoperationgpu_vfilterpm1
 
  subroutine elementoperationgpu_div_kplane( this, Flux2D_kplane, E11, E22, k, div_xy )
    implicit none
    type(elementoperationgpudriver), intent(in) :: this
    real(rp), intent(in) :: flux2d_kplane(this%nnode_h1d,this%nnode_h1d,2)
    real(rp), intent(in) :: e11(this%nnode_h1d,this%nnode_h1d,this%nnode_v)
    real(rp), intent(in) :: e22(this%nnode_h1d,this%nnode_h1d,this%nnode_v)
    integer, intent(in) :: k
    real(rp), intent(out) :: div_xy(this%nnode_h1d,this%nnode_h1d)
    !----------------------------------------------------------
 
    !$acc routine vector
 
    select case (this%Nnode_h1D)
    case (2)
        call element_operation_kernel_matvec_divlike_dirxy_p1( this%elem_optr_tensorprod3D_P1%D1D, this%elem_optr_tensorprod3D_P1%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (3)
        call element_operation_kernel_matvec_divlike_dirxy_p2( this%elem_optr_tensorprod3D_P2%D1D, this%elem_optr_tensorprod3D_P2%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (4)
        call element_operation_kernel_matvec_divlike_dirxy_p3( this%elem_optr_tensorprod3D_P3%D1D, this%elem_optr_tensorprod3D_P3%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (5)
        call element_operation_kernel_matvec_divlike_dirxy_p4( this%elem_optr_tensorprod3D_P4%D1D, this%elem_optr_tensorprod3D_P4%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (6)
        call element_operation_kernel_matvec_divlike_dirxy_p5( this%elem_optr_tensorprod3D_P5%D1D, this%elem_optr_tensorprod3D_P5%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (7)
        call element_operation_kernel_matvec_divlike_dirxy_p6( this%elem_optr_tensorprod3D_P6%D1D, this%elem_optr_tensorprod3D_P6%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (8)
        call element_operation_kernel_matvec_divlike_dirxy_p7( this%elem_optr_tensorprod3D_P7%D1D, this%elem_optr_tensorprod3D_P7%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (9)
        call element_operation_kernel_matvec_divlike_dirxy_p8( this%elem_optr_tensorprod3D_P8%D1D, this%elem_optr_tensorprod3D_P8%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (10)
        call element_operation_kernel_matvec_divlike_dirxy_p9( this%elem_optr_tensorprod3D_P9%D1D, this%elem_optr_tensorprod3D_P9%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (11)
        call element_operation_kernel_matvec_divlike_dirxy_p10( this%elem_optr_tensorprod3D_P10%D1D, this%elem_optr_tensorprod3D_P10%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (12)
        call element_operation_kernel_matvec_divlike_dirxy_p11( this%elem_optr_tensorprod3D_P11%D1D, this%elem_optr_tensorprod3D_P11%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (13)
        call element_operation_kernel_matvec_divlike_dirxy_p12( this%elem_optr_tensorprod3D_P12%D1D, this%elem_optr_tensorprod3D_P12%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (14)
        call element_operation_kernel_matvec_divlike_dirxy_p13( this%elem_optr_tensorprod3D_P13%D1D, this%elem_optr_tensorprod3D_P13%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (15)
        call element_operation_kernel_matvec_divlike_dirxy_p14( this%elem_optr_tensorprod3D_P14%D1D, this%elem_optr_tensorprod3D_P14%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (16)
        call element_operation_kernel_matvec_divlike_dirxy_p15( this%elem_optr_tensorprod3D_P15%D1D, this%elem_optr_tensorprod3D_P15%D1D_tr, flux2d_kplane(:,:,1), flux2d_kplane(:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    end select
    return
  end subroutine elementoperationgpu_div_kplane
 
    subroutine elementoperationgpu_divvar5_kplane( this, Flux2D_kplane, E11, E22, k, div_xy )
    implicit none
    type(elementoperationgpudriver), intent(in) :: this
    real(rp), intent(in) :: flux2d_kplane(this%nnode_h1d,this%nnode_h1d,5,2)
    real(rp), intent(in) :: e11(this%nnode_h1d,this%nnode_h1d,this%nnode_v)
    real(rp), intent(in) :: e22(this%nnode_h1d,this%nnode_h1d,this%nnode_v)
    integer, intent(in) :: k
    real(rp), intent(out) :: div_xy(this%nnode_h1d,this%nnode_h1d,5)
    !----------------------------------------------------------
 
    !$acc routine vector
 
    select case (this%Nnode_h1D)
    case (2)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p1( this%elem_optr_tensorprod3D_P1%D1D, this%elem_optr_tensorprod3D_P1%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (3)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p2( this%elem_optr_tensorprod3D_P2%D1D, this%elem_optr_tensorprod3D_P2%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (4)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p3( this%elem_optr_tensorprod3D_P3%D1D, this%elem_optr_tensorprod3D_P3%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (5)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p4( this%elem_optr_tensorprod3D_P4%D1D, this%elem_optr_tensorprod3D_P4%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (6)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p5( this%elem_optr_tensorprod3D_P5%D1D, this%elem_optr_tensorprod3D_P5%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (7)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p6( this%elem_optr_tensorprod3D_P6%D1D, this%elem_optr_tensorprod3D_P6%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (8)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p7( this%elem_optr_tensorprod3D_P7%D1D, this%elem_optr_tensorprod3D_P7%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (9)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p8( this%elem_optr_tensorprod3D_P8%D1D, this%elem_optr_tensorprod3D_P8%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (10)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p9( this%elem_optr_tensorprod3D_P9%D1D, this%elem_optr_tensorprod3D_P9%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (11)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p10( this%elem_optr_tensorprod3D_P10%D1D, this%elem_optr_tensorprod3D_P10%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (12)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p11( this%elem_optr_tensorprod3D_P11%D1D, this%elem_optr_tensorprod3D_P11%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (13)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p12( this%elem_optr_tensorprod3D_P12%D1D, this%elem_optr_tensorprod3D_P12%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (14)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p13( this%elem_optr_tensorprod3D_P13%D1D, this%elem_optr_tensorprod3D_P13%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (15)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p14( this%elem_optr_tensorprod3D_P14%D1D, this%elem_optr_tensorprod3D_P14%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    case (16)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p15( this%elem_optr_tensorprod3D_P15%D1D, this%elem_optr_tensorprod3D_P15%D1D_tr, flux2d_kplane(:,:,:,1), flux2d_kplane(:,:,:,2),  &
          e11(:,:,k), e22(:,:,k), &
          div_xy )
    end select
    return
  end subroutine elementoperationgpu_divvar5_kplane
 
  subroutine elementoperationgpu_divvar5_kplane2( this, Flux2D_kplane_x, Flux2D_kplane_y, E11, E22, k, div_xy )
    implicit none
    type(elementoperationgpudriver), intent(in) :: this
    real(rp), intent(in) :: flux2d_kplane_x(this%nnode_h1d,this%nnode_h1d,5)
    real(rp), intent(in) :: flux2d_kplane_y(this%nnode_h1d,this%nnode_h1d,5)
    real(rp), intent(in) :: e11(this%nnode_h1d,this%nnode_h1d)
    real(rp), intent(in) :: e22(this%nnode_h1d,this%nnode_h1d)
    integer, intent(in) :: k
    real(rp), intent(out) :: div_xy(this%nnode_h1d,this%nnode_h1d,5)
    !----------------------------------------------------------
 
    !$acc routine vector
 
    select case (this%Nnode_h1D)
    case (2)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p1( this%elem_optr_tensorprod3D_P1%D1D, this%elem_optr_tensorprod3D_P1%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (3)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p2( this%elem_optr_tensorprod3D_P2%D1D, this%elem_optr_tensorprod3D_P2%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (4)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p3( this%elem_optr_tensorprod3D_P3%D1D, this%elem_optr_tensorprod3D_P3%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (5)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p4( this%elem_optr_tensorprod3D_P4%D1D, this%elem_optr_tensorprod3D_P4%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (6)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p5( this%elem_optr_tensorprod3D_P5%D1D, this%elem_optr_tensorprod3D_P5%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (7)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p6( this%elem_optr_tensorprod3D_P6%D1D, this%elem_optr_tensorprod3D_P6%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (8)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p7( this%elem_optr_tensorprod3D_P7%D1D, this%elem_optr_tensorprod3D_P7%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (9)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p8( this%elem_optr_tensorprod3D_P8%D1D, this%elem_optr_tensorprod3D_P8%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (10)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p9( this%elem_optr_tensorprod3D_P9%D1D, this%elem_optr_tensorprod3D_P9%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (11)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p10( this%elem_optr_tensorprod3D_P10%D1D, this%elem_optr_tensorprod3D_P10%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (12)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p11( this%elem_optr_tensorprod3D_P11%D1D, this%elem_optr_tensorprod3D_P11%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (13)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p12( this%elem_optr_tensorprod3D_P12%D1D, this%elem_optr_tensorprod3D_P12%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (14)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p13( this%elem_optr_tensorprod3D_P13%D1D, this%elem_optr_tensorprod3D_P13%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (15)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p14( this%elem_optr_tensorprod3D_P14%D1D, this%elem_optr_tensorprod3D_P14%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    case (16)
        call element_operation_kernel_matvec_divlike_dirxy_var5_p15( this%elem_optr_tensorprod3D_P15%D1D, this%elem_optr_tensorprod3D_P15%D1D_tr, flux2d_kplane_x, flux2d_kplane_y,  &
          e11, e22, &
          div_xy )
    end select
    return
  end subroutine elementoperationgpu_divvar5_kplane2
 
  subroutine elementoperationgpu_divvar5_z_lift( this, FluxZ, ebnd_flux, E33, Gsqrt, div3D )
    implicit none
    type(elementoperationgpudriver), intent(in) :: this
    real(rp), intent(in) :: fluxz(this%nnode_h1d,this%nnode_h1d,5,this%nnode_v)
    real(rp), intent(in) :: ebnd_flux(this%nfptot,5)
    real(rp), intent(in) :: e33(this%nnode_h1d,this%nnode_h1d,this%nnode_v)
    real(rp), intent(in) :: gsqrt(this%nnode_h1d,this%nnode_h1d,this%nnode_v)
    real(rp), intent(inout) :: div3d(this%nnode_h1d,this%nnode_h1d,5,this%nnode_v)
    !----------------------------------------------------------
 
    !$acc routine vector
    
    select case (this%Nnode_h1D)
    case (2)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p1( &
          this%elem_optr_tensorprod3D_P1%D1D_tr, this%elem_optr_tensorprod3D_P1%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (3)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p2( &
          this%elem_optr_tensorprod3D_P2%D1D_tr, this%elem_optr_tensorprod3D_P2%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (4)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p3( &
          this%elem_optr_tensorprod3D_P3%D1D_tr, this%elem_optr_tensorprod3D_P3%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (5)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p4( &
          this%elem_optr_tensorprod3D_P4%D1D_tr, this%elem_optr_tensorprod3D_P4%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (6)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p5( &
          this%elem_optr_tensorprod3D_P5%D1D_tr, this%elem_optr_tensorprod3D_P5%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (7)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p6( &
          this%elem_optr_tensorprod3D_P6%D1D_tr, this%elem_optr_tensorprod3D_P6%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (8)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p7( &
          this%elem_optr_tensorprod3D_P7%D1D_tr, this%elem_optr_tensorprod3D_P7%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (9)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p8( &
          this%elem_optr_tensorprod3D_P8%D1D_tr, this%elem_optr_tensorprod3D_P8%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (10)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p9( &
          this%elem_optr_tensorprod3D_P9%D1D_tr, this%elem_optr_tensorprod3D_P9%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (11)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p10( &
          this%elem_optr_tensorprod3D_P10%D1D_tr, this%elem_optr_tensorprod3D_P10%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (12)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p11( &
          this%elem_optr_tensorprod3D_P11%D1D_tr, this%elem_optr_tensorprod3D_P11%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (13)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p12( &
          this%elem_optr_tensorprod3D_P12%D1D_tr, this%elem_optr_tensorprod3D_P12%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (14)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p13( &
          this%elem_optr_tensorprod3D_P13%D1D_tr, this%elem_optr_tensorprod3D_P13%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (15)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p14( &
          this%elem_optr_tensorprod3D_P14%D1D_tr, this%elem_optr_tensorprod3D_P14%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    case (16)
        call element_operation_kernel_matvec_divlike_dirz_lift_var5_p15( &
          this%elem_optr_tensorprod3D_P15%D1D_tr, this%elem_optr_tensorprod3D_P15%Lift_mat, fluxz, ebnd_flux, e33, gsqrt, &
          div3d )
    end select
    return
  end subroutine elementoperationgpu_divvar5_z_lift
 
  subroutine elementoperationgpu_divvar5( this, Flux_x, Flux_y, Flux_z, ebnd_flux, E11, E22, E33, Gsqrt, Ne, div3D )
    implicit none
    type(elementoperationgpudriver), intent(in) :: this
    integer, intent(in) :: ne
    real(rp), intent(in) :: flux_x(this%nnode_h1d,this%nnode_h1d,5,this%nnode_v,ne)
    real(rp), intent(in) :: flux_y(this%nnode_h1d,this%nnode_h1d,5,this%nnode_v,ne)
    real(rp), intent(in) :: flux_z(this%nnode_h1d,this%nnode_h1d,5,this%nnode_v,ne)
    real(rp), intent(in) :: ebnd_flux(this%nfptot,5,ne)
    real(rp), intent(in) :: e11(this%nnode_h1d,this%nnode_h1d,this%nnode_v,ne)
    real(rp), intent(in) :: e22(this%nnode_h1d,this%nnode_h1d,this%nnode_v,ne)
    real(rp), intent(in) :: e33(this%nnode_h1d,this%nnode_h1d,this%nnode_v,ne)
    real(rp), intent(in) :: gsqrt(this%nnode_h1d,this%nnode_h1d,this%nnode_v,ne)
    real(rp), intent(out) :: div3d(this%nnode_h1d,this%nnode_h1d,5,this%nnode_v,ne)
    !----------------------------------------------------------
 
    select case (this%Nnode_h1D)
    case (2)
        call element_operation_kernel_matvec_divlike_var5_p1_v2( &
          this%elem_optr_tensorprod3D_P1%D1D, this%elem_optr_tensorprod3D_P1%D1D_tr, this%elem_optr_tensorprod3D_P1%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (3)
        call element_operation_kernel_matvec_divlike_var5_p2_v2( &
          this%elem_optr_tensorprod3D_P2%D1D, this%elem_optr_tensorprod3D_P2%D1D_tr, this%elem_optr_tensorprod3D_P2%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (4)
        call element_operation_kernel_matvec_divlike_var5_p3_v2( &
          this%elem_optr_tensorprod3D_P3%D1D, this%elem_optr_tensorprod3D_P3%D1D_tr, this%elem_optr_tensorprod3D_P3%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (5)
        call element_operation_kernel_matvec_divlike_var5_p4_v2( &
          this%elem_optr_tensorprod3D_P4%D1D, this%elem_optr_tensorprod3D_P4%D1D_tr, this%elem_optr_tensorprod3D_P4%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (6)
        call element_operation_kernel_matvec_divlike_var5_p5_v2( &
          this%elem_optr_tensorprod3D_P5%D1D, this%elem_optr_tensorprod3D_P5%D1D_tr, this%elem_optr_tensorprod3D_P5%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (7)
        call element_operation_kernel_matvec_divlike_var5_p6_v2( &
          this%elem_optr_tensorprod3D_P6%D1D, this%elem_optr_tensorprod3D_P6%D1D_tr, this%elem_optr_tensorprod3D_P6%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (8)
        call element_operation_kernel_matvec_divlike_var5_p7_v2( &
          this%elem_optr_tensorprod3D_P7%D1D, this%elem_optr_tensorprod3D_P7%D1D_tr, this%elem_optr_tensorprod3D_P7%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (9)
        call element_operation_kernel_matvec_divlike_var5_p8_v2( &
          this%elem_optr_tensorprod3D_P8%D1D, this%elem_optr_tensorprod3D_P8%D1D_tr, this%elem_optr_tensorprod3D_P8%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (10)
        call element_operation_kernel_matvec_divlike_var5_p9_v2( &
          this%elem_optr_tensorprod3D_P9%D1D, this%elem_optr_tensorprod3D_P9%D1D_tr, this%elem_optr_tensorprod3D_P9%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (11)
        call element_operation_kernel_matvec_divlike_var5_p10_v2( &
          this%elem_optr_tensorprod3D_P10%D1D, this%elem_optr_tensorprod3D_P10%D1D_tr, this%elem_optr_tensorprod3D_P10%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (12)
        call element_operation_kernel_matvec_divlike_var5_p11_v2( &
          this%elem_optr_tensorprod3D_P11%D1D, this%elem_optr_tensorprod3D_P11%D1D_tr, this%elem_optr_tensorprod3D_P11%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (13)
        call element_operation_kernel_matvec_divlike_var5_p12_v2( &
          this%elem_optr_tensorprod3D_P12%D1D, this%elem_optr_tensorprod3D_P12%D1D_tr, this%elem_optr_tensorprod3D_P12%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (14)
        call element_operation_kernel_matvec_divlike_var5_p13_v2( &
          this%elem_optr_tensorprod3D_P13%D1D, this%elem_optr_tensorprod3D_P13%D1D_tr, this%elem_optr_tensorprod3D_P13%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (15)
        call element_operation_kernel_matvec_divlike_var5_p14_v2( &
          this%elem_optr_tensorprod3D_P14%D1D, this%elem_optr_tensorprod3D_P14%D1D_tr, this%elem_optr_tensorprod3D_P14%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    case (16)
        call element_operation_kernel_matvec_divlike_var5_p15_v2( &
          this%elem_optr_tensorprod3D_P15%D1D, this%elem_optr_tensorprod3D_P15%D1D_tr, this%elem_optr_tensorprod3D_P15%Lift_mat, &
          flux_x, flux_y,  flux_z, ebnd_flux, &
          e11, e22, e33, gsqrt, ne, &
          div3d )
    end select
    return
  end subroutine elementoperationgpu_divvar5
 
 
!> Apply a modal filter for five variables
!!
  subroutine elementoperationgpu_modalfilter_var5( this, vec_in, vec_work, Ne, &
    vec_out )
    use scale_element_operation_tensorprod3d_kernel_gpu, only: &
      element_operation_kernel_matvec_modalfilter_p15
 
    implicit none
    type(elementoperationgpudriver), intent(in) :: this
    integer, intent(in) :: ne
    real(rp), intent(in) :: vec_in(this%nnode_h1d**2*this%nnode_v,ne,5)
    real(rp), intent(out) :: vec_work(this%nnode_h1d**2*this%nnode_v,ne)
    real(rp), intent(out) :: vec_out(this%nnode_h1d**2*this%nnode_v,ne,5)
    integer :: iv
    !---------------------------------------------
 
    select case (this%Nnode_h1D)
    case (2)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p1( this%elem_optr_tensorprod3D_P1%MFilter_h1D, this%elem_optr_tensorprod3D_P1%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P1%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (3)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p2( this%elem_optr_tensorprod3D_P2%MFilter_h1D, this%elem_optr_tensorprod3D_P2%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P2%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (4)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p3( this%elem_optr_tensorprod3D_P3%MFilter_h1D, this%elem_optr_tensorprod3D_P3%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P3%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (5)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p4( this%elem_optr_tensorprod3D_P4%MFilter_h1D, this%elem_optr_tensorprod3D_P4%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P4%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (6)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p5( this%elem_optr_tensorprod3D_P5%MFilter_h1D, this%elem_optr_tensorprod3D_P5%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P5%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (7)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p6( this%elem_optr_tensorprod3D_P6%MFilter_h1D, this%elem_optr_tensorprod3D_P6%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P6%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (8)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p7( this%elem_optr_tensorprod3D_P7%MFilter_h1D, this%elem_optr_tensorprod3D_P7%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P7%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (9)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p8( this%elem_optr_tensorprod3D_P8%MFilter_h1D, this%elem_optr_tensorprod3D_P8%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P8%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (10)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p9( this%elem_optr_tensorprod3D_P9%MFilter_h1D, this%elem_optr_tensorprod3D_P9%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P9%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (11)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p10( this%elem_optr_tensorprod3D_P10%MFilter_h1D, this%elem_optr_tensorprod3D_P10%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P10%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (12)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p11( this%elem_optr_tensorprod3D_P11%MFilter_h1D, this%elem_optr_tensorprod3D_P11%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P11%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (13)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p12( this%elem_optr_tensorprod3D_P12%MFilter_h1D, this%elem_optr_tensorprod3D_P12%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P12%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (14)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p13( this%elem_optr_tensorprod3D_P13%MFilter_h1D, this%elem_optr_tensorprod3D_P13%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P13%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (15)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p14( this%elem_optr_tensorprod3D_P14%MFilter_h1D, this%elem_optr_tensorprod3D_P14%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P14%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    case (16)
      do iv=1, 5
        call element_operation_kernel_matvec_modalfilter_p15( this%elem_optr_tensorprod3D_P15%MFilter_h1D, this%elem_optr_tensorprod3D_P15%MFilter_h1D_tr, this%elem_optr_tensorprod3D_P15%MFilter_v1D_tr, vec_in(:,:,iv), vec_work, ne, &
          vec_out(:,:,iv) )
      end do
    end select
    return
  end subroutine elementoperationgpu_modalfilter_var5
 
end module scale_element_operation_gpu_driver