mirror of
https://github.com/NVIDIA/open-gpu-kernel-modules.git
synced 2026-01-27 03:29:47 +00:00
192 lines
14 KiB
C
192 lines
14 KiB
C
/*
|
|
* SPDX-FileCopyrightText: Copyright (c) 2003-2022 NVIDIA CORPORATION & AFFILIATES
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
* DEALINGS IN THE SOFTWARE.
|
|
*/
|
|
|
|
#ifndef __gh100_clc86f_h__
|
|
#define __gh100_clc86f_h__
|
|
|
|
#define HOPPER_CHANNEL_GPFIFO_A (0x0000C86F)
|
|
|
|
typedef volatile struct Nvc86fControl_struct {
|
|
NvU32 Ignored00[0x010]; /* 0000-003f*/
|
|
NvU32 Put; /* put offset, read/write 0040-0043*/
|
|
NvU32 Get; /* get offset, read only 0044-0047*/
|
|
NvU32 Reference; /* reference value, read only 0048-004b*/
|
|
NvU32 PutHi; /* high order put offset bits 004c-004f*/
|
|
NvU32 Ignored01[0x002]; /* 0050-0057*/
|
|
NvU32 TopLevelGet; /* top level get offset, read only 0058-005b*/
|
|
NvU32 TopLevelGetHi; /* high order top level get bits 005c-005f*/
|
|
NvU32 GetHi; /* high order get offset bits 0060-0063*/
|
|
NvU32 Ignored02[0x007]; /* 0064-007f*/
|
|
NvU32 Ignored03; /* used to be engine yield 0080-0083*/
|
|
NvU32 Ignored04[0x001]; /* 0084-0087*/
|
|
NvU32 GPGet; /* GP FIFO get offset, read only 0088-008b*/
|
|
NvU32 GPPut; /* GP FIFO put offset 008c-008f*/
|
|
NvU32 Ignored05[0x5c];
|
|
} Nvc86fControl, HopperAControlGPFifo;
|
|
|
|
#define NVC86F_SET_OBJECT (0x00000000)
|
|
// NOTE - MEM_OP_A and MEM_OP_B have been replaced in gp100 with methods for
|
|
// specifying the page address for a targeted TLB invalidate and the uTLB for
|
|
// a targeted REPLAY_CANCEL for UVM.
|
|
// The previous MEM_OP_A/B functionality is in MEM_OP_C/D, with slightly
|
|
// rearranged fields.
|
|
#define NVC86F_MEM_OP_A (0x00000028)
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_CANCEL_TARGET_CLIENT_UNIT_ID 5:0 // only relevant for REPLAY_CANCEL_TARGETED
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_INVALIDATION_SIZE 5:0 // Used to specify size of invalidate, used for invalidates which are not of the REPLAY_CANCEL_TARGETED type
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_CANCEL_TARGET_GPC_ID 10:6 // only relevant for REPLAY_CANCEL_TARGETED
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_INVAL_SCOPE 7:6 // only relevant for invalidates with NVC86F_MEM_OP_C_TLB_INVALIDATE_REPLAY_NONE for invalidating link TLB only, or non-link TLB only or all TLBs
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_INVAL_SCOPE_ALL_TLBS 0
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_INVAL_SCOPE_LINK_TLBS 1
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_INVAL_SCOPE_NON_LINK_TLBS 2
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_INVAL_SCOPE_RSVRVD 3
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_CANCEL_MMU_ENGINE_ID 8:0 // only relevant for REPLAY_CANCEL_VA_GLOBAL
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_SYSMEMBAR 11:11
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_SYSMEMBAR_EN 0x00000001
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_SYSMEMBAR_DIS 0x00000000
|
|
#define NVC86F_MEM_OP_A_TLB_INVALIDATE_TARGET_ADDR_LO 31:12
|
|
#define NVC86F_MEM_OP_B (0x0000002c)
|
|
#define NVC86F_MEM_OP_B_TLB_INVALIDATE_TARGET_ADDR_HI 31:0
|
|
#define NVC86F_MEM_OP_C (0x00000030)
|
|
#define NVC86F_MEM_OP_C_MEMBAR_TYPE 2:0
|
|
#define NVC86F_MEM_OP_C_MEMBAR_TYPE_SYS_MEMBAR 0x00000000
|
|
#define NVC86F_MEM_OP_C_MEMBAR_TYPE_MEMBAR 0x00000001
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PDB 0:0
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PDB_ONE 0x00000000
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PDB_ALL 0x00000001 // Probably nonsensical for MMU_TLB_INVALIDATE_TARGETED
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_GPC 1:1
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_GPC_ENABLE 0x00000000
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_GPC_DISABLE 0x00000001
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_REPLAY 4:2 // only relevant if GPC ENABLE
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_REPLAY_NONE 0x00000000
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_REPLAY_START 0x00000001
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_REPLAY_START_ACK_ALL 0x00000002
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_REPLAY_CANCEL_TARGETED 0x00000003
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_REPLAY_CANCEL_GLOBAL 0x00000004
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_REPLAY_CANCEL_VA_GLOBAL 0x00000005
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACK_TYPE 6:5 // only relevant if GPC ENABLE
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACK_TYPE_NONE 0x00000000
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACK_TYPE_GLOBALLY 0x00000001
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACK_TYPE_INTRANODE 0x00000002
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE 9:7 //only relevant for REPLAY_CANCEL_VA_GLOBAL
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE_VIRT_READ 0
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE_VIRT_WRITE 1
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE_VIRT_ATOMIC_STRONG 2
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE_VIRT_RSVRVD 3
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE_VIRT_ATOMIC_WEAK 4
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE_VIRT_ATOMIC_ALL 5
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE_VIRT_WRITE_AND_ATOMIC 6
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_ACCESS_TYPE_VIRT_ALL 7
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL 9:7 // Invalidate affects this level and all below
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL_ALL 0x00000000 // Invalidate tlb caches at all levels of the page table
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL_PTE_ONLY 0x00000001
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL_UP_TO_PDE0 0x00000002
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL_UP_TO_PDE1 0x00000003
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL_UP_TO_PDE2 0x00000004
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL_UP_TO_PDE3 0x00000005
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL_UP_TO_PDE4 0x00000006
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PAGE_TABLE_LEVEL_UP_TO_PDE5 0x00000007
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PDB_APERTURE 11:10 // only relevant if PDB_ONE
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PDB_APERTURE_VID_MEM 0x00000000
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PDB_APERTURE_SYS_MEM_COHERENT 0x00000002
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PDB_APERTURE_SYS_MEM_NONCOHERENT 0x00000003
|
|
#define NVC86F_MEM_OP_C_TLB_INVALIDATE_PDB_ADDR_LO 31:12 // only relevant if PDB_ONE
|
|
#define NVC86F_MEM_OP_C_ACCESS_COUNTER_CLR_TARGETED_NOTIFY_TAG 19:0
|
|
// MEM_OP_D MUST be preceded by MEM_OPs A-C.
|
|
#define NVC86F_MEM_OP_D (0x00000034)
|
|
#define NVC86F_MEM_OP_D_TLB_INVALIDATE_PDB_ADDR_HI 26:0 // only relevant if PDB_ONE
|
|
#define NVC86F_MEM_OP_D_OPERATION 31:27
|
|
#define NVC86F_MEM_OP_D_OPERATION_MEMBAR 0x00000005
|
|
#define NVC86F_MEM_OP_D_OPERATION_MMU_TLB_INVALIDATE 0x00000009
|
|
#define NVC86F_MEM_OP_D_OPERATION_MMU_TLB_INVALIDATE_TARGETED 0x0000000a
|
|
#define NVC86F_MEM_OP_D_OPERATION_MMU_OPERATION 0x0000000b
|
|
#define NVC86F_MEM_OP_D_OPERATION_L2_PEERMEM_INVALIDATE 0x0000000d
|
|
#define NVC86F_MEM_OP_D_OPERATION_L2_SYSMEM_INVALIDATE 0x0000000e
|
|
// CLEAN_LINES is an alias for Tegra/GPU IP usage
|
|
#define NVC86F_MEM_OP_B_OPERATION_L2_INVALIDATE_CLEAN_LINES 0x0000000e
|
|
#define NVC86F_MEM_OP_D_OPERATION_L2_CLEAN_COMPTAGS 0x0000000f
|
|
#define NVC86F_MEM_OP_D_OPERATION_L2_FLUSH_DIRTY 0x00000010
|
|
#define NVC86F_MEM_OP_D_OPERATION_L2_WAIT_FOR_SYS_PENDING_READS 0x00000015
|
|
#define NVC86F_MEM_OP_D_OPERATION_ACCESS_COUNTER_CLR 0x00000016
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TYPE 1:0
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TYPE_MIMC 0x00000000
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TYPE_MOMC 0x00000001
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TYPE_ALL 0x00000002
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TYPE_TARGETED 0x00000003
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TARGETED_TYPE 2:2
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TARGETED_TYPE_MIMC 0x00000000
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TARGETED_TYPE_MOMC 0x00000001
|
|
#define NVC86F_MEM_OP_D_ACCESS_COUNTER_CLR_TARGETED_BANK 6:3
|
|
#define NVC86F_MEM_OP_D_MMU_OPERATION_TYPE 23:20
|
|
#define NVC86F_MEM_OP_D_MMU_OPERATION_TYPE_RESERVED 0x00000000
|
|
#define NVC86F_MEM_OP_D_MMU_OPERATION_TYPE_VIDMEM_ACCESS_BIT_DUMP 0x00000001
|
|
#define NVC86F_SEM_ADDR_LO (0x0000005c)
|
|
#define NVC86F_SEM_ADDR_LO_OFFSET 31:2
|
|
#define NVC86F_SEM_ADDR_HI (0x00000060)
|
|
#define NVC86F_SEM_ADDR_HI_OFFSET 24:0
|
|
#define NVC86F_SEM_PAYLOAD_LO (0x00000064)
|
|
#define NVC86F_SEM_PAYLOAD_HI (0x00000068)
|
|
#define NVC86F_SEM_EXECUTE (0x0000006c)
|
|
#define NVC86F_SEM_EXECUTE_OPERATION 2:0
|
|
#define NVC86F_SEM_EXECUTE_OPERATION_ACQUIRE 0x00000000
|
|
#define NVC86F_SEM_EXECUTE_OPERATION_RELEASE 0x00000001
|
|
#define NVC86F_SEM_EXECUTE_OPERATION_ACQ_CIRC_GEQ 0x00000003
|
|
#define NVC86F_SEM_EXECUTE_ACQUIRE_SWITCH_TSG 12:12
|
|
#define NVC86F_SEM_EXECUTE_ACQUIRE_SWITCH_TSG_EN 0x00000001
|
|
#define NVC86F_SEM_EXECUTE_RELEASE_WFI 20:20
|
|
#define NVC86F_SEM_EXECUTE_RELEASE_WFI_DIS 0x00000000
|
|
#define NVC86F_SEM_EXECUTE_PAYLOAD_SIZE 24:24
|
|
#define NVC86F_SEM_EXECUTE_PAYLOAD_SIZE_32BIT 0x00000000
|
|
#define NVC86F_SEM_EXECUTE_RELEASE_TIMESTAMP 25:25
|
|
#define NVC86F_SEM_EXECUTE_RELEASE_TIMESTAMP_DIS 0x00000000
|
|
#define NVC86F_SEM_EXECUTE_RELEASE_TIMESTAMP_EN 0x00000001
|
|
#define NVC86F_WFI (0x00000078)
|
|
#define NVC86F_WFI_SCOPE 0:0
|
|
#define NVC86F_WFI_SCOPE_CURRENT_SCG_TYPE 0x00000000
|
|
#define NVC86F_WFI_SCOPE_CURRENT_VEID 0x00000000
|
|
#define NVC86F_WFI_SCOPE_ALL 0x00000001
|
|
|
|
/* GPFIFO entry format */
|
|
#define NVC86F_GP_ENTRY__SIZE 8
|
|
#define NVC86F_GP_ENTRY0_FETCH 0:0
|
|
#define NVC86F_GP_ENTRY0_FETCH_UNCONDITIONAL 0x00000000
|
|
#define NVC86F_GP_ENTRY0_FETCH_CONDITIONAL 0x00000001
|
|
#define NVC86F_GP_ENTRY0_GET 31:2
|
|
#define NVC86F_GP_ENTRY0_OPERAND 31:0
|
|
#define NVC86F_GP_ENTRY0_PB_EXTENDED_BASE_OPERAND 24:8
|
|
#define NVC86F_GP_ENTRY1_GET_HI 7:0
|
|
#define NVC86F_GP_ENTRY1_LEVEL 9:9
|
|
#define NVC86F_GP_ENTRY1_LEVEL_MAIN 0x00000000
|
|
#define NVC86F_GP_ENTRY1_LEVEL_SUBROUTINE 0x00000001
|
|
#define NVC86F_GP_ENTRY1_LENGTH 30:10
|
|
#define NVC86F_GP_ENTRY1_SYNC 31:31
|
|
#define NVC86F_GP_ENTRY1_SYNC_PROCEED 0x00000000
|
|
#define NVC86F_GP_ENTRY1_SYNC_WAIT 0x00000001
|
|
#define NVC86F_GP_ENTRY1_OPCODE 7:0
|
|
#define NVC86F_GP_ENTRY1_OPCODE_NOP 0x00000000
|
|
#define NVC86F_GP_ENTRY1_OPCODE_ILLEGAL 0x00000001
|
|
#define NVC86F_GP_ENTRY1_OPCODE_GP_CRC 0x00000002
|
|
#define NVC86F_GP_ENTRY1_OPCODE_PB_CRC 0x00000003
|
|
#define NVC86F_GP_ENTRY1_OPCODE_SET_PB_SEGMENT_EXTENDED_BASE 0x00000004
|
|
|
|
#endif // __gh100_clc86f_h__
|