NVIDIA/open-gpu-kernel-modules
1
0
Fork 0
mirror of https://github.com/NVIDIA/open-gpu-kernel-modules.git synced 2026-02-21 15:33:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

575.51.02

Browse Source
This commit is contained in:
Bernhard Stoeckner
2025-04-17 19:35:38 +02:00
parent e8113f665d
commit 4159579888
1142 changed files with 309085 additions and 272273 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
kernel-open/nvidia-uvm/uvm_migrate_pageable.h
View File

@@ -41,7 +41,7 @@ typedef struct
// dst_node_id may be clobbered by uvm_migrate_pageable().
int dst_node_id;
uvm_populate_permissions_t populate_permissions;
bool touch : 1;
NvU32 populate_flags;
bool skip_mapped : 1;
bool populate_on_cpu_alloc_failures : 1;
bool populate_on_migrate_vma_failures : 1;
@@ -116,18 +116,21 @@ typedef struct
uvm_tracker_t tracker;
struct {
// Array of page IOMMU mappings created during allocate_and_copy.
// Required when using SYS aperture. They are freed in
// finalize_and_map. Also keep an array with the GPUs for which the
// mapping was created.
NvU64 addrs[UVM_MIGRATE_VMA_MAX_PAGES];
uvm_gpu_t *addrs_gpus[UVM_MIGRATE_VMA_MAX_PAGES];
// Mask of pages with entries in the dma address arrays above
DECLARE_BITMAP(page_mask, UVM_MIGRATE_VMA_MAX_PAGES);
// Number of pages for which IOMMU mapping were created
unsigned long num_pages;
unsigned long num_pages;
// Scatter list managing the necessary copying GPU's IOMMU mappings
// used to populate anon pages.
struct sg_table sgt_anon;
uvm_gpu_t *sgt_anon_gpu;
// Scatter list managing the necessary copying GPU's IOMMU mappings
// used to copy pages from a source processor.
struct sg_table sgt_from[UVM_ID_MAX_PROCESSORS];
// The copying GPUs that performs the copy from the source processors
// for which IOMMU mappings are created.
uvm_gpu_t *sgt_from_gpus[UVM_ID_MAX_PROCESSORS];
} dma;
// Processors where pages are resident before calling migrate_vma
@@ -195,10 +198,6 @@ struct migrate_vma {
// userspace API callers to complete the whole migration. Kernel callers are
// expected to handle this error according to their respective usecases.
//
// If touch is true, a touch will be attempted on all pages in the requested
// range. All pages are only guaranteed to have been touched if
// NV_WARN_NOTHING_TO_DO or NV_OK is returned.
//
// Locking: mmap_lock must be held in read or write mode
NV_STATUS uvm_migrate_pageable(uvm_migrate_args_t *uvm_migrate_args);
@@ -220,10 +219,8 @@ static NV_STATUS uvm_migrate_pageable(uvm_migrate_args_t *uvm_migrate_args)
status = uvm_populate_pageable(uvm_migrate_args->mm,
uvm_migrate_args->start,
uvm_migrate_args->length,
0,
uvm_migrate_args->touch,
uvm_migrate_args->populate_permissions,
0);
uvm_migrate_args->populate_flags);
if (status != NV_OK)
return status;