microsoft/mscclpp
1
0
Fork 0
mirror of https://github.com/microsoft/mscclpp.git synced 2026-05-13 17:55:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add cuda graph warmup

Browse Source
This commit is contained in:
Changho Hwang
2023-02-28 14:19:11 +00:00
parent e67024a9d7
commit 6bbee64482
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
tests/p2p_test.cu
View File

@@ -239,12 +239,16 @@ int main(int argc, const char *argv[])
cudaStreamEndCapture(stream, &graph);
cudaGraphInstantiate(&instance, graph, NULL, NULL, 0);
int cudagraphwarmup = 200;
for (int i = 0; i < cudagraphwarmup; ++i) {
cudaGraphLaunch(instance, stream);
}
// measure runtime
CUDACHECK(cudaEventRecord(ev_start, stream));
int cudagraphlaunch = 100;
int cudagraphlaunch = 1000;
for (int i = 0; i < cudagraphlaunch; ++i) {
// kernel<<<1, 32 * (world_size - 1), 0, stream>>>(rank, world_size);
// kernel<<<1, 32 * (world_size - 1), 0, stream>>>(rank, world_size);
cudaGraphLaunch(instance, stream);
}
CUDACHECK(cudaEventRecord(ev_end, stream));