1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
|
/*
* Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved.
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
*/
#pragma once
#include "cudnn_frontend_EngineConfigGenerator.h"
namespace cudnn_frontend {
auto inline EngineConfigGenerator::cudnnGetPlan(cudnnHandle_t handle, OperationGraph& opGraph, size_t max_plans)
-> executionPlans_t {
// Creating a set of execution plans that are supported.
executionPlans_t plans;
for (auto& engine_config : generate_engine_config(opGraph)) {
#ifndef NV_CUDNN_DISABLE_EXCEPTION
try {
#endif
plans.push_back(
ExecutionPlanBuilder().setHandle(handle).setEngineConfig(engine_config, opGraph.getTag()).build());
CUDNN_FE_LOG_LABEL_ENDL("Added plan " << plans.back().getTag() << " "
<< to_string(plans.back().get_status()));
#ifndef NV_CUDNN_DISABLE_EXCEPTION
} catch (cudnnException& e) {
CUDNN_FRONTEND_UNUSED(e);
continue;
}
#endif
if (plans.size() >= max_plans) {
break;
}
}
return plans;
}
auto inline EngineConfigGenerator::cudnnGetPlan(cudnnHandle_t handle,
OperationGraph& opGraph,
Predicate pred,
size_t max_plans) -> executionPlans_t {
// Creating a set of execution plans that are supported.
executionPlans_t plans = cudnnGetPlan(handle, opGraph, max_plans);
return filter(pred, plans);
}
} // namespace cudnn_frontend
|