-
Notifications
You must be signed in to change notification settings - Fork 224
/
conv_embed_db.cpp
230 lines (200 loc) · 8.5 KB
/
conv_embed_db.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
#include <tuple>
#include <miopen/miopen.h>
#include <gtest/gtest.h>
#include <miopen/miopen.h>
#include <miopen/env.hpp>
#include "conv_2d.hpp"
#include "get_handle.hpp"
using TestCase = std::tuple<std::vector<std::string>, std::string>;
std::string GetFloatArg()
{
static const auto tmp = miopen::GetEnv("MIOPEN_TEST_FLOAT_ARG");
if(tmp.empty())
{
return "";
}
return tmp.front();
};
std::vector<std::string> GetEnvVars(const std::vector<std::string>& check_vars)
{
std::vector<std::string> vars = {};
for(const auto& cvar : check_vars)
{
static const auto tmp = miopen::GetEnv(cvar.c_str());
if(!tmp.empty())
{
vars.push_back(cvar + "=0");
}
}
return vars;
};
void GetArgs(const TestCase& param, std::vector<std::string>& tokens)
{
auto env_vars = std::get<0>(param);
for(auto& elem : env_vars)
{
putenv(elem.data());
}
auto cmd = std::get<1>(param);
std::stringstream ss(cmd);
std::istream_iterator<std::string> begin(ss);
std::istream_iterator<std::string> end;
while(begin != end)
tokens.push_back(*begin++);
}
class Conv2dHalf : public testing::TestWithParam<std::vector<TestCase>>
{
};
class Conv2dInt8 : public testing::TestWithParam<std::vector<TestCase>>
{
};
class Conv2dBFloat16 : public testing::TestWithParam<std::vector<TestCase>>
{
};
class Conv2dFloat : public testing::TestWithParam<std::vector<TestCase>>
{
};
void Run2dDriver(miopenDataType_t prec)
{
std::vector<TestCase> params;
switch(prec)
{
case miopenFloat: params = Conv2dFloat::GetParam(); break;
case miopenHalf: params = Conv2dHalf::GetParam(); break;
case miopenInt8: params = Conv2dInt8::GetParam(); break;
case miopenBFloat16: params = Conv2dBFloat16::GetParam(); break;
case miopenInt8x4:
case miopenInt32:
case miopenDouble:
MIOPEN_THROW(miopenStatusBadParm,
"miopenInt8x4, miopenInt32, miopenDouble data type not supported by "
"conv_embed_db test");
default: params = Conv2dFloat::GetParam();
}
for(const auto& test_value : params)
{
std::vector<std::string> tokens;
GetArgs(test_value, tokens);
std::vector<const char*> ptrs;
std::transform(tokens.begin(), tokens.end(), std::back_inserter(ptrs), [](const auto& str) {
return str.data();
});
testing::internal::CaptureStderr();
test_drive<conv2d_driver>(ptrs.size(), ptrs.data());
auto capture = testing::internal::GetCapturedStderr();
EXPECT_FALSE(capture.find("Perf Db: record not found") != std::string::npos);
}
};
TEST_P(Conv2dFloat, FloatTest)
{
#if MIOPEN_EMBED_DB
const auto& handle = get_handle();
if(miopen::StartsWith(handle.GetDeviceName(), "gfx908") ||
miopen::StartsWith(handle.GetDeviceName(), "gfx90a") || GetFloatArg() != "--float")
{
GTEST_SKIP();
}
else
{
Run2dDriver(miopenFloat);
}
#else
GTEST_SKIP();
#endif
};
TEST_P(Conv2dHalf, HalfTest)
{
#if MIOPEN_EMBED_DB
const auto& handle = get_handle();
if(miopen::StartsWith(handle.GetDeviceName(), "gfx908") ||
miopen::StartsWith(handle.GetDeviceName(), "gfx90a") || GetFloatArg() != "--half")
{
GTEST_SKIP();
}
else
{
Run2dDriver(miopenHalf);
}
#else
GTEST_SKIP();
#endif
};
TEST_P(Conv2dInt8, Int8Test)
{
#if MIOPEN_EMBED_DB
const auto& handle = get_handle();
if(miopen::StartsWith(handle.GetDeviceName(), "gfx908") ||
miopen::StartsWith(handle.GetDeviceName(), "gfx90a") || GetFloatArg() != "--int8")
{
GTEST_SKIP();
}
else
{
Run2dDriver(miopenInt8);
}
#else
GTEST_SKIP();
#endif
};
TEST_P(Conv2dBFloat16, BFloat16Test)
{
#if MIOPEN_EMBED_DB
const auto& handle = get_handle();
if(miopen::StartsWith(handle.GetDeviceName(), "gfx908") ||
miopen::StartsWith(handle.GetDeviceName(), "gfx90a") || GetFloatArg() != "--bfloat16")
{
GTEST_SKIP();
}
else
{
Run2dDriver(miopenBFloat16);
}
#else
GTEST_SKIP();
#endif
};
std::vector<TestCase> GetTestCases(const std::string& precision)
{
std::vector<std::string> winograd = {
"MIOPEN_DEBUG_AMD_WINOGRAD_RXS_F3X2"}; // WORKAROUND for issue #1008 when set to 0
std::vector<std::string> igemm_wrw = {
"MIOPEN_DEBUG_AMD_WINOGRAD_RXS_F3X2", // WORKAROUND for issue #1008 when set to 0
"MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_WRW_4R1"}; // WORKAROUND for issue #874 when set to 0
std::vector<std::string> igemm_fwd = {
"MIOPEN_DEBUG_AMD_WINOGRAD_RXS_F3X2", // WORKAROUND for issue #1008 when set to 0
"MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_FWD_4R1"}; // WORKAROUND for issue #874 when set to 0
std::vector<std::string> igemm_fwd_wrw = {
"MIOPEN_DEBUG_AMD_WINOGRAD_RXS_F3X2", // WORKAROUND for issue #1008 when set to 0
"MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_FWD_4R1", // WORKAROUND for issue #874 when set to 0
"MIOPEN_DEBUG_CONV_IMPLICIT_GEMM_HIP_WRW_4R1"}; // WORKAROUND for issue #874 when set to 0
std::string flags = " --disable-validation --verbose";
const std::vector<TestCase> test_cases = {
// clang-format off
TestCase{GetEnvVars(winograd), precision + flags + " --input 128 128 28 28 --weights 128 128 3 3 --pads_strides_dilations 1 1 1 1 1 1"},
TestCase{GetEnvVars(winograd), precision + flags + " --input 128 256 56 56 --weights 512 256 1 1 --pads_strides_dilations 0 0 2 2 1 1"},
TestCase{GetEnvVars(winograd), precision + flags + " --input 128 3 230 230 --weights 64 3 7 7 --pads_strides_dilations 0 0 2 2 1 1"},
TestCase{GetEnvVars(igemm_wrw), precision + flags + " --input 128 64 56 56 --weights 64 64 3 3 --pads_strides_dilations 1 1 1 1 1 1"},
TestCase{GetEnvVars(igemm_wrw), precision + flags + " --input 128 256 14 14 --weights 256 256 3 3 --pads_strides_dilations 1 1 1 1 1 1"},
TestCase{GetEnvVars(igemm_wrw), precision + flags + " --input 128 512 7 7 --weights 512 512 3 3 --pads_strides_dilations 1 1 1 1 1 1"},
TestCase{GetEnvVars(igemm_wrw), precision + flags + " --input 128 1024 14 14 --weights 512 1024 1 1 --pads_strides_dilations 0 0 2 2 1 1"},
TestCase{GetEnvVars(igemm_wrw), precision + flags + " --input 128 1024 14 14 --weights 2048 1024 1 1 --pads_strides_dilations 0 0 2 2 1 1"},
TestCase{GetEnvVars(igemm_fwd), precision + flags + " --input 128 256 14 14 --weights 1024 256 1 1 --pads_strides_dilations 0 0 1 1 1 1"},
TestCase{GetEnvVars(igemm_fwd), precision + flags + " --input 128 512 28 28 --weights 256 512 1 1 --pads_strides_dilations 0 0 2 2 1 1"},
TestCase{GetEnvVars(igemm_fwd), precision + flags + " --input 128 1024 14 14 --weights 256 1024 1 1 --pads_strides_dilations 0 0 1 1 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 64 56 56 --weights 256 64 1 1 --pads_strides_dilations 0 0 1 1 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 64 56 56 --weights 64 64 1 1 --pads_strides_dilations 0 0 1 1 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 128 28 28 --weights 512 128 1 1 --pads_strides_dilations 0 0 1 1 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 256 56 56 --weights 128 256 1 1 --pads_strides_dilations 0 0 2 2 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 256 56 56 --weights 64 256 1 1 --pads_strides_dilations 0 0 1 1 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 512 28 28 --weights 1024 512 1 1 --pads_strides_dilations 0 0 2 2 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 512 28 28 --weights 128 512 1 1 --pads_strides_dilations 0 0 1 1 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 512 7 7 --weights 2048 512 1 1 --pads_strides_dilations 0 0 1 1 1 1"},
TestCase{GetEnvVars(igemm_fwd_wrw), precision + flags + " --input 128 2048 7 7 --weights 512 2048 1 1 --pads_strides_dilations 0 0 1 1 1 1"}
// clang-format on
};
return test_cases;
}
INSTANTIATE_TEST_SUITE_P(Conv2dGroup, Conv2dFloat, testing::Values(GetTestCases("--float")));
INSTANTIATE_TEST_SUITE_P(Conv2dGroup, Conv2dHalf, testing::Values(GetTestCases("--half")));
INSTANTIATE_TEST_SUITE_P(Conv2dGroup, Conv2dInt8, testing::Values(GetTestCases("--int8")));
INSTANTIATE_TEST_SUITE_P(Conv2dGroup, Conv2dBFloat16, testing::Values(GetTestCases("--bfloat16")));