Add inplace tests for several torch::nn modules / functionals (#35147)

Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/35147

Test Plan: Imported from OSS

Differential Revision: D20578217

Pulled By: yf225

fbshipit-source-id: b8bafa49ee94c7dfbbca6e100ee3d9df5b2b621c
This commit is contained in:
Will Feng
2020-03-21 09:59:31 -07:00
committed by Facebook GitHub Bot
parent f515d87296
commit bbec4520c6
4 changed files with 277 additions and 161 deletions
+18 -6
View File
@@ -2328,9 +2328,15 @@ TEST_F(FunctionalTest, AlphaDropout) {
auto input_std = input.std();
for (const auto rate : {0.2, 0.5, 0.8}) {
auto output = F::alpha_dropout(input, F::AlphaDropoutFuncOptions().p(rate).training(false));
ASSERT_TRUE(torch::allclose(input_mean, output.mean(), 0.1));
ASSERT_TRUE(torch::allclose(input_std, output.std(), 0.1));
for (const auto inplace : {false, true}) {
auto input_ = input.clone();
auto output = F::alpha_dropout(input_, F::AlphaDropoutFuncOptions().p(rate).training(false).inplace(inplace));
ASSERT_TRUE(torch::allclose(input_mean, output.mean(), 0.1));
ASSERT_TRUE(torch::allclose(input_std, output.std(), 0.1));
if (inplace) {
ASSERT_TRUE(torch::allclose(input_, output));
}
}
}
auto output = F::detail::alpha_dropout(input, 0.5, false, false);
ASSERT_TRUE(torch::allclose(input_mean, output.mean(), 0.1));
@@ -2343,9 +2349,15 @@ TEST_F(FunctionalTest, FeatureAlphaDropout) {
auto input_std = input.std();
for (const auto rate : {0.2, 0.5, 0.8}) {
auto output = F::feature_alpha_dropout(input, F::FeatureAlphaDropoutFuncOptions().p(rate).training(false));
ASSERT_TRUE(torch::allclose(input_mean, output.mean(), 0.1));
ASSERT_TRUE(torch::allclose(input_std, output.std(), 0.1));
for (const auto inplace : {false, true}) {
auto input_ = input.clone();
auto output = F::feature_alpha_dropout(input_, F::FeatureAlphaDropoutFuncOptions().p(rate).training(false).inplace(inplace));
ASSERT_TRUE(torch::allclose(input_mean, output.mean(), 0.1));
ASSERT_TRUE(torch::allclose(input_std, output.std(), 0.1));
if (inplace) {
ASSERT_TRUE(torch::allclose(input_, output));
}
}
}
auto output = F::feature_alpha_dropout(input);
ASSERT_TRUE(torch::allclose(input_mean, output.mean(), 0.1));