[nn] add set_to_none flag for C++ optim endpoint (#92989)

Pull Request resolved: https://github.com/pytorch/pytorch/pull/92989
Approved by: https://github.com/ngimel, https://github.com/Skylion007
This commit is contained in:
Jane Xu
2023-01-25 19:47:57 +00:00
committed by PyTorch MergeBot
parent dbeb513192
commit 819bd5b77a
3 changed files with 9 additions and 7 deletions
+1 -2
View File
@@ -435,8 +435,7 @@ TEST(OptimTest, ZeroGrad) {
optimizer.zero_grad();
for (const auto& parameter : model->parameters()) {
ASSERT_TRUE(parameter.grad().defined());
ASSERT_EQ(parameter.grad().sum().item<float>(), 0);
ASSERT_FALSE(parameter.grad().defined());
}
}