mirror of
https://github.com/pytorch/pytorch.git
synced 2026-11-20 09:04:25 +08:00
ENH Adds label_smoothing to cross entropy loss (#63122)
Summary: Fixes https://github.com/pytorch/pytorch/issues/7455 Partially resolves pytorch/vision#4281 Pull Request resolved: https://github.com/pytorch/pytorch/pull/63122 Reviewed By: iramazanli Differential Revision: D30586076 Pulled By: jbschlosser fbshipit-source-id: 06afc3aa1f8b9edb07fe9ed68c58968ad1926924
This commit is contained in:
committed by
Facebook GitHub Bot
parent
8af1407eab
commit
d3bcba5f85
@@ -792,6 +792,20 @@ TEST_F(FunctionalTest, CrossEntropy) {
|
||||
|
||||
ASSERT_TRUE(output.allclose(expected, 1e-04));
|
||||
ASSERT_TRUE(F::cross_entropy(input, target).allclose(expected, 1e-04));
|
||||
|
||||
// label smoothing with class indices
|
||||
input = torch::tensor({{3., 1.}, {1., 2.}}, torch::kFloat);
|
||||
output = F::cross_entropy(
|
||||
input, target, F::CrossEntropyFuncOptions().label_smoothing(0.15).reduction(torch::kMean));
|
||||
expected = torch::tensor(0.3326, torch::kFloat);
|
||||
ASSERT_TRUE(output.allclose(expected, 1e-04));
|
||||
|
||||
// label smoothing with target probabilities
|
||||
target = torch::tensor({{0.8, 0.2}, {0.1, 0.9}}, torch::kFloat);
|
||||
output = F::cross_entropy(
|
||||
input, target, F::CrossEntropyFuncOptions().label_smoothing(0.2).reduction(torch::kMean));
|
||||
expected = torch::tensor(0.5701, torch::kFloat);
|
||||
ASSERT_TRUE(output.allclose(expected, 1e-04));
|
||||
}
|
||||
|
||||
TEST_F(FunctionalTest, MaxUnpool1d) {
|
||||
|
||||
Reference in New Issue
Block a user