Merge pull request #1 from harrismirza/master

Update categorical_test.py
SiegeLordEx · Dec 4, 2018 · d691538 · d691538
2 parents eaf626a + 45347a7
commit d691538
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/tensorflow_probability/python/distributions/categorical_test.py b/tensorflow_probability/python/distributions/categorical_test.py
@@ -338,6 +338,19 @@ def testEntropyGradient(self):
                           res["categorical_entropy"])
       self.assertAllClose(res["true_entropy_g"],
                           res["categorical_entropy_g"])
+
+
+  def testEntropyWithZeroProbabilities(self):
+    probs = [[0, 0.5, 0.5], [0, 1, 0]]
+    dist = categorical.Categorical(probs=probs)
+    dist_entropy = dist.entropy()
+
+    with self.cached_session():
+      self.assertAllClose(dist_entropy.eval(), 
+                          [
+                            -(0.5*np.log(0.5) + 0.5*np.log(0.5)),
+                            -(np.log(1))
+                          ])
 
   def testSample(self):
     with self.cached_session():