DOC: log likelihood fails to sum over observed data points in one place

Author: Leengit

tensorflow_probability/examples/jupyter_notebooks/Variational_Inference_and_Joint_Distributions.ipynb

@@ -102,7 +102,7 @@
         "\u0026\\defeq -\\log \\int \\textrm{d}\\theta\\, r(\\theta) \\prod_i^n p(y_i|x_i,\\theta, \\omega) \u0026\u0026 \\text{(Really hard integral)} \\\\\n",
         "\u0026= -\\log \\int \\textrm{d}\\theta\\, q(\\theta) \\frac{1}{q(\\theta)} r(\\theta) \\prod_i^n p(y_i|x_i,\\theta, \\omega) \u0026\u0026 \\text{(Multiply by 1)}\\\\\n",
         "\u0026\\le - \\int \\textrm{d}\\theta\\, q(\\theta) \\log \\frac{r(\\theta) \\prod_i^n p(y_i|x_i,\\theta, \\omega)}{q(\\theta)}  \u0026\u0026 \\text{(Jensen's inequality)}\\\\\n",
-        "\u0026\\defeq \\E_{q(\\Theta)}[ -\\log p(y_i|x_i,\\Theta, \\omega) ] + \\K[q(\\Theta), r(\\Theta)]\\\\\n",
+        "\u0026\\defeq \\E_{q(\\Theta)}[ -\\sum_i^n \\log p(y_i|x_i,\\Theta, \\omega) ] + \\K[q(\\Theta), r(\\Theta)]\\\\\n",
         "\u0026\\defeq ``\\text{expected negative log likelihood\"} + ``\\text{kl regularizer\"}\n",
         "\\end{align*}\n",
         "\n",