Neural Autoregressive Distribution Estimation Instructor: John Thickstun Discussion Board: Available on Ed! Zoom Link: Available on Canvas Instructor Contact: thickstn@cs.washington.edu Course Webpage: https://courses.cs.washington.edu/courses/cse599i/20au/ CSE 599I: Generative Models Lecture 4 University of Washington
<latexit sha1_base64="ci6TJk2WY1VOSjpfij63botUZcM=">AC43icbVHdbtMwGHXD3wg/6+CSG4uqUytYlVRIA2kSfQCAUJFWrtKdYlcx2mt2XFkO1uL8RNwh7jlRXgT7riFp8DpysQ6Piny8Tnc/z5TAvOtImiH7XgytVr129s3Qxv3b5zd7u+c2+oZakIHRDJpRpNsac5XRgmOF0VCiKxZTo+nxy0o/OqFKM5kfmVBJwLPcpYxgo2nkvrh7iIxEGkmIBLYzAnm9p1rZa1FYp8b137spZnAH7oeoXD3nIcvIFJzW3NXuzgnm8v2/BRtXSeiPqRKuCl0G8Bg2wrn6yUztFqSloLkhHGs9jqPCTCxWhFOXYhKTQtMjvGMj3MsaB6YlfjO9j0TAozqfyXG7hi/+2wWGi9FPvrEbUm1pF/lerGCMl1xsXMNmziWV5URqak7P/ZyWHRsLqiWHKFCWGLz3ARDE/AiRzrDAxPogwRD3qZ1S0j70v7fnoBPKyCKWZyk7Wbhxd2JbzradbYQNmK0j9LKptlHij6h/Ua3Gfor5fSUSCFwnv5tdbaX2Ddv3flJF01DrJxdxayErTYu9FHFm8FcBsNuJ/b4/ZPGwet1aFvgAXgIWiAGT8EBeAX6YAI+A5+gl/gd0CDz8GX4OuZNaite+6DCxV8+wP2zefO</latexit> <latexit sha1_base64="ci6TJk2WY1VOSjpfij63botUZcM=">AC43icbVHdbtMwGHXD3wg/6+CSG4uqUytYlVRIA2kSfQCAUJFWrtKdYlcx2mt2XFkO1uL8RNwh7jlRXgT7riFp8DpysQ6Piny8Tnc/z5TAvOtImiH7XgytVr129s3Qxv3b5zd7u+c2+oZakIHRDJpRpNsac5XRgmOF0VCiKxZTo+nxy0o/OqFKM5kfmVBJwLPcpYxgo2nkvrh7iIxEGkmIBLYzAnm9p1rZa1FYp8b137spZnAH7oeoXD3nIcvIFJzW3NXuzgnm8v2/BRtXSeiPqRKuCl0G8Bg2wrn6yUztFqSloLkhHGs9jqPCTCxWhFOXYhKTQtMjvGMj3MsaB6YlfjO9j0TAozqfyXG7hi/+2wWGi9FPvrEbUm1pF/lerGCMl1xsXMNmziWV5URqak7P/ZyWHRsLqiWHKFCWGLz3ARDE/AiRzrDAxPogwRD3qZ1S0j70v7fnoBPKyCKWZyk7Wbhxd2JbzradbYQNmK0j9LKptlHij6h/Ua3Gfor5fSUSCFwnv5tdbaX2Ddv3flJF01DrJxdxayErTYu9FHFm8FcBsNuJ/b4/ZPGwet1aFvgAXgIWiAGT8EBeAX6YAI+A5+gl/gd0CDz8GX4OuZNaite+6DCxV8+wP2zefO</latexit> <latexit sha1_base64="ci6TJk2WY1VOSjpfij63botUZcM=">AC43icbVHdbtMwGHXD3wg/6+CSG4uqUytYlVRIA2kSfQCAUJFWrtKdYlcx2mt2XFkO1uL8RNwh7jlRXgT7riFp8DpysQ6Piny8Tnc/z5TAvOtImiH7XgytVr129s3Qxv3b5zd7u+c2+oZakIHRDJpRpNsac5XRgmOF0VCiKxZTo+nxy0o/OqFKM5kfmVBJwLPcpYxgo2nkvrh7iIxEGkmIBLYzAnm9p1rZa1FYp8b137spZnAH7oeoXD3nIcvIFJzW3NXuzgnm8v2/BRtXSeiPqRKuCl0G8Bg2wrn6yUztFqSloLkhHGs9jqPCTCxWhFOXYhKTQtMjvGMj3MsaB6YlfjO9j0TAozqfyXG7hi/+2wWGi9FPvrEbUm1pF/lerGCMl1xsXMNmziWV5URqak7P/ZyWHRsLqiWHKFCWGLz3ARDE/AiRzrDAxPogwRD3qZ1S0j70v7fnoBPKyCKWZyk7Wbhxd2JbzradbYQNmK0j9LKptlHij6h/Ua3Gfor5fSUSCFwnv5tdbaX2Ddv3flJF01DrJxdxayErTYu9FHFm8FcBsNuJ/b4/ZPGwet1aFvgAXgIWiAGT8EBeAX6YAI+A5+gl/gd0CDz8GX4OuZNaite+6DCxV8+wP2zefO</latexit> <latexit sha1_base64="ci6TJk2WY1VOSjpfij63botUZcM=">AC43icbVHdbtMwGHXD3wg/6+CSG4uqUytYlVRIA2kSfQCAUJFWrtKdYlcx2mt2XFkO1uL8RNwh7jlRXgT7riFp8DpysQ6Piny8Tnc/z5TAvOtImiH7XgytVr129s3Qxv3b5zd7u+c2+oZakIHRDJpRpNsac5XRgmOF0VCiKxZTo+nxy0o/OqFKM5kfmVBJwLPcpYxgo2nkvrh7iIxEGkmIBLYzAnm9p1rZa1FYp8b137spZnAH7oeoXD3nIcvIFJzW3NXuzgnm8v2/BRtXSeiPqRKuCl0G8Bg2wrn6yUztFqSloLkhHGs9jqPCTCxWhFOXYhKTQtMjvGMj3MsaB6YlfjO9j0TAozqfyXG7hi/+2wWGi9FPvrEbUm1pF/lerGCMl1xsXMNmziWV5URqak7P/ZyWHRsLqiWHKFCWGLz3ARDE/AiRzrDAxPogwRD3qZ1S0j70v7fnoBPKyCKWZyk7Wbhxd2JbzradbYQNmK0j9LKptlHij6h/Ua3Gfor5fSUSCFwnv5tdbaX2Ddv3flJF01DrJxdxayErTYu9FHFm8FcBsNuJ/b4/ZPGwet1aFvgAXgIWiAGT8EBeAX6YAI+A5+gl/gd0CDz8GX4OuZNaite+6DCxV8+wP2zefO</latexit> <latexit sha1_base64="Wy7TcPOwcD10D4VPkziPB6fbk=">AC+nicdVFdixMxFE3Hr7V+dfXRl2AptDIsnSIorAsL9kEscK2W2hqyWQybdhkMiS369R0/oQ/wTfxVcRX/Rf+GzPd+rEuXgjncHPTc69cS6FhW73Ry24dPnK1Ws71+s3bt6faexe3dk9dIwPmRajOqeVSZHwIAiQf54ZTFUt+HJ8q+6PT7mxQmdHsMr5VNF5JlLBKPjUrBHmbQK8gDh1RdnB5jkRiczBwdR+eYI5+1iButi5p5C2dmbNZrdve4m8EUSbUkTbWMw2619IYlmS8UzYJaO4m6OUwdNSCY5GWdLC3PKTuhcz7xNKOK26nb2Cpxy2cSnGrjTwZ4k/1b4aiyisIi9GhXKq4QFqCSmBDSb01fxPGsQoL62U8nBuaLwQrwlRqCmGlB62lLfH5z0D6ZOpEli+BZ+zsL+lSYtC4GiNOhOEM5MoTyozwdjBbUEMZ+GHX6TPvV/DX/r2r3JuKGjz0BFq5oWpfc/J2HF/lQOqO+Y9P0ilfA9xo6ILE3EaVFOelPXLl2ndK06xs2I7JOkKrPiHSdrst/step+khl/y7RSNEt+SUvX/93kf+84kmjSkfkiBvwaDboNx39u9eLZNTbizx/ah5+GK78x10Hz1AbRShx+gQPUcDNEQMvUdf0Tf0PVgH4KPwaez0qC21dxD5yL4/BNeTvSZ</latexit> <latexit sha1_base64="Wy7TcPOwcD10D4VPkziPB6fbk=">AC+nicdVFdixMxFE3Hr7V+dfXRl2AptDIsnSIorAsL9kEscK2W2hqyWQybdhkMiS369R0/oQ/wTfxVcRX/Rf+GzPd+rEuXgjncHPTc69cS6FhW73Ry24dPnK1Ws71+s3bt6faexe3dk9dIwPmRajOqeVSZHwIAiQf54ZTFUt+HJ8q+6PT7mxQmdHsMr5VNF5JlLBKPjUrBHmbQK8gDh1RdnB5jkRiczBwdR+eYI5+1iButi5p5C2dmbNZrdve4m8EUSbUkTbWMw2619IYlmS8UzYJaO4m6OUwdNSCY5GWdLC3PKTuhcz7xNKOK26nb2Cpxy2cSnGrjTwZ4k/1b4aiyisIi9GhXKq4QFqCSmBDSb01fxPGsQoL62U8nBuaLwQrwlRqCmGlB62lLfH5z0D6ZOpEli+BZ+zsL+lSYtC4GiNOhOEM5MoTyozwdjBbUEMZ+GHX6TPvV/DX/r2r3JuKGjz0BFq5oWpfc/J2HF/lQOqO+Y9P0ilfA9xo6ILE3EaVFOelPXLl2ndK06xs2I7JOkKrPiHSdrst/step+khl/y7RSNEt+SUvX/93kf+84kmjSkfkiBvwaDboNx39u9eLZNTbizx/ah5+GK78x10Hz1AbRShx+gQPUcDNEQMvUdf0Tf0PVgH4KPwaez0qC21dxD5yL4/BNeTvSZ</latexit> <latexit sha1_base64="Wy7TcPOwcD10D4VPkziPB6fbk=">AC+nicdVFdixMxFE3Hr7V+dfXRl2AptDIsnSIorAsL9kEscK2W2hqyWQybdhkMiS369R0/oQ/wTfxVcRX/Rf+GzPd+rEuXgjncHPTc69cS6FhW73Ry24dPnK1Ws71+s3bt6faexe3dk9dIwPmRajOqeVSZHwIAiQf54ZTFUt+HJ8q+6PT7mxQmdHsMr5VNF5JlLBKPjUrBHmbQK8gDh1RdnB5jkRiczBwdR+eYI5+1iButi5p5C2dmbNZrdve4m8EUSbUkTbWMw2619IYlmS8UzYJaO4m6OUwdNSCY5GWdLC3PKTuhcz7xNKOK26nb2Cpxy2cSnGrjTwZ4k/1b4aiyisIi9GhXKq4QFqCSmBDSb01fxPGsQoL62U8nBuaLwQrwlRqCmGlB62lLfH5z0D6ZOpEli+BZ+zsL+lSYtC4GiNOhOEM5MoTyozwdjBbUEMZ+GHX6TPvV/DX/r2r3JuKGjz0BFq5oWpfc/J2HF/lQOqO+Y9P0ilfA9xo6ILE3EaVFOelPXLl2ndK06xs2I7JOkKrPiHSdrst/step+khl/y7RSNEt+SUvX/93kf+84kmjSkfkiBvwaDboNx39u9eLZNTbizx/ah5+GK78x10Hz1AbRShx+gQPUcDNEQMvUdf0Tf0PVgH4KPwaez0qC21dxD5yL4/BNeTvSZ</latexit> <latexit sha1_base64="Wy7TcPOwcD10D4VPkziPB6fbk=">AC+nicdVFdixMxFE3Hr7V+dfXRl2AptDIsnSIorAsL9kEscK2W2hqyWQybdhkMiS369R0/oQ/wTfxVcRX/Rf+GzPd+rEuXgjncHPTc69cS6FhW73Ry24dPnK1Ws71+s3bt6faexe3dk9dIwPmRajOqeVSZHwIAiQf54ZTFUt+HJ8q+6PT7mxQmdHsMr5VNF5JlLBKPjUrBHmbQK8gDh1RdnB5jkRiczBwdR+eYI5+1iButi5p5C2dmbNZrdve4m8EUSbUkTbWMw2619IYlmS8UzYJaO4m6OUwdNSCY5GWdLC3PKTuhcz7xNKOK26nb2Cpxy2cSnGrjTwZ4k/1b4aiyisIi9GhXKq4QFqCSmBDSb01fxPGsQoL62U8nBuaLwQrwlRqCmGlB62lLfH5z0D6ZOpEli+BZ+zsL+lSYtC4GiNOhOEM5MoTyozwdjBbUEMZ+GHX6TPvV/DX/r2r3JuKGjz0BFq5oWpfc/J2HF/lQOqO+Y9P0ilfA9xo6ILE3EaVFOelPXLl2ndK06xs2I7JOkKrPiHSdrst/step+khl/y7RSNEt+SUvX/93kf+84kmjSkfkiBvwaDboNx39u9eLZNTbizx/ah5+GK78x10Hz1AbRShx+gQPUcDNEQMvUdf0Tf0PVgH4KPwaez0qC21dxD5yL4/BNeTvSZ</latexit> <latexit sha1_base64="BnSrLQjBKfs0XzY0cGPqIH81GKc=">AC4XicdVHLihNBFK20rzG+Ms7STWEIZKQZ0kFQGBcDZiGCGMFkAqkQqurk2Lq0VTdjB1r+gPciVsXbvUH/Bf/xupMfIyDF4pzuPeW/eRFlI46PV+NKIrV69dv7Fzs3nr9p2791q798fOrCzjI2aksZOUOi6F5iMQIPmksJyqVPLj9OR5HT8+5dYJo9/CuAzRda5IJRCK5a48sKeCiW87hrJz7Z1DtH8xb7d5Bb2P4Mkm2pI2NpzvNr6TzLCV4hqYpM5Nk14BM08tCZ51SQrxwvKTuiCTwPVHE385vuK9wJngznxoanAW+8fys8VU5RWMYB3VqlNcJS1VALXCwp8DJE4jRVcemCjMcLS4ulYGWcS0MhrvVgjHQVvtgM5E9nXuhiBVyz817ylcRgcL0tnAnLGch1IJRZEcbBbEktZRB2mySAQ/zWv4qlH9dcEvB2EeULtQtKzC/AsS1+xP5pCGitkg3EuJUGPidB5Jk7Latqf+W7l9yvfaWLcTsghyeo0J95zckYO2/1OM2xS83fMKEV19kta+cHvIv/7xNtrKo8kWNuIaDdYLh08u9dL5Nx/yAJ/M3j9tHL7c130AP0EHVRgp6gI/QCDdEIMbRGX9BX9C1i0YfoY/TpPDVqbDV76IJFn38C5m/qpQ=</latexit> <latexit sha1_base64="BnSrLQjBKfs0XzY0cGPqIH81GKc=">AC4XicdVHLihNBFK20rzG+Ms7STWEIZKQZ0kFQGBcDZiGCGMFkAqkQqurk2Lq0VTdjB1r+gPciVsXbvUH/Bf/xupMfIyDF4pzuPeW/eRFlI46PV+NKIrV69dv7Fzs3nr9p2791q798fOrCzjI2aksZOUOi6F5iMQIPmksJyqVPLj9OR5HT8+5dYJo9/CuAzRda5IJRCK5a48sKeCiW87hrJz7Z1DtH8xb7d5Bb2P4Mkm2pI2NpzvNr6TzLCV4hqYpM5Nk14BM08tCZ51SQrxwvKTuiCTwPVHE385vuK9wJngznxoanAW+8fys8VU5RWMYB3VqlNcJS1VALXCwp8DJE4jRVcemCjMcLS4ulYGWcS0MhrvVgjHQVvtgM5E9nXuhiBVyz817ylcRgcL0tnAnLGch1IJRZEcbBbEktZRB2mySAQ/zWv4qlH9dcEvB2EeULtQtKzC/AsS1+xP5pCGitkg3EuJUGPidB5Jk7Latqf+W7l9yvfaWLcTsghyeo0J95zckYO2/1OM2xS83fMKEV19kta+cHvIv/7xNtrKo8kWNuIaDdYLh08u9dL5Nx/yAJ/M3j9tHL7c130AP0EHVRgp6gI/QCDdEIMbRGX9BX9C1i0YfoY/TpPDVqbDV76IJFn38C5m/qpQ=</latexit> <latexit sha1_base64="BnSrLQjBKfs0XzY0cGPqIH81GKc=">AC4XicdVHLihNBFK20rzG+Ms7STWEIZKQZ0kFQGBcDZiGCGMFkAqkQqurk2Lq0VTdjB1r+gPciVsXbvUH/Bf/xupMfIyDF4pzuPeW/eRFlI46PV+NKIrV69dv7Fzs3nr9p2791q798fOrCzjI2aksZOUOi6F5iMQIPmksJyqVPLj9OR5HT8+5dYJo9/CuAzRda5IJRCK5a48sKeCiW87hrJz7Z1DtH8xb7d5Bb2P4Mkm2pI2NpzvNr6TzLCV4hqYpM5Nk14BM08tCZ51SQrxwvKTuiCTwPVHE385vuK9wJngznxoanAW+8fys8VU5RWMYB3VqlNcJS1VALXCwp8DJE4jRVcemCjMcLS4ulYGWcS0MhrvVgjHQVvtgM5E9nXuhiBVyz817ylcRgcL0tnAnLGch1IJRZEcbBbEktZRB2mySAQ/zWv4qlH9dcEvB2EeULtQtKzC/AsS1+xP5pCGitkg3EuJUGPidB5Jk7Latqf+W7l9yvfaWLcTsghyeo0J95zckYO2/1OM2xS83fMKEV19kta+cHvIv/7xNtrKo8kWNuIaDdYLh08u9dL5Nx/yAJ/M3j9tHL7c130AP0EHVRgp6gI/QCDdEIMbRGX9BX9C1i0YfoY/TpPDVqbDV76IJFn38C5m/qpQ=</latexit> <latexit sha1_base64="BnSrLQjBKfs0XzY0cGPqIH81GKc=">AC4XicdVHLihNBFK20rzG+Ms7STWEIZKQZ0kFQGBcDZiGCGMFkAqkQqurk2Lq0VTdjB1r+gPciVsXbvUH/Bf/xupMfIyDF4pzuPeW/eRFlI46PV+NKIrV69dv7Fzs3nr9p2791q798fOrCzjI2aksZOUOi6F5iMQIPmksJyqVPLj9OR5HT8+5dYJo9/CuAzRda5IJRCK5a48sKeCiW87hrJz7Z1DtH8xb7d5Bb2P4Mkm2pI2NpzvNr6TzLCV4hqYpM5Nk14BM08tCZ51SQrxwvKTuiCTwPVHE385vuK9wJngznxoanAW+8fys8VU5RWMYB3VqlNcJS1VALXCwp8DJE4jRVcemCjMcLS4ulYGWcS0MhrvVgjHQVvtgM5E9nXuhiBVyz817ylcRgcL0tnAnLGch1IJRZEcbBbEktZRB2mySAQ/zWv4qlH9dcEvB2EeULtQtKzC/AsS1+xP5pCGitkg3EuJUGPidB5Jk7Latqf+W7l9yvfaWLcTsghyeo0J95zckYO2/1OM2xS83fMKEV19kta+cHvIv/7xNtrKo8kWNuIaDdYLh08u9dL5Nx/yAJ/M3j9tHL7c130AP0EHVRgp6gI/QCDdEIMbRGX9BX9C1i0YfoY/TpPDVqbDV76IJFn38C5m/qpQ=</latexit> Autoregressive Modeling • Factor the joint distribution into conditionals: T Y p ( x ) = p ( x t | x <t ) . t =1 • Learn the conditional distributions p ( x t | x <t ) . ˆ • Linear autoregressive model: x t ∼ N ( f ( x <t ) , σ 2 ) , f ( x <t ) = ρ ( x t − 1 − µ ) + µ. CSE 599I: Generative Models Lecture 4 University of Washington
Recommend
More recommend