Machine Learning II DS 4420 - Spring 2020 MLE, MAP, & Graphical models Byron C. Wallace
<latexit sha1_base64="JsKmSepmNWNejK/x7/A8U4xcOHU=">AF/HicfZTdbtMwFIC9scIofxtcIqSK3nBRTcmYtgkJaRoacDmqdZvUVJPjnLbWHCfYzv4sc8OrcIMQNyDxCjwDb4PdRqKJIxwpcs75zq9PHOeMShUEf5aWb620bt9Zvdu+d/Bw0dr64+PZVYIAgOSsUycxlgCoxwGioGp7kAnMYMTuLzN05/cgFC0owfqescRimecDqmBCsrOlt7dviqE6VYTQlm+q3pRCqbf8ex7puztW6wEcxWx9+E5a7h+br8Gx95XeUZKRIgSvCsJTDMjVSGOhKGFg2lEhIcfkHE9gaLcpyBHelaH6VS0R+FIjzOugJOKmcapdAl6QgfLqpRMbWAQ1bClsNexJb8mqX2PtHOYgKQTXnUQp6bdjhIY2/bOktRJzAowuv9u3+igt/2yF27umBoiICmJcDfo2acOTAQAL5HdrV64veszeSFyBv+gwGEuGwEcLkmWpgnOroAYoa2VRFwWQhwhegoTnU3NMZ48By1NjN9O1pUXhmto0qC0YW+MnXsegFzhVro2oNumnzdeNjHJixSU1C4IXvVTOigS08tvAh4UGiniE0xoRcUpZxr57xAj2bk7EflC0w5Rk7l8z+swn2PObTZjyfUo/t106mb9y4LBJYTFJsznKchBYZcL9f5dUTRlNqZK61BvfivL/W1l9PdiBqQ5leascGI8kMZsNZrV3/oQSkVQ5V2UDNhFVbH5wDWBeA8sGO9JefWH9ovM3x5sbYbARftjq7u2Xl+AqeoqeoxcoRDtoD71Hh2iACPqMvqIf6GfrU+tL61vr+xdXiptnqDKav36CyzIMXw=</latexit> <latexit sha1_base64="JsKmSepmNWNejK/x7/A8U4xcOHU=">AF/HicfZTdbtMwFIC9scIofxtcIqSK3nBRTcmYtgkJaRoacDmqdZvUVJPjnLbWHCfYzv4sc8OrcIMQNyDxCjwDb4PdRqKJIxwpcs75zq9PHOeMShUEf5aWb620bt9Zvdu+d/Bw0dr64+PZVYIAgOSsUycxlgCoxwGioGp7kAnMYMTuLzN05/cgFC0owfqescRimecDqmBCsrOlt7dviqE6VYTQlm+q3pRCqbf8ex7puztW6wEcxWx9+E5a7h+br8Gx95XeUZKRIgSvCsJTDMjVSGOhKGFg2lEhIcfkHE9gaLcpyBHelaH6VS0R+FIjzOugJOKmcapdAl6QgfLqpRMbWAQ1bClsNexJb8mqX2PtHOYgKQTXnUQp6bdjhIY2/bOktRJzAowuv9u3+igt/2yF27umBoiICmJcDfo2acOTAQAL5HdrV64veszeSFyBv+gwGEuGwEcLkmWpgnOroAYoa2VRFwWQhwhegoTnU3NMZ48By1NjN9O1pUXhmto0qC0YW+MnXsegFzhVro2oNumnzdeNjHJixSU1C4IXvVTOigS08tvAh4UGiniE0xoRcUpZxr57xAj2bk7EflC0w5Rk7l8z+swn2PObTZjyfUo/t106mb9y4LBJYTFJsznKchBYZcL9f5dUTRlNqZK61BvfivL/W1l9PdiBqQ5leascGI8kMZsNZrV3/oQSkVQ5V2UDNhFVbH5wDWBeA8sGO9JefWH9ovM3x5sbYbARftjq7u2Xl+AqeoqeoxcoRDtoD71Hh2iACPqMvqIf6GfrU+tL61vr+xdXiptnqDKav36CyzIMXw=</latexit> <latexit sha1_base64="JsKmSepmNWNejK/x7/A8U4xcOHU=">AF/HicfZTdbtMwFIC9scIofxtcIqSK3nBRTcmYtgkJaRoacDmqdZvUVJPjnLbWHCfYzv4sc8OrcIMQNyDxCjwDb4PdRqKJIxwpcs75zq9PHOeMShUEf5aWb620bt9Zvdu+d/Bw0dr64+PZVYIAgOSsUycxlgCoxwGioGp7kAnMYMTuLzN05/cgFC0owfqescRimecDqmBCsrOlt7dviqE6VYTQlm+q3pRCqbf8ex7puztW6wEcxWx9+E5a7h+br8Gx95XeUZKRIgSvCsJTDMjVSGOhKGFg2lEhIcfkHE9gaLcpyBHelaH6VS0R+FIjzOugJOKmcapdAl6QgfLqpRMbWAQ1bClsNexJb8mqX2PtHOYgKQTXnUQp6bdjhIY2/bOktRJzAowuv9u3+igt/2yF27umBoiICmJcDfo2acOTAQAL5HdrV64veszeSFyBv+gwGEuGwEcLkmWpgnOroAYoa2VRFwWQhwhegoTnU3NMZ48By1NjN9O1pUXhmto0qC0YW+MnXsegFzhVro2oNumnzdeNjHJixSU1C4IXvVTOigS08tvAh4UGiniE0xoRcUpZxr57xAj2bk7EflC0w5Rk7l8z+swn2PObTZjyfUo/t106mb9y4LBJYTFJsznKchBYZcL9f5dUTRlNqZK61BvfivL/W1l9PdiBqQ5leascGI8kMZsNZrV3/oQSkVQ5V2UDNhFVbH5wDWBeA8sGO9JefWH9ovM3x5sbYbARftjq7u2Xl+AqeoqeoxcoRDtoD71Hh2iACPqMvqIf6GfrU+tL61vr+xdXiptnqDKav36CyzIMXw=</latexit> <latexit sha1_base64="Lizp2xceYN0tRtG9rBgnh18YK0=">AF/HicfZRb9MwFIC9scIotw0eEVJFX3iopmRM24SENA0NeCzVbtJSTY5z2lpznGA73cUyL/wVXhDiBST+Ar+Bf4PdRqKJIxwpcs75ztUnjnNGpQqCP0vLt1Zat+s3m3fu/g4aO19cfHMisEgSOSsUycxlgCoxyOFUMTnMBOI0ZnMQXb5z+ZApC0owfquschikeczqiBCsrOl971n/ViVKsJgQz/dZ0IpXNv+NYD8z5WjfYCGar42/CctNF5eqfr6/8jpKMFClwRiW8iwMcjXUWChKGJh2VEjIMbnAYzizW45TkEM9q8N0KtrDcKhHGVfAScVM41S6BD2hg2VSiY2MIhq2FLY69iSX5PUvofaOUxA0jGvOohT025HCYxse2dJ6iRmBRg9eLdvdNDbftkLN3dMDRGQlES4G/TsUwfGAoCXyO5WL9ze9Zm8EDmDf1DgMJeNA6XJEtTzBMdTYGYM9uqCLgsBLhCdBSnuhsaYzx4jlqbmb4dLSqvjNZRJcFoq9MHbtewFyhFr2oJsmXzce9rEJi9QEFG7IXjXTuGhgC48tfEh4kKhnCI0xIZeUZdyrZ7RAz+Zk5AdlC0x5xs4ls/9sgj2P+aQZzyfUYwe1kxkYNy6LBbjFNtzjrIcBFaZcP/fJVUTRlOqpC71xrei/P9WVl8PdmCqQ1neKgfGI0nMZoNZ7Z0/oUQkVc5V2YCNRWbH1wDmNfAsGOtFdfWL/o/M3x5kYbIQftrp7+UluIqeoufoBQrRDtpD71EfHSGCPqOv6Af62frU+tL61vo+R5eXSpsnqLJav/4C2CoxPA=</latexit> <latexit sha1_base64="QhO8av9GZqjn48+bng2K+8TgR0=">AF6nicfZTLatwFECVNOm01fSLrsZOpsUhmCnIckmEFJCu+t0yAviIcjyHY+IJDuSnJfQT3RTSjct9F/6Df2byhNDx5apDEbce+5TV4pzRpUOgj8Liw+WOg8fLT/uPn67PmLldWXxyorJIEjkrFMnsZYAaMCjTVDE5zCZjHDE7i/el/uQKpKZONS3OYw5TgWdUIK1E42Ha9EnDil+29vthecr/WA9mK2evwmrTR9Va3i+uvQ7SjJScBCaMKzUWRjkemyw1JQwsN2oUJBjcoFTOHNbgTmosZlbXs17WE4NpNMaBCkZmYwVxzrqScsYVWXkqkLDLIethIOegSzXcLdf2xKhwkomoq6g5jbjdKYOKaOUvSJDErwJrRh31rgsHWu0G4sW0biISkIsKdYOC+JpBKAFEhO5uDcGvHZ/JC5gz+QUGJldlIEHBNMs6xSEx0BcSeuVZFIFQhoSzERDE3/dBa68H3qLOZ6bvRvPLGhPVEoyuzI1tYrdzWFmog2496K7N152HXbZhkZ6Cxi3Z63YaFy1s4bGFD0kPks0MoTUm5IqyTHj1TObo2ZxM/KBsjqnOuHTJ3A1NsOcxn7bj+ZR67KhxMiNbjs8gWXKsTvnKMtBYp3J8v5dUz1lFOtTKW3vhUV/7dy+mawA1sfyvIfx+bAeiSJ2Ww673zJ5TIpM6VbZgqaxj9wfXAuYNsGpwSbqnL2w+dP7meGM9DNbDz5v9vf3qEVxGr9EbtIZCtI320Ec0REeIoEv0Ff1APzus86XzrfP9Hl1cqGxeodrq/PoL5bEpTg=</latexit> <latexit sha1_base64="zZARBkti+CjmkiAHAzGNJXFb7os=">AGJXicfZRLb9QwEIBd6EJZXi0cuUTspRWrKilV20ulqmiBY6n6kprVynFmN1EdJ9hO263l/Ttc+B+cuCEhEDir+CkdjEY4UTWa+eXkcBxmNhXTdnwt37i527t1fetB9+Ojxk6fLK89ORJpzAsckpSk/C7AGjM4lrGkcJZxwElA4TS4eFPYTy+BizhlR3KawTDBExaPY4KlUY2W3x6sDkZe3xmMNtacXaf8WnNelYLR+BKupZrNriJgs5k2mOf4BGcFb3AfkxOBcjRcs9d8vl2IJXCT1UrYPRyuIXP0xJngCThGIhzj03k0OFuYwJBd31cwEZJhd4AudGZDgBMVRlw9qpWY+8oRqnTAIjNTeFE5FgGVnKAhZ1LYlMYuD1tJWy7xBMd0li3kNVBAxBxBNWDxAkutv1QxibOZRFqjCgOWh1+G5fK7e/9brvbWzrBsIhrAhvx+2bpwlMOACrkJ3Nvre1YzNZzjMK/yC3wIpqODC4ImSYBYq/xKIPjdb5QMTOYeiEeUHiep5WmsLvkWNT2nv+vPGa62UXyvQv1TXuolN57CiUQNLeimLdaNhX1sw3wZgcQt1ct2GuctbG6xuQ1xC+LNCqE1J2Qipimz+hnP0eU5GdtJ6RxTzbgISc3PHWIrYha141kUW+xhYzKHujgu8wTmkwSbOftpBhzLlBf/31UsIxonsRSqsmvbK2b/9zL2ZrKBrh/K4h0EaqAtkgS0PJj1vbNPKOFhnSu6bMEmvI7dDq4FzBpgtcEFa4+r3nR2cLJxrnrnsfNnt7+9UluIReoJdoFXloG+2h9+gAHSOCPqNv6Bf63fnU+dr53vlxi95ZqHyeo9rq/PkLTZw9ZA=</latexit> <latexit sha1_base64="lf+f7t3rAnWp0LosZvdc4nt/pT8=">AGBnicfZRLb9QwEIBd6EJZXi0cuUTsgSKtqRUbS9IVdECx1L1JdWrynFmd606TnCcviz3zIW/wgUhLiBx4zfwb7C3kdjEY4UjTzfvDxjxzlnhQrDP3O3bs937txduNe9/+Dho8eLS08OiqyUFPZpxjN5FJMCOBOwr5jicJRLIGnM4TA+feP0h2cgC5aJPXWZwzAlY8FGjBJlt04WX+wsD14GeAxBGFxf41EmCefXwSDATAQ4JWpCdvzcliL1wJpyvwhagSeqhaOydL879xktEyBaEoJ0VxHIW5GmoiFaMcTBeXBeSEnpIxHFtRkBSKoZ5WZIKadi8a6lEmFAhaM9MkLVyG3qaDi/oundjAIOthq81+YGt8TVP7H2rnMIGCjUXdQZyabhcnMLIHPU1SJzEvwejd9tGh/31V/1odcM0EAlJRUSbYd9+TWAsAUSFbK71o/VNn8lLmXP4B4UOc9lIEHBOszQlItH4DKg5tkeFQRSlBFeIxnGqe5ExoNvUGsz1XfxrPLCaI1rCeIzfWGa2OUM5gq10KUHXbX5uvKwj20YVhNQpCV71U6TsoUtPb0IelBspkhtMaEvGA8E149oxl6OicjPyifYaoeO5fc3t6EeB7zSTueT5jH7jY6s2vcuMwSRI5TYvuMsxwkUZl09+cqQlnKVOFrvTGt2Li/1ZW3w2MPWhdP841gPjkTm08Gsn50/oVQmdc5V2YKNZR27aVwLmDfA6oAdaZ+qPnQ+cLB6koUrkQf1npb29UjuICeoedoGUVoA2h92gH7SOKPqOv6Af62fnU+dL51vl+g96aq2yeotrq/PoL0Xc0Lw=</latexit> Probability Spaces Definition: A probability space ( Ω , F, P) consists of • A sample space Ω (i.e. the set of outcomes ) • A set of events F (i.e. the set possible sets) • A probability measure P (maps events to probabilities) Axioms of Probability P : F → R
<latexit sha1_base64="BGd2Xr9KkW1XkWQ7CP3nBn6m97o=">AGAXicfZRLb9QwEIDd0oWyvLZw5BJ1L0VaVUmp2l4qlaIKjqXqS2pWlePM7lq1nWA7fVk+ceGvcEGIC0j8AH4D/wZnG4lNHOGVrNmZb172xEnOqNJh+Gdu/t5C5/6DxYfdR4+fPH3W3p+rLJCEjgiGcvkaYIVMCrgSFPN4DSXgHnC4CS5eFvaTy5BKpqJQ32Tw5DjsaAjSrB2qvPe8v7KmyDmNA12XwXbQTySmBinG7j/1gluP+/1w9VwugJfiCqhj6q1f7608DtOM1JwEJowrNRZFOZ6aLDUlDCw3bhQkGNygcdw5kSBOaihmTZjg5r1MBqaUSY0CFJzM5grjvXEU5awqmvJxCUGWU9bKQcBwWybcLcPTRkwBUXHoh4g4bjVMYuTOeFmnShBVgzcG7XWvCwcbrQbS2aRuIhLQioq1w4H5NYCwBRIVsrQ+ijS2fyQuZM/gHhSVWViNBwBXJOMciNfElEHvmjioGoQoJZSMmTrjpR9ZaD75Dnc/U3o1njdfWmLhWYHxprm0Tu5nBykYdONBt2xbj3sYxsW6wlo3FK9bqdx0cIWHlv4kPQg2awQWnNCrijLhNfPaIaezsnIT8pmOqOy5DMfbgp9iLmk3Y8n1CPWjczIEtx2WwHLMsbvnOMtBYp3J8vu7onrCKdamcpufS8q/u/l7M1ke7Y+lOWeJGbPeiRJ2HQw62fnTyiRaZ0ru2zBxrKO3V1cC5g3wOqAS9I9fVHzofOF47XVKFyNPqz3d3arR3ARvUTLaAVFaBPtoPdoHx0hgj6jr+gH+tn51PnS+db5fofOz1U+L1BtdX79BT8IMG8=</latexit> <latexit sha1_base64="jOg0ymbChrRCRgTYFyKlzxUOUvo=">AF9HicfZTLbtQwFEDd0oEyvKYgVmwiZlOkUZWUqu2mUimqYFmqvqRmVDnOnRmrjhNsZ/qw/CdsEGIDEr/BN/A32NITOIR7JufM92dOCkalCsM/C4v3ljr3Hyw/7D56/OTps97K8xOZl4LAMclZLs4SLIFRDseKgZnhQCcJQxOk8v3Tn86BSFpzo/UTQHDI85HVGClV26L08WH03CPbeBDuBlYKY4ML+XfT64Vo4G4EvRJXQR9U4uFhZ+h2nOSkz4IowLOV5FBZqLFQlDAw3biUGByicdwbkWOM5BDPcvfBDXtUTUo5wr4KRmpnEmM6wm3qKDZX2VTGxgEPWw1eIgIJjtkMzOQ+0cpiDpmNcdJnpduMURnZbZ0nqNGElGH34Yc/ocLD5dhCtb5kGIiCtiGg7HNivCYwFAK+Q7Y1BtLntM0UpCgb/oNBhLhsBHK5InmWYpzqeAjHndqti4LIU4ArRcZLpfmSM8eA71NrM9N14XnltI5rCcZTfW2a2M0c5gq10I0H3b5uvWwz21YrCagcEv2qp3GZQtbemzpQ8KDRDNDaI0JhaQs5149ozl61icjPyibY6ozdi6Zvasp9jwWk3a8mFCPWyczKFx7TJPYDHOsD3nOC9AYJULd/+uqJowmlEldaU3vhXl/7ey+mawfVNvSjcnid43HkSNmvM+t75HUpEWudclS3YWNSxu4NrAYsGWG2wI+3TFzUfOl84WV+LwrXo0Z/d696BJfRK/QaraIbaFd9BEdoGNEkEZf0Q/0szPtfOl863y/QxcXKpsXqDY6v/4CVpYrHA=</latexit> Conditional Probabilities • Definition: Joint Probability Outcomes in both A and B Events (i.e. sets of outcomes) • Definition: Conditional Probability
Recommend
More recommend