Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
42 changes: 41 additions & 1 deletion _includes/head.html
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,47 @@
{% endif %}
<!-- Load up MathJax script if needed ... specify in /_data/options.yml file-->
{% if site.data.options.mathjax %}
<script type="text/javascript" src="//cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>
<script>
window.MathJax = {
startup: {
pageReady: function () {
document.querySelectorAll('script[type^="math/tex"]').forEach(function (el) {
var display = el.type.indexOf('mode=display') >= 0;
var node = document.createElement(display ? 'div' : 'span');
node.textContent = display ? '\\[' + el.textContent + '\\]' : '\\(' + el.textContent + '\\)';
el.parentNode.replaceChild(node, el);
});
return MathJax.startup.defaultPageReady();
}
},
tex: {
inlineMath: [['$', '$'], ['\\(', '\\)']],
displayMath: [['$$', '$$'], ['\\[', '\\]']],
processEscapes: true,
macros: {
e: "\\epsilon",
xti: "x^{(i)}",
yti: "y^{(i)}",
bfy: "{\\bf y}",
bfx: "{\\bf x}",
bfg: "{\\bf g}",
bfbeta: "{\\bf \\beta}",
tp: "\\tilde p",
pt: "p_\\theta",
Exp: "{\\mathbb{E}}",
Ind: "{\\mathbb{I}}",
KL: "{\\mathbb{KL}}",
Dc: "{\\mathcal{D}}",
Tc: "{\\mathcal{T}}",
Xc: "{\\mathcal{X}}",
note: ["\\textcolor{blue}{[NOTE: #1]}", 1]
},
packages: {'[+]': ['color']}
},
loader: {load: ['[tex]/color']}
};
</script>
<script type="text/javascript" id="MathJax-script" async src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
{% endif %}

<script>
Expand Down
26 changes: 0 additions & 26 deletions _layouts/post.html
Original file line number Diff line number Diff line change
Expand Up @@ -5,31 +5,5 @@ <h1>{{ page.title | capitalize }}</h1>
<p class="subtitle">{{ page.date | date: "%B %-d, %Y" }}</p>


<script type="text/x-mathjax-config">
MathJax.Hub.Config({
TeX: {
Macros: {
e: "\\epsilon",
xti: "x^{(i)}",
yti: "y^{(i)}",
bfy: "{\\bf y}",
bfx: "{\\bf x}",
bfg: "{\\bf g}",
bfbeta: "{\\bf \\beta}",
tp: "\\tilde p",
pt: "p_\\theta",
Exp: "{\\mathbb{E}}",
Ind: "{\\mathbb{I}}",
KL: "{\\mathbb{KL}}",
Dc: "{\\mathcal{D}}",
Tc: "{\\mathcal{T}}",
Xc: "{\\mathcal{X}}",
note: ["\\textcolor{blue}{[NOTE: #1]}",1]
}
}
});
</script>


{{ content }}

68 changes: 41 additions & 27 deletions docs/autoregressive/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,47 @@

<!-- Load up MathJax script if needed ... specify in /_data/options.yml file-->

<script type="text/javascript" src="//cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>
<script>
window.MathJax = {
startup: {
pageReady: function () {
document.querySelectorAll('script[type^="math/tex"]').forEach(function (el) {
var display = el.type.indexOf('mode=display') >= 0;
var node = document.createElement(display ? 'div' : 'span');
node.textContent = display ? '\\[' + el.textContent + '\\]' : '\\(' + el.textContent + '\\)';
el.parentNode.replaceChild(node, el);
});
return MathJax.startup.defaultPageReady();
}
},
tex: {
inlineMath: [['$', '$'], ['\\(', '\\)']],
displayMath: [['$$', '$$'], ['\\[', '\\]']],
processEscapes: true,
macros: {
e: "\\epsilon",
xti: "x^{(i)}",
yti: "y^{(i)}",
bfy: "{\\bf y}",
bfx: "{\\bf x}",
bfg: "{\\bf g}",
bfbeta: "{\\bf \\beta}",
tp: "\\tilde p",
pt: "p_\\theta",
Exp: "{\\mathbb{E}}",
Ind: "{\\mathbb{I}}",
KL: "{\\mathbb{KL}}",
Dc: "{\\mathcal{D}}",
Tc: "{\\mathcal{T}}",
Xc: "{\\mathcal{X}}",
note: ["\\textcolor{blue}{[NOTE: #1]}", 1]
},
packages: {'[+]': ['color']}
},
loader: {load: ['[tex]/color']}
};
</script>
<script type="text/javascript" id="MathJax-script" async src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>


<script>
Expand Down Expand Up @@ -51,32 +91,6 @@ <h1>Autoregressive models</h1>
<p class="subtitle"></p>


<script type="text/x-mathjax-config">
MathJax.Hub.Config({
TeX: {
Macros: {
e: "\\epsilon",
xti: "x^{(i)}",
yti: "y^{(i)}",
bfy: "{\\bf y}",
bfx: "{\\bf x}",
bfg: "{\\bf g}",
bfbeta: "{\\bf \\beta}",
tp: "\\tilde p",
pt: "p_\\theta",
Exp: "{\\mathbb{E}}",
Ind: "{\\mathbb{I}}",
KL: "{\\mathbb{KL}}",
Dc: "{\\mathcal{D}}",
Tc: "{\\mathcal{T}}",
Xc: "{\\mathcal{X}}",
note: ["\\textcolor{blue}{[NOTE: #1]}",1]
}
}
});
</script>


<p>We begin our study into generative modeling with autoregressive models. As before, we assume we are given access to a dataset <script type="math/tex">\mathcal{D}</script> of <script type="math/tex">n</script>-dimensional datapoints <script type="math/tex">\mathbf{x}</script>. For simplicity, we assume the datapoints are binary, i.e., <script type="math/tex">\mathbf{x} \in \{0,1\}^n</script>.</p>

<h1 id="representation">Representation</h1>
Expand Down
68 changes: 41 additions & 27 deletions docs/flow/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,47 @@

<!-- Load up MathJax script if needed ... specify in /_data/options.yml file-->

<script type="text/javascript" src="//cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>
<script>
window.MathJax = {
startup: {
pageReady: function () {
document.querySelectorAll('script[type^="math/tex"]').forEach(function (el) {
var display = el.type.indexOf('mode=display') >= 0;
var node = document.createElement(display ? 'div' : 'span');
node.textContent = display ? '\\[' + el.textContent + '\\]' : '\\(' + el.textContent + '\\)';
el.parentNode.replaceChild(node, el);
});
return MathJax.startup.defaultPageReady();
}
},
tex: {
inlineMath: [['$', '$'], ['\\(', '\\)']],
displayMath: [['$$', '$$'], ['\\[', '\\]']],
processEscapes: true,
macros: {
e: "\\epsilon",
xti: "x^{(i)}",
yti: "y^{(i)}",
bfy: "{\\bf y}",
bfx: "{\\bf x}",
bfg: "{\\bf g}",
bfbeta: "{\\bf \\beta}",
tp: "\\tilde p",
pt: "p_\\theta",
Exp: "{\\mathbb{E}}",
Ind: "{\\mathbb{I}}",
KL: "{\\mathbb{KL}}",
Dc: "{\\mathcal{D}}",
Tc: "{\\mathcal{T}}",
Xc: "{\\mathcal{X}}",
note: ["\\textcolor{blue}{[NOTE: #1]}", 1]
},
packages: {'[+]': ['color']}
},
loader: {load: ['[tex]/color']}
};
</script>
<script type="text/javascript" id="MathJax-script" async src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>


<script>
Expand Down Expand Up @@ -51,32 +91,6 @@ <h1>Normalizing flow models</h1>
<p class="subtitle"></p>


<script type="text/x-mathjax-config">
MathJax.Hub.Config({
TeX: {
Macros: {
e: "\\epsilon",
xti: "x^{(i)}",
yti: "y^{(i)}",
bfy: "{\\bf y}",
bfx: "{\\bf x}",
bfg: "{\\bf g}",
bfbeta: "{\\bf \\beta}",
tp: "\\tilde p",
pt: "p_\\theta",
Exp: "{\\mathbb{E}}",
Ind: "{\\mathbb{I}}",
KL: "{\\mathbb{KL}}",
Dc: "{\\mathcal{D}}",
Tc: "{\\mathcal{T}}",
Xc: "{\\mathcal{X}}",
note: ["\\textcolor{blue}{[NOTE: #1]}",1]
}
}
});
</script>


<p>We continue our study over another type of likelihood based generative models. As before, we assume we are given access to a dataset <script type="math/tex">\mathcal{D}</script> of <script type="math/tex">n</script>-dimensional datapoints <script type="math/tex">\mathbf{x}</script>. So far we have learned two types of likelihood based generative models:</p>

<ol>
Expand Down
68 changes: 41 additions & 27 deletions docs/gan/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,47 @@

<!-- Load up MathJax script if needed ... specify in /_data/options.yml file-->

<script type="text/javascript" src="//cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"></script>
<script>
window.MathJax = {
startup: {
pageReady: function () {
document.querySelectorAll('script[type^="math/tex"]').forEach(function (el) {
var display = el.type.indexOf('mode=display') >= 0;
var node = document.createElement(display ? 'div' : 'span');
node.textContent = display ? '\\[' + el.textContent + '\\]' : '\\(' + el.textContent + '\\)';
el.parentNode.replaceChild(node, el);
});
return MathJax.startup.defaultPageReady();
}
},
tex: {
inlineMath: [['$', '$'], ['\\(', '\\)']],
displayMath: [['$$', '$$'], ['\\[', '\\]']],
processEscapes: true,
macros: {
e: "\\epsilon",
xti: "x^{(i)}",
yti: "y^{(i)}",
bfy: "{\\bf y}",
bfx: "{\\bf x}",
bfg: "{\\bf g}",
bfbeta: "{\\bf \\beta}",
tp: "\\tilde p",
pt: "p_\\theta",
Exp: "{\\mathbb{E}}",
Ind: "{\\mathbb{I}}",
KL: "{\\mathbb{KL}}",
Dc: "{\\mathcal{D}}",
Tc: "{\\mathcal{T}}",
Xc: "{\\mathcal{X}}",
note: ["\\textcolor{blue}{[NOTE: #1]}", 1]
},
packages: {'[+]': ['color']}
},
loader: {load: ['[tex]/color']}
};
</script>
<script type="text/javascript" id="MathJax-script" async src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>


<script>
Expand Down Expand Up @@ -51,32 +91,6 @@ <h1>Generative adversarial networks</h1>
<p class="subtitle"></p>


<script type="text/x-mathjax-config">
MathJax.Hub.Config({
TeX: {
Macros: {
e: "\\epsilon",
xti: "x^{(i)}",
yti: "y^{(i)}",
bfy: "{\\bf y}",
bfx: "{\\bf x}",
bfg: "{\\bf g}",
bfbeta: "{\\bf \\beta}",
tp: "\\tilde p",
pt: "p_\\theta",
Exp: "{\\mathbb{E}}",
Ind: "{\\mathbb{I}}",
KL: "{\\mathbb{KL}}",
Dc: "{\\mathcal{D}}",
Tc: "{\\mathcal{T}}",
Xc: "{\\mathcal{X}}",
note: ["\\textcolor{blue}{[NOTE: #1]}",1]
}
}
});
</script>


<p>We now move onto another family of generative models called generative adversarial networks (GANs). GANs are unique from all the other model families that we have seen so far, such as autoregressive models, VAEs, and normalizing flow models, because we do not train them using maximum likelihood.</p>

<h1 id="likelihood-free-learning">Likelihood-free learning</h1>
Expand Down
Loading