From 5de80365152b14e9195768149b9c5e7154e5c707 Mon Sep 17 00:00:00 2001
From: liopeer <liopeer@users.noreply.github.com>
Date: Thu, 9 Nov 2023 11:27:08 +0000
Subject: [PATCH] deploy: c1f2e7d94efbedc58872fab33608929854a86a37

---
 ...sion_models.utils.helpers.bytes_to_gb.html | 145 ++++++++++++++++++
 ...iffusion_models.utils.helpers.dotdict.html |   5 +-
 .../diffusion_models.utils.helpers.html       |  13 +-
 .../diffusion_models.models.rst.txt           |   1 +
 ...n_models.utils.helpers.bytes_to_gb.rst.txt |   6 +
 .../diffusion_models.utils.helpers.rst.txt    |   7 +
 genindex.html                                 |   9 ++
 objects.inv                                   | Bin 1714 -> 1741 bytes
 searchindex.js                                |   2 +-
 9 files changed, 183 insertions(+), 5 deletions(-)
 create mode 100644 _autosummary/diffusion_models.utils.helpers.bytes_to_gb.html
 create mode 100644 _sources/_autosummary/diffusion_models.utils.helpers.bytes_to_gb.rst.txt
diff --git a/_autosummary/diffusion_models.utils.helpers.bytes_to_gb.html b/_autosummary/diffusion_models.utils.helpers.bytes_to_gb.html
new file mode 100644
index 0000000..40038c4
--- /dev/null
+++ b/_autosummary/diffusion_models.utils.helpers.bytes_to_gb.html
@@ -0,0 +1,145 @@
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+  <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
+  <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+  <title>diffusion_models.utils.helpers.bytes_to_gb &mdash; DiffusionMRI 0.0.1 documentation</title>
+      <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
+      <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
+  <!--[if lt IE 9]>
+    <script src="../_static/js/html5shiv.min.js"></script>
+  <![endif]-->
+  
+        <script src="../_static/jquery.js?v=5d32c60e"></script>
+        <script src="../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
+        <script src="../_static/documentation_options.js?v=d45e8c67"></script>
+        <script src="../_static/doctools.js?v=888ff710"></script>
+        <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+    <script src="../_static/js/theme.js"></script>
+    <link rel="index" title="Index" href="../genindex.html" />
+    <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="diffusion_models.utils.helpers.dotdict" href="diffusion_models.utils.helpers.dotdict.html" />
+    <link rel="prev" title="diffusion_models.utils.helpers" href="diffusion_models.utils.helpers.html" /> 
+</head>
+
+<body class="wy-body-for-nav"> 
+  <div class="wy-grid-for-nav">
+    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+      <div class="wy-side-scroll">
+        <div class="wy-side-nav-search" >
+
+          
+          
+          <a href="../index.html">
+            
+              <img src="../_static/diffMRI_logo.svg" class="logo" alt="Logo"/>
+          </a>
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
+    <input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+        </div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
+              <ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../index.html">Homepage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../installation.html">Installation</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="../api.html">API Reference</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="diffusion_models.models.html">diffusion_models.models</a></li>
+<li class="toctree-l2"><a class="reference internal" href="diffusion_models.mri_forward.html">diffusion_models.mri_forward</a></li>
+<li class="toctree-l2"><a class="reference internal" href="diffusion_models.losses.html">diffusion_models.losses</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="diffusion_models.utils.html">diffusion_models.utils</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="diffusion_models.utils.helpers.html">diffusion_models.utils.helpers</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal" href="#">diffusion_models.utils.helpers.bytes_to_gb</a></li>
+<li class="toctree-l4"><a class="reference internal" href="diffusion_models.utils.helpers.dotdict.html">diffusion_models.utils.helpers.dotdict</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="diffusion_models.utils.mp_setup.html">diffusion_models.utils.mp_setup</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html">Abstract</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#acknowledgements">Acknowledgements</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#the-first-appendix">The First Appendix</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#extended-derivations">Extended Derivations</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#conclusion">Conclusion</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#discussion">Discussion</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#experiments-and-results">Experiments and Results</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#introduction">Introduction</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#materials-and-methods">Materials and Methods</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#generative-machine-learning">Generative Machine Learning</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../chap/tex_stuff.html#related-work">Related Work</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../idea_corner.html">Idea Corner</a></li>
+</ul>
+
+        </div>
+      </div>
+    </nav>
+
+    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="Mobile navigation menu" >
+          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+          <a href="../index.html">DiffusionMRI</a>
+      </nav>
+
+      <div class="wy-nav-content">
+        <div class="rst-content">
+          <div role="navigation" aria-label="Page navigation">
+  <ul class="wy-breadcrumbs">
+      <li><a href="../index.html" class="icon icon-home" aria-label="Home"></a></li>
+          <li class="breadcrumb-item"><a href="../api.html">API</a></li>
+          <li class="breadcrumb-item"><a href="diffusion_models.utils.html">diffusion_models.utils</a></li>
+          <li class="breadcrumb-item"><a href="diffusion_models.utils.helpers.html">diffusion_models.utils.helpers</a></li>
+      <li class="breadcrumb-item active">diffusion_models.utils.helpers.bytes_to_gb</li>
+      <li class="wy-breadcrumbs-aside">
+            <a href="../_sources/_autosummary/diffusion_models.utils.helpers.bytes_to_gb.rst.txt" rel="nofollow"> View page source</a>
+      </li>
+  </ul>
+  <hr/>
+</div>
+          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+           <div itemprop="articleBody">
+             
+  <section id="diffusion-models-utils-helpers-bytes-to-gb">
+<h1>diffusion_models.utils.helpers.bytes_to_gb<a class="headerlink" href="#diffusion-models-utils-helpers-bytes-to-gb" title="Link to this heading"></a></h1>
+<dl class="py function">
+<dt class="sig sig-object py" id="diffusion_models.utils.helpers.bytes_to_gb">
+<span class="sig-prename descclassname"><span class="pre">diffusion_models.utils.helpers.</span></span><span class="sig-name descname"><span class="pre">bytes_to_gb</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">bytes</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#diffusion_models.utils.helpers.bytes_to_gb" title="Link to this definition"></a></dt>
+<dd></dd></dl>
+
+</section>
+
+
+           </div>
+          </div>
+          <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
+        <a href="diffusion_models.utils.helpers.html" class="btn btn-neutral float-left" title="diffusion_models.utils.helpers" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+        <a href="diffusion_models.utils.helpers.dotdict.html" class="btn btn-neutral float-right" title="diffusion_models.utils.helpers.dotdict" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+    </div>
+
+  <hr/>
+
+  <div role="contentinfo">
+    <p>&#169; Copyright 2023, Lionel Peer.</p>
+  </div>
+
+  Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
+    <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
+    provided by <a href="https://readthedocs.org">Read the Docs</a>.
+   
+
+</footer>
+        </div>
+      </div>
+    </section>
+  </div>
+  <script>
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script> 
+
+</body>
+</html>
\ No newline at end of file
diff --git a/_autosummary/diffusion_models.utils.helpers.dotdict.html b/_autosummary/diffusion_models.utils.helpers.dotdict.html
index a590067..daaa979 100644
--- a/_autosummary/diffusion_models.utils.helpers.dotdict.html
+++ b/_autosummary/diffusion_models.utils.helpers.dotdict.html
@@ -20,7 +20,7 @@
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
     <link rel="next" title="diffusion_models.utils.mp_setup" href="diffusion_models.utils.mp_setup.html" />
-    <link rel="prev" title="diffusion_models.utils.helpers" href="diffusion_models.utils.helpers.html" /> 
+    <link rel="prev" title="diffusion_models.utils.helpers.bytes_to_gb" href="diffusion_models.utils.helpers.bytes_to_gb.html" /> 
 </head>
 
 <body class="wy-body-for-nav"> 
@@ -52,6 +52,7 @@
 <li class="toctree-l2"><a class="reference internal" href="diffusion_models.losses.html">diffusion_models.losses</a></li>
 <li class="toctree-l2 current"><a class="reference internal" href="diffusion_models.utils.html">diffusion_models.utils</a><ul class="current">
 <li class="toctree-l3 current"><a class="reference internal" href="diffusion_models.utils.helpers.html">diffusion_models.utils.helpers</a><ul class="current">
+<li class="toctree-l4"><a class="reference internal" href="diffusion_models.utils.helpers.bytes_to_gb.html">diffusion_models.utils.helpers.bytes_to_gb</a></li>
 <li class="toctree-l4 current"><a class="current reference internal" href="#">diffusion_models.utils.helpers.dotdict</a></li>
 </ul>
 </li>
@@ -154,7 +155,7 @@ <h1>diffusion_models.utils.helpers.dotdict<a class="headerlink" href="#diffusion
            </div>
           </div>
           <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
-        <a href="diffusion_models.utils.helpers.html" class="btn btn-neutral float-left" title="diffusion_models.utils.helpers" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+        <a href="diffusion_models.utils.helpers.bytes_to_gb.html" class="btn btn-neutral float-left" title="diffusion_models.utils.helpers.bytes_to_gb" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
         <a href="diffusion_models.utils.mp_setup.html" class="btn btn-neutral float-right" title="diffusion_models.utils.mp_setup" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
     </div>
 
diff --git a/_autosummary/diffusion_models.utils.helpers.html b/_autosummary/diffusion_models.utils.helpers.html
index df17eb4..96955db 100644
--- a/_autosummary/diffusion_models.utils.helpers.html
+++ b/_autosummary/diffusion_models.utils.helpers.html
@@ -19,7 +19,7 @@
     <script src="../_static/js/theme.js"></script>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="diffusion_models.utils.helpers.dotdict" href="diffusion_models.utils.helpers.dotdict.html" />
+    <link rel="next" title="diffusion_models.utils.helpers.bytes_to_gb" href="diffusion_models.utils.helpers.bytes_to_gb.html" />
     <link rel="prev" title="diffusion_models.utils" href="diffusion_models.utils.html" /> 
 </head>
 
@@ -52,6 +52,7 @@
 <li class="toctree-l2"><a class="reference internal" href="diffusion_models.losses.html">diffusion_models.losses</a></li>
 <li class="toctree-l2 current"><a class="reference internal" href="diffusion_models.utils.html">diffusion_models.utils</a><ul class="current">
 <li class="toctree-l3 current"><a class="current reference internal" href="#">diffusion_models.utils.helpers</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="diffusion_models.utils.helpers.bytes_to_gb.html">diffusion_models.utils.helpers.bytes_to_gb</a></li>
 <li class="toctree-l4"><a class="reference internal" href="diffusion_models.utils.helpers.dotdict.html">diffusion_models.utils.helpers.dotdict</a></li>
 </ul>
 </li>
@@ -102,6 +103,14 @@
              
   <section id="module-diffusion_models.utils.helpers">
 <span id="diffusion-models-utils-helpers"></span><h1>diffusion_models.utils.helpers<a class="headerlink" href="#module-diffusion_models.utils.helpers" title="Link to this heading"></a></h1>
+<p class="rubric">Functions</p>
+<table class="autosummary longtable docutils align-default">
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="diffusion_models.utils.helpers.bytes_to_gb.html#diffusion_models.utils.helpers.bytes_to_gb" title="diffusion_models.utils.helpers.bytes_to_gb"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bytes_to_gb</span></code></a>(bytes)</p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
 <p class="rubric">Classes</p>
 <table class="autosummary longtable docutils align-default">
 <tbody>
@@ -117,7 +126,7 @@
           </div>
           <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
         <a href="diffusion_models.utils.html" class="btn btn-neutral float-left" title="diffusion_models.utils" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
-        <a href="diffusion_models.utils.helpers.dotdict.html" class="btn btn-neutral float-right" title="diffusion_models.utils.helpers.dotdict" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+        <a href="diffusion_models.utils.helpers.bytes_to_gb.html" class="btn btn-neutral float-right" title="diffusion_models.utils.helpers.bytes_to_gb" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
     </div>
 
   <hr/>
diff --git a/_sources/_autosummary/diffusion_models.models.rst.txt b/_sources/_autosummary/diffusion_models.models.rst.txt
index 7c94cd5..89c9c2e 100644
--- a/_sources/_autosummary/diffusion_models.models.rst.txt
+++ b/_sources/_autosummary/diffusion_models.models.rst.txt
@@ -29,6 +29,7 @@
    diffusion_models.models.diffusion
    diffusion_models.models.mnist_enc
    diffusion_models.models.positional_encoding
+   diffusion_models.models.sampler
    diffusion_models.models.unet
    diffusion_models.models.vae
 
diff --git a/_sources/_autosummary/diffusion_models.utils.helpers.bytes_to_gb.rst.txt b/_sources/_autosummary/diffusion_models.utils.helpers.bytes_to_gb.rst.txt
new file mode 100644
index 0000000..81a6a8b
--- /dev/null
+++ b/_sources/_autosummary/diffusion_models.utils.helpers.bytes_to_gb.rst.txt
@@ -0,0 +1,6 @@
+diffusion\_models.utils.helpers.bytes\_to\_gb
+=============================================
+
+.. currentmodule:: diffusion_models.utils.helpers
+
+.. autofunction:: bytes_to_gb
\ No newline at end of file
diff --git a/_sources/_autosummary/diffusion_models.utils.helpers.rst.txt b/_sources/_autosummary/diffusion_models.utils.helpers.rst.txt
index 8bd074b..bd7eaf9 100644
--- a/_sources/_autosummary/diffusion_models.utils.helpers.rst.txt
+++ b/_sources/_autosummary/diffusion_models.utils.helpers.rst.txt
@@ -9,6 +9,13 @@ diffusion\_models.utils.helpers
 
    
    
+   .. rubric:: Functions
+
+   .. autosummary::
+      :toctree:
+   
+      bytes_to_gb
+   
    
 
    
diff --git a/genindex.html b/genindex.html
index 7940f65..b91db58 100644
--- a/genindex.html
+++ b/genindex.html
@@ -87,6 +87,7 @@ <h1 id="index">Index</h1>
 <div class="genindex-jumpbox">
  <a href="#_"><strong>_</strong></a>
  | <a href="#A"><strong>A</strong></a>
+ | <a href="#B"><strong>B</strong></a>
  | <a href="#D"><strong>D</strong></a>
  | <a href="#E"><strong>E</strong></a>
  | <a href="#F"><strong>F</strong></a>
@@ -128,6 +129,14 @@ <h2 id="A">A</h2>
   </ul></td>
 </tr></table>
 
+<h2 id="B">B</h2>
+<table style="width: 100%" class="indextable genindextable"><tr>
+  <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="_autosummary/diffusion_models.utils.helpers.bytes_to_gb.html#diffusion_models.utils.helpers.bytes_to_gb">bytes_to_gb() (in module diffusion_models.utils.helpers)</a>
+</li>
+  </ul></td>
+</tr></table>
+
 <h2 id="D">D</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
diff --git a/objects.inv b/objects.inv
index ee5f738c65182eb7b8ab937056a7a0e6cdd677e2..8708f603f01aadbdf8fac807704d32ed78baafd2 100644
GIT binary patch
delta 1636
zcmV-q2Alb^4b2UZe1A)G+cprs<5%oVdzBOW)bY)Y(u@zzXrj7T3`{~2$KYcKlCk>h
z3yOM>5+A@~+4d48;C{Q`E|$;z5=NU%siQREaT-dc?^LR_)R65T%|fXpd<HJcBGqLa
zi+ukn><8TKidg;9Ko-Bkf(_ZdD;`Fb%(pTLq<feS92fL%D}PF@Ba!fTRTJ2hNl+LJ
z++!%ToHcapd8l;DNx57(9O2XaIF$eRGg<J{PZH^Z8&d8e&QSMYcQ4<c*MELZ0<)gi
zkpm^Po~-4lo5>;$;WlahQ{>^H0J7Mn;oLm3R7Z912vvjAFiN)W)$eg)y$^lZ)p_k}
zi<8s7*ttd3r+?26df)zKo?BUPW7^&8|1sf*<xD&Ou%x3n_wL(pEfZO|pSU&3`b<3-
zKNW>cYI;lAko#Sw!MpP&jrg+5bqI{!3PMJweWNH%$Cnoos?uN>5i|>CM<`nZ6Q7_F
zFx95qc1--WRGV|V;L`56z=ZWo8x#NadvghP&$dQ71b^|&%`RFcr2GBEfUIvPwe1h7
z4VnAj4ks7l>AS~=Rc1FJbVa=xU|&3Xe4ql;q>f;KyC`1aodZ&&>m2#m7`_>|-C)C0
z<nPX7{T^k@^k=dbai);Xe&qud*e`oDgV)SA@v{d+Q2(SIqyHuHNHni7PbP}=xWe_j
z@}c2Z4S#n&dBochEpMk6l*RqDWt^mumdHQ{EF#>U$TGF(A`F}Fi2O{#`opB9PrEvI
zJjA6c$Z1_Wb>bBzq0FTDBcUWV;MI~@X@I$|&vEmp&tswAkv(+l$gQDz@arNCc0w0X
z@Y+83awKVaNkPXzS8&uR;v)1PWH4XB=OjsATz^8g%>`uh^5dD8%}w=GSJcUG9Rbhy
zG8>Y4BGrA!ca(H{+*5L`=H*(EaeWA9Wcm=|c_t#NB<~!c?ty_2)SRpNIaj2dX?vnK
zfCt|+kA;f<mgnaMGNK*NBMi$Ta+*gU?57_{j%HG2hMBwj2Im;&?rmR4&5M+8-<)bW
z=znFZZf8uG7GV@Pe7fv~Plk&#u4PeX&ILUIZ7X`VUoKaCm8Sv!mZwczm;46YSm$|-
z<2(>baqjR~VoAhC^Z~jEAHy_&#l5{W2L=u@cbSQE{9DZqSeY_EIgTgKYatCd!<fH>
z$1{gMK@gyz%;vj_J=>O?2nG%^H?fR!?0>G#2qw*#hj_<>+>HhZ+%OEQUU23-Bpm_=
z03*~|kR&jmhXFqyj8sxGQ=&($3ix_q*7Ho~M9!iY7_(r$su3Ko5d{h$fXr9m;hDv)
zd;kzYhLmaG$h%e^TX2FpyOtMQ)vlrgMfFxu0rvLHP2GTFc-BS0q#3gv7&$XJDSs$n
z#DHOy2`Dyw>IQHCFszusi>=kePY-}$v;ZDVEzaC4W9Bif_aJ&R^anQ#!;aZeocl)g
z-~eE_`8b+ucft<V=FD?)jUqfU1P6B<v;J1-K=x{W4r3O~an_2XaT&+Lv>hWEm-`SM
zp1%VY&1i=0{#o^o?*R>GM6-II#DB)d|A5CcpYQm%d<GN*;0R)KP1DJ;nwr=Hp+iPH
z{wAvdQRc+?4$SDOk{%h*1C1|6J&`BNeQ4Sb1dgb)u4c@-qRP5rv^s&ga()O&GJXiz
z97+SStjClLK;&$W3RE*!prWim#prbqbLNlj{a#m$P+CEk^sQn8{CqHr$$z*#{fqDe
z`j0UO#e;L$mLLSiZ5UGPfu(dU7Xf>FhR}#$X|^RMU}wu*lohVLI*JsSFk&7W4>YkJ
zsR+1Xn8>1bc=ON3&C}}H9LpZtA7zwyld85dFCf{cLVj>vl$%W>Q8C7glkp$N-#U)e
z8osDh%Wz?qW7fsCWA}K4r++tH<ic!pC@ZPbEH<yMT`p0g3!#)~{};~X#h7hnB6Fb@
zr50N`4gJ=b!)t9`gX?$Zk1p=C+E9G1|H`6J3Ld29>810vt+jl#HVg3Ou)r>^Pu3T&
z%hNW(OQWAKwFUD6z}lp{*sEj=vC9gJ>xs}!CfR;*I?!NV8p&3ZQ(f!m1Z=f0b`8}F
zT1$}!yDqR<YcT8P_^Ph6mcgmhc-_EUewfodsy9$ix1K?tT5nOK7j5)&vQgzho0M)~
i9qeRHQG-ZAc#i9qSeu&>81ltVo*VaEefAIXpBMOenKP9D

delta 1609
zcmV-P2DbUl4YCc8e1FT5+cprq<13~rxk~oxl=5w3IW8U6wPj^<MZqK_u@-z3LDIYV
z`hcPyq{Ig>7$&(`HaR`hJpd_+(+;EEuGCSQ@Hh>n(o2<UEj48CpUi<$N%#m{ltrq`
zI2QT)hp->8JQT6|rGYGdg#{amdsRG)Dw*$P5=i$l9XPJ&a(^#Mts{}}S5*_(l}S(-
z3_M^cw30P+?0Kkk&q=x5Bpl(>d^oiK^fB4+^G6ctf*VrqB`#3+V#}v*o9&-plE56#
z>&k%=T2J<JG|glahj6<z|0(kD*Z^4^(r|7bS*oLY?+8_c(=bZ*?%nT6V!aN1*yqc!
zFD*_^>tdG{)qkJ9Jm_`%mwE1G!A)p)t^db_SL>Npezm5fIQQz?a4i#AxL>$6%KAz@
z20s>sOlo>-*^v8PrNOK7B8}v-(>er3F9ji^^SV*ArjyHy2vut^j0iRhW<@Bs2Btp2
zM!<BNa@jHUw^Hpc+XW}PlLAxLQ#Pjl%eUqh?5?&(I)4=L)Mi($64L$q#DJ{7PU_h2
zQX4W4za1|w#M5_A4l8AMAaqB)8DM{S^yEMlrjd?dfV(N);GGLn$aSuK+8Dly+i9@n
zDfGMZ*uF;DI{le!MVu+*X1~dSD(t5o&EO^T6@JNpDC#fTvHD*kk3{nm=FwD<9(TC@
zR6aEPx_{x$Cy#i$qUG1=6=m^#+6qq6NK0g)BNkC^DY8txa}kEkdqjRAVf|v#GN)ai
zI~n3q738#TlREK=l2B&S{E<)+8^~(OtTez}*Vnjt)aS9#ugE=gpU7=P_29Qf8XSZ!
zqTr={^65m<@|J?Gf$rdFQp8Q@KTt4V!{;PP-+x>}w#^M>_w;?k%jQe<+*j1aZ(RY;
z_&OVsc_P(A$Pbisd(u;Kt>)!gk#SvxGcsL;c%F%fD#<%1sQ17?32M&O{G2ON&a``?
zw}1!VG>?Uf{+5^L1u~+Y%p(lTB66BXALFMVNKRo=Wrmr1`UdA%W*MeM7zGY55PRWM
z&3{_P8P~EXGiO<6pslV;{CfS&pYt@}U-Pu7>!NQUjkV5O9Or>higSmD14|+{)(g-@
z_$f>SSUlJpWMJSVb2oc9*S~kpfK@2-GsSrFytT7{GmQBgX*@Ob*>V5{Wj1d&?Af+V
zJuq;Rxmi}6Yj@o~Fd4=?EHobE?wmN_hJRsL4}ml1Ap;LM02ra;fkeQ7D+T;=Fj8a3
zOhQkN5%A5ztfz|3LN3-57>i)O-VGeD5g!O3fXvrs;i=+&hz|%LLz*RU<Xt<DZ8$-n
zUE7Q8YS&kRqI&OZ0Q-36<}tuAytor!GK|@dZJe2$eGD)Xz_9)R6q`Pe0XP5{c7LSr
z#n$TKrw70=6L}A&7FX^~F!Pw1dl0=Fy@MNuVTau)&V2)OZ~!pelp4*oJLd-LaOOEb
zMiCwvMT0wzS--J!AbT^#hOr3dIPt{MxDG{OI*ySHt$m0NPr(6;W;7#je^tFhbU?!y
z(Zt+G*w_#r@Ob9)HXWyDV2%%tAb&R3Oq)#A)Z82h6EfN%G+7UbloRV6n3PkA9vPDZ
zO)f?~7bnv`G;;@nMAWLQ8C6$Qsw+l2t)ENtDkM?73fUa<elpc#egYs$Hb)1lnLAKX
zcA#SPZiG4YWA}b<Dn@8<pc8%Xn*hHY%wjTbPycGafc|sL!SUc+wq?tJ@qZYGFkWEk
zw0#?37t37i3a-35HV>ExVjji`G_fB41-N0D$f9<6^Uo&D<MYOx%RaT=bSUvdsyfO%
z)n^|H`Nnlo?skpu!vrtR!GD}S>pD_v_^eVb!-Y8<vo5w>yC*9={?J7(%tD8<k}Az&
z^Lwz%B}#N5loIX#ow&XRvwyuzWG>XA)M78Ep<kPDc&Wo{aQ#E{t&2M!Z76Q)zp^Nl
zf(NO2B<Q@tY8^gBn*;Fqcz|6~pQEo?*XLz~r^b|EdJE>Mnzc!Hu{UB2vFi~Q*JGAD
zCE5Gpe4@cTH9n|DQ|s&m?D@SoG*qu>Ekzz2y1?dGgV{FcpX)wr8A6<Q8m~7nmv81W
zkLm@~(_7D=&s%R%qZe)TCfTX-X!uEYuni8frl>(AA#CD$OKi;@9t`>7ATJyD(tY+1
H%D|>P%kCNW

diff --git a/searchindex.js b/searchindex.js
index 3b48c93..4fbea22 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["_autosummary/diffusion_models.losses", "_autosummary/diffusion_models.losses.kl_divergence", "_autosummary/diffusion_models.losses.kl_divergence.gaussian_kl", "_autosummary/diffusion_models.losses.kl_divergence.log_gaussian_kl", "_autosummary/diffusion_models.models", "_autosummary/diffusion_models.models.mnist_enc", "_autosummary/diffusion_models.models.mnist_enc.MNISTEncoder", "_autosummary/diffusion_models.models.positional_encoding", "_autosummary/diffusion_models.models.positional_encoding.PositionalEncoding", "_autosummary/diffusion_models.models.positional_encoding.PositionalEncoding2D", "_autosummary/diffusion_models.models.unet", "_autosummary/diffusion_models.models.unet.AttentionDecodingBlock", "_autosummary/diffusion_models.models.unet.AttentionEncodingBlock", "_autosummary/diffusion_models.models.unet.DecodingBlock", "_autosummary/diffusion_models.models.unet.EncodingBlock", "_autosummary/diffusion_models.models.unet.SelfAttention", "_autosummary/diffusion_models.models.unet.UNet", "_autosummary/diffusion_models.models.vae", "_autosummary/diffusion_models.models.vae.ResNet18Decoder", "_autosummary/diffusion_models.models.vae.ResNet18Encoder", "_autosummary/diffusion_models.models.vae.ResNetBlock", "_autosummary/diffusion_models.models.vae.ResNetDecoderBlock", "_autosummary/diffusion_models.models.vae.SkipDownSampler", "_autosummary/diffusion_models.models.vae.SkipUpSampler", "_autosummary/diffusion_models.models.vae.VariationalAutoencoder", "_autosummary/diffusion_models.mri_forward", "_autosummary/diffusion_models.mri_forward.noise", "_autosummary/diffusion_models.mri_forward.noise.apply_add_gauss_noise", "_autosummary/diffusion_models.mri_forward.noise.apply_mult_gauss_noise", "_autosummary/diffusion_models.mri_forward.noise.independent_gauss_noise", "_autosummary/diffusion_models.mri_forward.undersampling_mask", "_autosummary/diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask", "_autosummary/diffusion_models.mri_forward.undersampling_mask.UndersamplingMask", "_autosummary/diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d", "_autosummary/diffusion_models.mri_forward.undersampling_mask.normalize_mask", "_autosummary/diffusion_models.utils", "_autosummary/diffusion_models.utils.helpers", "_autosummary/diffusion_models.utils.helpers.dotdict", "_autosummary/diffusion_models.utils.mp_setup", "_autosummary/diffusion_models.utils.mp_setup.DDP_Proc_Group", "api", "chap/tex_stuff", "idea_corner", "index", "installation"], "filenames": ["_autosummary/diffusion_models.losses.rst", "_autosummary/diffusion_models.losses.kl_divergence.rst", "_autosummary/diffusion_models.losses.kl_divergence.gaussian_kl.rst", "_autosummary/diffusion_models.losses.kl_divergence.log_gaussian_kl.rst", "_autosummary/diffusion_models.models.rst", "_autosummary/diffusion_models.models.mnist_enc.rst", "_autosummary/diffusion_models.models.mnist_enc.MNISTEncoder.rst", "_autosummary/diffusion_models.models.positional_encoding.rst", "_autosummary/diffusion_models.models.positional_encoding.PositionalEncoding.rst", "_autosummary/diffusion_models.models.positional_encoding.PositionalEncoding2D.rst", "_autosummary/diffusion_models.models.unet.rst", "_autosummary/diffusion_models.models.unet.AttentionDecodingBlock.rst", "_autosummary/diffusion_models.models.unet.AttentionEncodingBlock.rst", "_autosummary/diffusion_models.models.unet.DecodingBlock.rst", "_autosummary/diffusion_models.models.unet.EncodingBlock.rst", "_autosummary/diffusion_models.models.unet.SelfAttention.rst", "_autosummary/diffusion_models.models.unet.UNet.rst", "_autosummary/diffusion_models.models.vae.rst", "_autosummary/diffusion_models.models.vae.ResNet18Decoder.rst", "_autosummary/diffusion_models.models.vae.ResNet18Encoder.rst", "_autosummary/diffusion_models.models.vae.ResNetBlock.rst", "_autosummary/diffusion_models.models.vae.ResNetDecoderBlock.rst", "_autosummary/diffusion_models.models.vae.SkipDownSampler.rst", "_autosummary/diffusion_models.models.vae.SkipUpSampler.rst", "_autosummary/diffusion_models.models.vae.VariationalAutoencoder.rst", "_autosummary/diffusion_models.mri_forward.rst", "_autosummary/diffusion_models.mri_forward.noise.rst", "_autosummary/diffusion_models.mri_forward.noise.apply_add_gauss_noise.rst", "_autosummary/diffusion_models.mri_forward.noise.apply_mult_gauss_noise.rst", "_autosummary/diffusion_models.mri_forward.noise.independent_gauss_noise.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.UndersamplingMask.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.normalize_mask.rst", "_autosummary/diffusion_models.utils.rst", "_autosummary/diffusion_models.utils.helpers.rst", "_autosummary/diffusion_models.utils.helpers.dotdict.rst", "_autosummary/diffusion_models.utils.mp_setup.rst", "_autosummary/diffusion_models.utils.mp_setup.DDP_Proc_Group.rst", "api.rst", "chap/tex_stuff.rst", "idea_corner.md", "index.rst", "installation.md"], "titles": ["diffusion_models.losses", "diffusion_models.losses.kl_divergence", "diffusion_models.losses.kl_divergence.gaussian_kl", "diffusion_models.losses.kl_divergence.log_gaussian_kl", "diffusion_models.models", "diffusion_models.models.mnist_enc", "diffusion_models.models.mnist_enc.MNISTEncoder", "diffusion_models.models.positional_encoding", "diffusion_models.models.positional_encoding.PositionalEncoding", "diffusion_models.models.positional_encoding.PositionalEncoding2D", "diffusion_models.models.unet", "diffusion_models.models.unet.AttentionDecodingBlock", "diffusion_models.models.unet.AttentionEncodingBlock", "diffusion_models.models.unet.DecodingBlock", "diffusion_models.models.unet.EncodingBlock", "diffusion_models.models.unet.SelfAttention", "diffusion_models.models.unet.UNet", "diffusion_models.models.vae", "diffusion_models.models.vae.ResNet18Decoder", "diffusion_models.models.vae.ResNet18Encoder", "diffusion_models.models.vae.ResNetBlock", "diffusion_models.models.vae.ResNetDecoderBlock", "diffusion_models.models.vae.SkipDownSampler", "diffusion_models.models.vae.SkipUpSampler", "diffusion_models.models.vae.VariationalAutoencoder", "diffusion_models.mri_forward", "diffusion_models.mri_forward.noise", "diffusion_models.mri_forward.noise.apply_add_gauss_noise", "diffusion_models.mri_forward.noise.apply_mult_gauss_noise", "diffusion_models.mri_forward.noise.independent_gauss_noise", "diffusion_models.mri_forward.undersampling_mask", "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask", "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask", "diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask", "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h", "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v", "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d", "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h", "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v", "diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d", "diffusion_models.mri_forward.undersampling_mask.normalize_mask", "diffusion_models.utils", "diffusion_models.utils.helpers", "diffusion_models.utils.helpers.dotdict", "diffusion_models.utils.mp_setup", "diffusion_models.utils.mp_setup.DDP_Proc_Group", "API", "Abstract", "Idea Corner", "Diffusion Models for MRI", "Installation"], "terms": {"function": [1, 6, 9, 15, 16, 18, 19, 20, 21, 22, 23, 24, 26, 30, 31, 32, 45], "p_mean": [2, 3], "p_var": 2, "q_mean": [2, 3], "q_var": 2, "calcul": [2, 3, 47, 48], "kl": [2, 3, 47], "diverg": [2, 3], "2": [2, 3, 16, 19, 20, 21, 34, 35, 36, 37, 38, 39, 47, 48], "gaussian": [2, 3, 29, 34, 35, 36, 47], "distribut": [2, 3, 47], "between": [2, 3, 47], "two": [2, 3, 47], "univari": [2, 3], "deriv": [2, 3], "1": [2, 3, 8, 16, 34, 35, 36, 47, 48], "k": [2, 3], "dimension": [2, 3, 8], "paramet": [2, 3, 8, 11, 12, 13, 14, 15, 16, 34, 35, 36, 37, 38, 39, 47], "float": [2, 3, 8, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 34, 35, 36], "tensor": [2, 3, 8, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 27, 28, 29, 34, 35, 36, 37, 38, 39], "mean": [2, 3, 16, 47, 48], "valu": [2, 3, 8, 15, 47, 48], "first": [2, 3, 19], "varianc": [2, 3, 47, 48], "second": [2, 3, 19, 47], "return": [2, 3, 8, 11, 12, 13, 14, 15, 16, 34, 35, 36, 37, 38, 39, 45], "input": [2, 3, 8, 11, 12, 13, 14, 15, 16, 47], "type": [2, 3, 8, 11, 12, 13, 14, 15, 16, 33, 34, 35, 36, 37, 38, 39, 45], "out": [2, 3, 8, 15, 16, 47], "refer": [2, 3, 16, 47], "http": [2, 3, 47, 50], "mr": [2, 3], "easi": [2, 3, 47], "github": [2, 3, 50], "io": [2, 3], "2020": [2, 3, 47], "04": [2, 3], "16": [2, 3, 48], "p_logvar": 3, "q_logvar": 3, "log": 3, "class": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 30, 31, 32, 42, 43, 44, 45], "out_class": 6, "10": [6, 47], "kernel_s": [6, 11, 12, 13, 14, 16], "3": [6, 11, 12, 13, 14, 16, 18, 24, 47, 48], "base": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 43, 45, 47, 48], "modul": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32], "initi": [6, 9, 11, 12, 13, 14, 16, 18, 19, 22, 23, 24, 31, 32, 48], "intern": [6, 9, 18, 19, 22, 23, 24, 31, 32], "state": [6, 9, 18, 19, 22, 23, 24, 31, 32, 47], "share": [6, 9, 18, 19, 22, 23, 24, 31, 32], "both": [6, 9, 16, 18, 19, 22, 23, 24, 31, 32, 37, 38, 39, 47], "nn": [6, 9, 11, 12, 13, 14, 15, 16, 18, 19, 22, 23, 24, 31, 32, 47], "scriptmodul": [6, 9, 18, 19, 22, 23, 24, 31, 32], "method": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 43, 45], "attribut": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 43], "forward": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48], "x": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 33, 47, 48], "defin": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 47], "comput": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "perform": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 47], "everi": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 47, 48], "call": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 45, 47], "should": [6, 9, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 47, 48], "overridden": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "all": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 47, 48], "subclass": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "although": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "recip": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "pass": [6, 9, 11, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 31, 32, 47, 48], "need": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 47], "within": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "thi": [6, 9, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48, 49], "one": [6, 8, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 50], "instanc": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48], "afterward": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "instead": [6, 9, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32], "sinc": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 47], "former": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "take": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "care": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "run": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "regist": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "hook": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "while": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "latter": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "silent": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "ignor": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48], "them": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "d_model": 8, "256": [8, 16, 18, 19, 24], "dropout": [8, 11, 12, 13, 14, 15, 16], "0": [8, 11, 12, 13, 14, 16, 47, 48], "max_len": 8, "5000": 8, "constructor": [8, 15, 16, 20, 21], "int": [8, 11, 12, 13, 14, 15, 16, 37, 38, 39, 47], "featur": [8, 48], "probabl": [8, 11, 12, 13, 14, 15, 16, 47], "layer": [8, 11, 12, 13, 14, 15, 16, 47, 48], "maximum": [8, 47], "length": 8, "sequenc": 8, "shorter": 8, "set": [8, 47, 48, 49], "free": 8, "up": [8, 47, 49], "gpu": 8, "memori": 8, "batch": [8, 13, 14, 15, 16, 18, 19, 20, 21, 47, 48], "output": [8, 11, 12, 13, 14, 15, 16, 19, 47], "ad": [8, 47], "posit": [8, 16], "encod": [8, 12, 14, 16, 19, 47], "get_pos_encod": 8, "t": [8, 16, 47, 48, 50], "get": [8, 47, 48, 49], "timestep": [8, 47], "int64": 8, "arg": [9, 45], "kwarg": [9, 45], "in_channel": [11, 12, 13, 14, 16, 19, 20, 21, 22, 23, 24], "out_channel": [11, 12, 13, 14, 18, 20, 21, 22, 23], "time_embedding_s": [11, 12, 13, 14], "5": [11, 12, 13, 14, 16, 47], "activ": [11, 12, 13, 14, 15, 16, 50], "torch": [11, 12, 13, 14, 15, 16, 48], "silu": [11, 12, 13, 14, 15, 16], "verbos": [11, 12, 13, 14, 16], "fals": [11, 12, 13, 14, 16, 48], "attention_head": [11, 12, 16], "4": [11, 12, 16, 19], "attention_ff_dim": [11, 12, 16], "none": [11, 12, 13, 15, 16, 31, 32, 45], "decodingblock": 11, "decod": [11, 13], "build": [11, 12, 13, 14, 16, 20], "block": [11, 12, 13, 14, 16, 19, 20], "number": [11, 12, 13, 14, 15, 16, 47], "channel": [11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 48], "dimens": [11, 12, 13, 14, 15, 16, 34, 35, 37, 38, 39, 47, 48], "time": [11, 12, 13, 14, 16, 47, 48], "embed": [11, 12, 13, 14, 16], "size": [11, 12, 13, 14, 19, 29, 34, 35, 36, 37, 38, 39], "convolut": [11, 12, 13, 14, 16, 21, 48], "kernel": [11, 12, 13, 14, 34, 35, 36], "bool": [11, 12, 13, 14, 16], "whether": [11, 12, 13, 14, 16, 47], "print": [11, 12, 13, 14, 16], "shape": [11, 12, 13, 14, 16, 34, 35, 36, 37, 38, 39, 47, 48], "dure": [11, 13, 47, 48], "skip": [11, 12, 13, 14], "time_embed": [11, 12, 13, 14], "connect": [11, 12, 13, 14], "merg": [11, 13, 48], "option": [11, 13, 15, 16, 47, 50], "encodingblock": 12, "non": [12, 14, 47], "linear": [12, 14, 47], "neural": [12, 14, 47, 48], "network": [12, 14, 16, 47, 48], "tupl": [12, 14, 19], "downscal": [12, 14], "height": [13, 14, 15, 16, 18, 20, 21, 34, 35, 36, 48], "width": [13, 14, 15, 16, 18, 20, 21, 34, 35, 36, 48], "half_channel": 13, "double_height": 13, "double_width": 13, "embedding_s": [13, 14, 16], "double_channel": 14, "half_height": 14, "half_width": 14, "num_head": 15, "dim_feedforward": 15, "implement": [15, 16, 20, 24], "self": [15, 16, 45, 48], "attent": [15, 16, 48], "imag": [15, 19, 20, 34, 35, 36], "data": [15, 47], "desir": 15, "head": [15, 16], "hidden": [15, 16], "feedforward": [15, 16], "default": [15, 16], "us": [15, 16, 21, 47, 48, 49, 50], "uninstanti": 15, "num_encoding_block": 16, "time_emb_s": 16, "init_channel": 16, "64": [16, 19, 48], "true": [16, 47, 48], "architectur": 16, "close": 16, "origin": [16, 47], "paper": 16, "transpos": [16, 21], "upsampl": 16, "same": [16, 47, 48], "pad": 16, "so": [16, 48], "ha": [16, 19, 47], "flexibl": 16, "go": [16, 47, 50], "larger": [16, 47], "depth": 16, "than": [16, 47], "separ": [16, 47], "addit": [16, 27, 48], "from": [16, 47, 48], "possibl": 16, "inject": 16, "condit": [16, 47, 49], "more": [16, 47], "make": [16, 47, 50], "sure": [16, 47], "odd": 16, "still": [16, 47], "even": 16, "bottleneck": [16, 47], "thei": [16, 47, 48], "divis": 16, "num_encod": 16, "yield": 16, "an": [16, 47, 48], "point": [16, 47], "best": 16, "just": [16, 47], "stick": 16, "power": 16, "ronneberger15": 16, "o": 16, "ronneberg": 16, "p": [16, 47], "fischer": 16, "brox": 16, "u": 16, "net": [16, 47], "biomed": 16, "segment": [16, 48], "param": 16, "how": [16, 47], "mani": [16, 47], "basic": [16, 20], "each": [16, 48], "doubl": 16, "half": [16, 47], "resolut": 16, "start": [16, 47, 48, 49], "e": [16, 47, 48], "g": [16, 47, 48], "step": [16, 47, 48], "debbug": 16, "transform": 16, "usual": [16, 19, 47, 48], "128": [16, 19], "hidden_dim": [18, 19, 24], "rtype": [18, 19, 20, 21], "resnet": [19, 20], "For": [19, 20, 47], "exact": 19, "detail": [19, 47], "see": [19, 20, 47], "he": [19, 20], "et": [19, 20, 47], "al": [19, 20, 47], "deep": [19, 20, 48], "residu": [19, 20, 48], "learn": [19, 20, 48], "recognit": [19, 20, 48], "2015": [19, 20, 48], "i": [19, 47, 48, 49, 50], "imagenet": 19, "crop": 19, "224x224": 19, "increas": 19, "decreas": 19, "56x56": 19, "befor": [19, 47], "repeat": [19, 34, 35, 47, 48], "begin": [19, 47], "we": [19, 47, 48, 49], "split": 19, "submodul": 19, "where": [19, 47, 48], "consist": 19, "standard": 19, "halv": 19, "stride": [19, 21], "like": [19, 47], "b": 19, "512": 19, "7x7": 19, "current": 20, "limit": 20, "usag": 20, "resnet18": [20, 21], "resnet34": [20, 21], "visual": 20, "fig": [20, 47], "union": [20, 21], "inspir": 21, "variat": 24, "autoencod": [24, 48], "sigma": [27, 28, 29], "appli": [27, 28, 47, 48], "multipl": 28, "creat": [29, 47, 49, 50], "independ": [29, 47, 48], "mask_typ": [31, 32], "rel_sigma": [31, 34, 35, 36], "undersampling_r": 31, "random_se": 31, "42": 31, "devic": [31, 32, 47], "undersampling_ratio": [32, 37, 38, 39], "liter": [33, 47], "brain": 33, "knee": 33, "1d": [34, 35], "along": [34, 35], "horizont": [34, 37], "std": [34, 35, 36], "dev": [34, 35, 36], "wa": [34, 35, 36, 47], "2d": [34, 35, 36, 37, 38, 39], "last": [34, 35, 36, 37, 38, 39, 47, 48], "dim": [34, 35, 36, 37, 38, 39, 48], "vertic": [35, 38], "regular": [37, 38, 39], "subsampl": [37, 38, 39], "line": [37, 38], "given": [37, 38, 39, 47], "undersampl": [37, 38, 39, 48], "ratio": [37, 38, 39], "integ": [37, 38, 39], "repres": [37, 38, 39, 47], "acceler": [37, 38, 39, 49], "mask": [40, 48], "dict": 43, "dot": 43, "notat": [43, 47], "access": 43, "dictionari": 43, "object": [45, 47], "__call__": 45, "give": 47, "concis": 47, "overview": 47, "you": [47, 49, 50], "have": [47, 48], "done": 47, "reader": 47, "shall": 47, "abl": 47, "decid": 47, "which": 47, "been": 47, "interest": 47, "him": 47, "read": 47, "provid": 47, "brief": 47, "account": 47, "follow": 47, "question": 47, "what": [47, 48], "problem": 47, "did": 47, "tackl": 47, "were": 47, "your": 47, "find": 47, "why": 47, "ar": [47, 48], "signific": 47, "approxim": 47, "cover": 47, "page": 47, "doe": 47, "contain": 47, "citat": 47, "In": [47, 48], "list": 47, "evalu": [47, 48], "tabl": 47, "graph": 47, "etc": 47, "program": 47, "code": 47, "further": 47, "transit": 47, "q": 47, "bm": 47, "_t": 47, "_": 47, "mathcal": 47, "n": 47, "sqrt": 47, "beta_t": 47, "reparameter": 47, "alpha": 47, "beta": [47, 48], "introduc": 47, "alpha_t": 47, "can": [47, 48], "also": [47, 48], "coher": 47, "index": 47, "benefici": 47, "switch": 47, "random": 47, "epsilon_": 47, "label": 47, "eq": 47, "forward_randomvar": 47, "sim": 47, "earlier": 47, "recurs": 47, "insert": 47, "formula": 47, "recal": 47, "sum": 47, "z": 47, "y": 47, "normal": 47, "mu_x": 47, "sigma_i": 47, "mu_i": 47, "again": [47, 48], "accord": 47, "sigma_x": 47, "align": 47, "x_t": 47, "left": [47, 48], "alpha_": 47, "epsilon": 47, "right": 47, "bar": 47, "end": 47, "term": 47, "cours": 47, "simplifi": 47, "exactli": 47, "therefor": 47, "final": 47, "prod_": 47, "": 47, "evid": 47, "often": 47, "section": 47, "fuse": 47, "interpret": 47, "raw": 47, "latex": 47, "cite": 47, "day2006wap": 47, "do": [47, 48], "here": 47, "recapitul": 47, "describ": 47, "principl": 47, "relationship": 47, "shown": 47, "mention": 47, "inconsist": 47, "except": 47, "found": 47, "other": 47, "show": 47, "agre": 47, "disagre": 47, "reli": 47, "inform": [47, 48], "present": 47, "implic": 47, "applic": 47, "mai": 47, "might": 47, "act": 47, "pair": 47, "answer": 47, "ask": 47, "wai": 47, "research": [47, 48], "experiment": 47, "setup": 47, "methodologi": 47, "conduct": 47, "clear": 47, "If": [47, 50], "produc": 47, "lot": [47, 48], "includ": 47, "onli": [47, 48, 49], "put": 47, "ho": 47, "had": 47, "solut": 47, "ddpm": [47, 49], "nichol": 47, "investig": 47, "altern": 47, "nois": [47, 48], "autocit": 47, "ho2020denois": 47, "nichol2021improv": 47, "conclud": 47, "import": 47, "ones": 47, "respons": 47, "destruct": 47, "squar": 47, "cosin": 47, "would": [47, 50], "smooth": 47, "toward": 47, "critic": 47, "behav": 47, "approach": 47, "It": [47, 49], "immedi": 47, "visibl": 47, "reach": 47, "too": 47, "earli": 47, "flatten": 47, "lead": 47, "intuit": [47, 48], "few": [47, 48], "veri": 47, "intut": 47, "confirm": 47, "measur": 47, "isotrop": 47, "when": 47, "sampl": [47, 48], "through": [47, 48], "50": 47, "differ": 47, "covari": 47, "matrix": 47, "As": 47, "metric": 47, "ident": 47, "pure": 47, "d": [47, 48], "subtract": 47, "absolut": 47, "seen": 47, "closest": 47, "alreadi": 47, "after": 47, "around": [47, 48], "600": 47, "small": [47, 48], "700": 47, "wors": 47, "smaller": 47, "capabl": 47, "least": 47, "850": 47, "topic": 47, "rational": 47, "suffici": 47, "narrow": 47, "down": 47, "particular": 47, "allow": [47, 48], "understand": 47, "scope": 47, "abov": 47, "background": 47, "briefli": 47, "help": 47, "pick": 47, "text": [47, 48], "outlin": 47, "structur": [47, 48], "document": 47, "look": [47, 48], "howev": 47, "chapter": 47, "chang": [47, 50], "name": [47, 48], "requir": 47, "tool": 47, "environ": [47, 50], "taken": 47, "place": 47, "softwar": 47, "packag": 47, "system": 47, "algorithm": 47, "concept": 47, "math": 47, "perhap": 47, "kei": 47, "compon": 47, "framework": 47, "develop": [47, 49], "next": 47, "stem": 47, "statist": 47, "theorem": 47, "written": 47, "frac": 47, "implicitli": 47, "assum": 47, "densiti": 47, "over": [47, 48], "continu": 47, "hold": 47, "letter": 47, "space": 47, "unobserv": 47, "train": 47, "new": [47, 48], "wherea": 47, "observ": 47, "order": 47, "four": 47, "distinct": 47, "margin": 47, "likelihood": 47, "encompass": 47, "actual": 47, "prior": [47, 48], "expos": 47, "ani": [47, 48], "posterior": 47, "post": 47, "exampl": 47, "choos": [47, 48], "specif": 47, "One": [47, 48], "most": 47, "straightforward": 47, "goal": 47, "represent": [47, 48], "vae": 47, "kingma2022autoencod": 47, "tri": 47, "recreat": 47, "its": [47, 48], "therebi": 47, "compress": 47, "doi": 47, "org": 47, "1002": 47, "aic": 47, "690370209": 47, "bear": 47, "similar": 47, "reduct": 47, "princip": 47, "analysi": 47, "pca": 47, "publish": 47, "under": [47, 49], "nonlinear": 47, "part": [47, 49], "fact": 47, "rather": 47, "optim": 47, "combin": 47, "parameter": 47, "p_": 47, "theta_z": 47, "map": 47, "theta_": 47, "chosen": 47, "multivari": 47, "theta": 47, "dz": 47, "nn_": 47, "anoth": 47, "intract": 47, "A": 47, "schemat": 47, "8": 47, "stochast": 47, "determinist": 47, "rightarrow": 47, "f_": 47, "hope": 47, "remov": 47, "gradual": 47, "destroi": 47, "iter": 47, "invert": 47, "suggest": 47, "content": 47, "_0": 47, "our": 47, "partial": 47, "noisi": 47, "intermedi": 47, "almost": 47, "larg": 47, "zero": 47, "vector": [47, 48], "onc": [47, 48], "less": 47, "some": 47, "until": 47, "discret": 47, "whole": 47, "express": 47, "markov": 47, "chain": 47, "depict": 47, "gladli": 47, "necessari": 47, "arriv": 47, "procedur": 47, "forward_alpha": 47, "cumul": 47, "product": 47, "forward_alphadash": 47, "depend": 47, "beyond": 47, "simpl": 47, "case": 47, "constant": 47, "opt": 47, "grow": 47, "linearli": 47, "later": 47, "better": [47, 48], "quit": 47, "quickli": 47, "own": 47, "explor": 47, "explain": 47, "view": [47, 48], "adversari": 47, "goodfellow2014gen": 47, "factor": 47, "full": 47, "invers": 47, "sever": [47, 48], "gan": [47, 48], "ma": 47, "th": 47, "mathca": 47, "l": 47, "k_1": 47, "k_2": 47, "estim": 47, "want": 47, "corrupt": 47, "solv": 47, "try": [47, 48], "q_": 47, "match": [47, 48], "differenti": 47, "sens": 47, "successfulli": 47, "arjovsky2017wasserstein": 47, "previous": 47, "field": 47, "purpos": 47, "mind": 47, "relev": 47, "extent": 47, "without": 47, "literatur": 47, "compil": 47, "nich": 47, "lai": 47, "groundwork": 47, "select": 47, "enabl": 47, "my": [47, 48], "subtitl": 47, "master": 47, "eckhart": 47, "immerheis": 47, "depart": 47, "dvisor": 47, "egon": 47, "hasenfratz": 47, "schreier": 47, "upervisor": 47, "prof": 47, "dr": 47, "luc": 47, "van": 47, "gool": 47, "januari": 47, "fastmri": 48, "nyu": 48, "facebook": 48, "mix": 48, "precis": 48, "jake": 48, "tae": 48, "elbo": 48, "lilian": 48, "weng": 48, "supervis": 48, "flow": 48, "wgan": 48, "valentin": 48, "de": 48, "bortoli": 48, "yang": 48, "song": 48, "score": 48, "group": 48, "recurr": 48, "medic": 48, "pancrea": 48, "collect": 48, "scale": 48, "scalabl": 48, "quantiz": 48, "synthesi": 48, "stabl": 48, "2016": 48, "2018": 48, "respect": 48, "With": 48, "100": 48, "could": 48, "batchnorm2d": 48, "track_running_stat": 48, "shift": 48, "thing": [48, 49], "essenti": 48, "took": 48, "now": 48, "seem": 48, "littl": 48, "bit": 48, "counterintuit": 48, "opinion": 48, "global": 48, "per": 48, "pixel": 48, "oper": 48, "singl": 48, "indic": 48, "mini": 48, "don": [48, 50], "affin": 48, "2022": 48, "pretrain": 48, "uncondit": 48, "region": 48, "goe": 48, "backward": 48, "infer": 48, "resampl": 48, "semant": 48, "reconstruct": [48, 49], "complet": 48, "fix": 48, "amount": 48, "revers": 48, "process": 48, "schedul": 48, "propos": 48, "greatli": 48, "improv": 48, "qualiti": 48, "human": 48, "lpip": 48, "2021": 48, "low": 48, "frequenc": 48, "sdedit": 48, "denois": [48, 49], "somehow": 48, "result": 48, "python": 49, "librari": 49, "being": 49, "thesi": 49, "fall": 49, "semest": 49, "2023": 49, "eth": 49, "zurich": 49, "offer": 49, "everyth": 49, "acquisit": 49, "probabilist": 49, "Not": 49, "yet": 49, "re": 49, "intend": 50, "model": 50, "els": 50, "recommend": 50, "git": 50, "clone": 50, "com": 50, "liopeer": 50, "diffusionmodel": 50, "cd": 50, "env": 50, "f": 50, "yml": 50, "liotorch": 50, "pip": 50}, "objects": {"diffusion_models": [[0, 0, 0, "-", "losses"], [4, 0, 0, "-", "models"], [25, 0, 0, "-", "mri_forward"], [41, 0, 0, "-", "utils"]], "diffusion_models.losses": [[1, 0, 0, "-", "kl_divergence"]], "diffusion_models.losses.kl_divergence": [[2, 1, 1, "", "gaussian_kl"], [3, 1, 1, "", "log_gaussian_kl"]], "diffusion_models.models": [[5, 0, 0, "-", "mnist_enc"], [7, 0, 0, "-", "positional_encoding"], [10, 0, 0, "-", "unet"], [17, 0, 0, "-", "vae"]], "diffusion_models.models.mnist_enc": [[6, 2, 1, "", "MNISTEncoder"]], "diffusion_models.models.mnist_enc.MNISTEncoder": [[6, 3, 1, "", "forward"]], "diffusion_models.models.positional_encoding": [[8, 2, 1, "", "PositionalEncoding"], [9, 2, 1, "", "PositionalEncoding2D"]], "diffusion_models.models.positional_encoding.PositionalEncoding": [[8, 3, 1, "", "forward"], [8, 3, 1, "", "get_pos_encoding"]], "diffusion_models.models.positional_encoding.PositionalEncoding2D": [[9, 3, 1, "", "forward"]], "diffusion_models.models.unet": [[11, 2, 1, "", "AttentionDecodingBlock"], [12, 2, 1, "", "AttentionEncodingBlock"], [13, 2, 1, "", "DecodingBlock"], [14, 2, 1, "", "EncodingBlock"], [15, 2, 1, "", "SelfAttention"], [16, 2, 1, "", "UNet"]], "diffusion_models.models.unet.AttentionDecodingBlock": [[11, 3, 1, "", "forward"]], "diffusion_models.models.unet.AttentionEncodingBlock": [[12, 3, 1, "", "forward"]], "diffusion_models.models.unet.DecodingBlock": [[13, 3, 1, "", "forward"]], "diffusion_models.models.unet.EncodingBlock": [[14, 3, 1, "", "forward"]], "diffusion_models.models.unet.SelfAttention": [[15, 3, 1, "", "forward"]], "diffusion_models.models.unet.UNet": [[16, 3, 1, "", "forward"]], "diffusion_models.models.vae": [[18, 2, 1, "", "ResNet18Decoder"], [19, 2, 1, "", "ResNet18Encoder"], [20, 2, 1, "", "ResNetBlock"], [21, 2, 1, "", "ResNetDecoderBlock"], [22, 2, 1, "", "SkipDownSampler"], [23, 2, 1, "", "SkipUpSampler"], [24, 2, 1, "", "VariationalAutoencoder"]], "diffusion_models.models.vae.ResNet18Decoder": [[18, 3, 1, "", "forward"]], "diffusion_models.models.vae.ResNet18Encoder": [[19, 3, 1, "", "forward"]], "diffusion_models.models.vae.ResNetBlock": [[20, 3, 1, "", "forward"]], "diffusion_models.models.vae.ResNetDecoderBlock": [[21, 3, 1, "", "forward"]], "diffusion_models.models.vae.SkipDownSampler": [[22, 3, 1, "", "forward"]], "diffusion_models.models.vae.SkipUpSampler": [[23, 3, 1, "", "forward"]], "diffusion_models.models.vae.VariationalAutoencoder": [[24, 3, 1, "", "forward"]], "diffusion_models.mri_forward": [[26, 0, 0, "-", "noise"], [30, 0, 0, "-", "undersampling_mask"]], "diffusion_models.mri_forward.noise": [[27, 1, 1, "", "apply_add_gauss_noise"], [28, 1, 1, "", "apply_mult_gauss_noise"], [29, 1, 1, "", "independent_gauss_noise"]], "diffusion_models.mri_forward.undersampling_mask": [[31, 2, 1, "", "StochasticUndersamplingMask"], [32, 2, 1, "", "UndersamplingMask"], [33, 1, 1, "", "apply_fMRI_uSampleMask"], [34, 1, 1, "", "gaussian_kernel1d_h"], [35, 1, 1, "", "gaussian_kernel1d_v"], [36, 1, 1, "", "gaussian_kernel2d"], [37, 1, 1, "", "naive_undersampling1d_h"], [38, 1, 1, "", "naive_undersampling1d_v"], [39, 1, 1, "", "naive_undersampling2d"], [40, 1, 1, "", "normalize_mask"]], "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask": [[31, 3, 1, "", "forward"]], "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask": [[32, 3, 1, "", "forward"]], "diffusion_models.utils": [[42, 0, 0, "-", "helpers"], [44, 0, 0, "-", "mp_setup"]], "diffusion_models.utils.helpers": [[43, 2, 1, "", "dotdict"]], "diffusion_models.utils.mp_setup": [[45, 2, 1, "", "DDP_Proc_Group"]], "diffusion_models.utils.mp_setup.DDP_Proc_Group": [[45, 3, 1, "", "__call__"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"]}, "titleterms": {"diffusion_model": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45], "loss": [0, 1, 2, 3, 47], "kl_diverg": [1, 2, 3], "gaussian_kl": 2, "log_gaussian_kl": 3, "model": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 47, 48, 49], "mnist_enc": [5, 6], "mnistencod": 6, "positional_encod": [7, 8, 9], "positionalencod": 8, "positionalencoding2d": 9, "unet": [10, 11, 12, 13, 14, 15, 16], "attentiondecodingblock": 11, "attentionencodingblock": 12, "decodingblock": 13, "encodingblock": 14, "selfattent": 15, "thing": 16, "ar": 16, "differ": 16, "kernel": 16, "size": [16, 47], "imag": [16, 47, 48], "vae": [17, 18, 19, 20, 21, 22, 23, 24, 48], "resnet18decod": 18, "resnet18encod": 19, "implement": 19, "resnetblock": 20, "resnetdecoderblock": 21, "skipdownsampl": 22, "skipupsampl": 23, "variationalautoencod": 24, "mri_forward": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40], "nois": [26, 27, 28, 29], "apply_add_gauss_nois": 27, "apply_mult_gauss_nois": 28, "independent_gauss_nois": 29, "undersampling_mask": [30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40], "stochasticundersamplingmask": 31, "undersamplingmask": 32, "apply_fmri_usamplemask": 33, "gaussian_kernel1d_h": 34, "gaussian_kernel1d_v": 35, "gaussian_kernel2d": 36, "naive_undersampling1d_h": 37, "naive_undersampling1d_v": 38, "naive_undersampling2d": 39, "normalize_mask": 40, "util": [41, 42, 43, 44, 45], "helper": [42, 43], "dotdict": 43, "mp_setup": [44, 45], "ddp_proc_group": 45, "api": 46, "abstract": 47, "acknowledg": 47, "The": 47, "first": 47, "appendix": 47, "extend": 47, "deriv": 47, "forward": 47, "process": 47, "close": 47, "form": 47, "conclus": 47, "discuss": 47, "experi": 47, "result": 47, "influenc": 47, "schedul": 47, "diffus": [47, 48, 49], "introduct": 47, "focu": 47, "thi": 47, "work": 47, "thesi": 47, "organ": 47, "materi": 47, "method": 47, "gener": [47, 48, 50], "machin": 47, "learn": 47, "bayesian": [47, 48], "formul": 47, "latent": 47, "variabl": 47, "variat": 47, "autoencod": 47, "denois": 47, "probabilist": 47, "mathemat": 47, "descript": 47, "function": 47, "revers": 47, "compar": 47, "kullback": 47, "leibler": 47, "diverg": 47, "wasserstein": 47, "distanc": 47, "lower": 47, "bound": 47, "relat": 47, "idea": 48, "corner": 48, "public": 48, "dataset": 48, "train": 48, "strategi": 48, "perspect": 48, "ai": 48, "normal": 48, "paper": 48, "u": 48, "net": 48, "variant": 48, "transform": 48, "rel": 48, "posit": 48, "encod": 48, "sophist": 48, "ddpm": 48, "batchnorm": 48, "v": 48, "layernorm": 48, "instancenorm": 48, "groupnorm": 48, "inpaint": 48, "repaint": 48, "condit": 48, "ilvr": 48, "sedit": 48, "mri": 49, "instal": 50, "usag": 50, "conda": 50, "docker": 50, "develop": 50}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 60}, "alltitles": {"diffusion_models.losses": [[0, "module-diffusion_models.losses"]], "diffusion_models.losses.kl_divergence": [[1, "module-diffusion_models.losses.kl_divergence"]], "diffusion_models.losses.kl_divergence.gaussian_kl": [[2, "diffusion-models-losses-kl-divergence-gaussian-kl"]], "diffusion_models.losses.kl_divergence.log_gaussian_kl": [[3, "diffusion-models-losses-kl-divergence-log-gaussian-kl"]], "diffusion_models.models": [[4, "module-diffusion_models.models"]], "diffusion_models.models.mnist_enc": [[5, "module-diffusion_models.models.mnist_enc"]], "diffusion_models.models.mnist_enc.MNISTEncoder": [[6, "diffusion-models-models-mnist-enc-mnistencoder"]], "diffusion_models.models.positional_encoding": [[7, "module-diffusion_models.models.positional_encoding"]], "diffusion_models.models.positional_encoding.PositionalEncoding": [[8, "diffusion-models-models-positional-encoding-positionalencoding"]], "diffusion_models.models.positional_encoding.PositionalEncoding2D": [[9, "diffusion-models-models-positional-encoding-positionalencoding2d"]], "diffusion_models.models.unet": [[10, "module-diffusion_models.models.unet"]], "diffusion_models.models.unet.AttentionDecodingBlock": [[11, "diffusion-models-models-unet-attentiondecodingblock"]], "diffusion_models.models.unet.AttentionEncodingBlock": [[12, "diffusion-models-models-unet-attentionencodingblock"]], "diffusion_models.models.unet.DecodingBlock": [[13, "diffusion-models-models-unet-decodingblock"]], "diffusion_models.models.unet.EncodingBlock": [[14, "diffusion-models-models-unet-encodingblock"]], "diffusion_models.models.unet.SelfAttention": [[15, "diffusion-models-models-unet-selfattention"]], "diffusion_models.models.unet.UNet": [[16, "diffusion-models-models-unet-unet"]], "Things that are different": [[16, "things-that-are-different"]], "Kernel sizes": [[16, "kernel-sizes"]], "Images sizes": [[16, "images-sizes"]], "diffusion_models.models.vae": [[17, "module-diffusion_models.models.vae"]], "diffusion_models.models.vae.ResNet18Decoder": [[18, "diffusion-models-models-vae-resnet18decoder"]], "diffusion_models.models.vae.ResNet18Encoder": [[19, "diffusion-models-models-vae-resnet18encoder"]], "Implementation": [[19, "implementation"]], "diffusion_models.models.vae.ResNetBlock": [[20, "diffusion-models-models-vae-resnetblock"]], "diffusion_models.models.vae.ResNetDecoderBlock": [[21, "diffusion-models-models-vae-resnetdecoderblock"]], "diffusion_models.models.vae.SkipDownSampler": [[22, "diffusion-models-models-vae-skipdownsampler"]], "diffusion_models.models.vae.SkipUpSampler": [[23, "diffusion-models-models-vae-skipupsampler"]], "diffusion_models.models.vae.VariationalAutoencoder": [[24, "diffusion-models-models-vae-variationalautoencoder"]], "diffusion_models.mri_forward": [[25, "module-diffusion_models.mri_forward"]], "diffusion_models.mri_forward.noise": [[26, "module-diffusion_models.mri_forward.noise"]], "diffusion_models.mri_forward.noise.apply_add_gauss_noise": [[27, "diffusion-models-mri-forward-noise-apply-add-gauss-noise"]], "diffusion_models.mri_forward.noise.apply_mult_gauss_noise": [[28, "diffusion-models-mri-forward-noise-apply-mult-gauss-noise"]], "diffusion_models.mri_forward.noise.independent_gauss_noise": [[29, "diffusion-models-mri-forward-noise-independent-gauss-noise"]], "diffusion_models.mri_forward.undersampling_mask": [[30, "module-diffusion_models.mri_forward.undersampling_mask"]], "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask": [[31, "diffusion-models-mri-forward-undersampling-mask-stochasticundersamplingmask"]], "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask": [[32, "diffusion-models-mri-forward-undersampling-mask-undersamplingmask"]], "diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask": [[33, "diffusion-models-mri-forward-undersampling-mask-apply-fmri-usamplemask"]], "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h": [[34, "diffusion-models-mri-forward-undersampling-mask-gaussian-kernel1d-h"]], "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v": [[35, "diffusion-models-mri-forward-undersampling-mask-gaussian-kernel1d-v"]], "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d": [[36, "diffusion-models-mri-forward-undersampling-mask-gaussian-kernel2d"]], "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h": [[37, "diffusion-models-mri-forward-undersampling-mask-naive-undersampling1d-h"]], "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v": [[38, "diffusion-models-mri-forward-undersampling-mask-naive-undersampling1d-v"]], "diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d": [[39, "diffusion-models-mri-forward-undersampling-mask-naive-undersampling2d"]], "diffusion_models.mri_forward.undersampling_mask.normalize_mask": [[40, "diffusion-models-mri-forward-undersampling-mask-normalize-mask"]], "diffusion_models.utils": [[41, "module-diffusion_models.utils"]], "diffusion_models.utils.helpers": [[42, "module-diffusion_models.utils.helpers"]], "diffusion_models.utils.helpers.dotdict": [[43, "diffusion-models-utils-helpers-dotdict"]], "diffusion_models.utils.mp_setup": [[44, "module-diffusion_models.utils.mp_setup"]], "diffusion_models.utils.mp_setup.DDP_Proc_Group": [[45, "diffusion-models-utils-mp-setup-ddp-proc-group"]], "API": [[46, "api"]], "Abstract": [[47, "abstract"]], "Acknowledgements": [[47, "acknowledgements"]], "The First Appendix": [[47, "the-first-appendix"]], "Extended Derivations": [[47, "extended-derivations"]], "Forward Process Closed-Form": [[47, "forward-process-closed-form"]], "Conclusion": [[47, "conclusion"]], "Discussion": [[47, "discussion"]], "Experiments and Results": [[47, "experiments-and-results"]], "Influence of Schedules and Image Size on the Forward Diffusion": [[47, "influence-of-schedules-and-image-size-on-the-forward-diffusion"]], "Introduction": [[47, "introduction"]], "Focus of this Work": [[47, "focus-of-this-work"]], "Thesis Organization": [[47, "thesis-organization"]], "Materials and Methods": [[47, "materials-and-methods"]], "Generative Machine Learning": [[47, "generative-machine-learning"]], "Bayesian Formulation of Latent Variable Models": [[47, "bayesian-formulation-of-latent-variable-models"]], "Variational Autoencoders": [[47, "variational-autoencoders"]], "Diffusion Denoising Probabilistic Models": [[47, "diffusion-denoising-probabilistic-models"]], "Forward Diffusion Process": [[47, "forward-diffusion-process"]], "Mathematical Description": [[47, "mathematical-description"]], "Influence of Scheduling Functions": [[47, "influence-of-scheduling-functions"]], "Reverse Diffusion Process": [[47, "reverse-diffusion-process"]], "Latent Variable Models Compared": [[47, "latent-variable-models-compared"]], "Loss Functions": [[47, "loss-functions"]], "Kullback-Leibler Divergence": [[47, "kullback-leibler-divergence"]], "Wasserstein Distance": [[47, "wasserstein-distance"]], "Variational Lower Bound": [[47, "variational-lower-bound"]], "Related Work": [[47, "related-work"]], "Idea Corner": [[48, "idea-corner"]], "Public Datasets": [[48, "public-datasets"]], "Training Strategies": [[48, "training-strategies"]], "Bayesian Perspective on Generative AI": [[48, "bayesian-perspective-on-generative-ai"]], "Normalization Papers": [[48, "normalization-papers"]], "U-Net Variants": [[48, "u-net-variants"]], "Diffusion Models with Transformers": [[48, "diffusion-models-with-transformers"]], "Relative Positional Encodings": [[48, "relative-positional-encodings"]], "Sophisticated VAE/DDPMs": [[48, "sophisticated-vae-ddpms"]], "BatchNorm vs. LayerNorm vs. InstanceNorm vs. GroupNorm": [[48, "batchnorm-vs-layernorm-vs-instancenorm-vs-groupnorm"]], "BatchNorm": [[48, "batchnorm"]], "LayerNorm": [[48, "layernorm"]], "InstanceNorm": [[48, "instancenorm"]], "GroupNorm": [[48, "groupnorm"]], "": [[48, "id1"]], "Image Inpainting": [[48, "image-inpainting"]], "RePaint": [[48, "repaint"]], "Image-Conditioned Diffusion Models": [[48, "image-conditioned-diffusion-models"]], "ILVR": [[48, "ilvr"]], "SEdit": [[48, "sedit"]], "Diffusion Models for MRI": [[49, "diffusion-models-for-mri"]], "Installation": [[50, "installation"]], "General Usage": [[50, "general-usage"]], "Conda": [[50, "conda"], [50, "id3"]], "Docker": [[50, "docker"], [50, "id4"]], "Development": [[50, "development"]]}, "indexentries": {"diffusion_models.losses": [[0, "module-diffusion_models.losses"]], "module": [[0, "module-diffusion_models.losses"], [1, "module-diffusion_models.losses.kl_divergence"], [4, "module-diffusion_models.models"], [5, "module-diffusion_models.models.mnist_enc"], [7, "module-diffusion_models.models.positional_encoding"], [10, "module-diffusion_models.models.unet"], [17, "module-diffusion_models.models.vae"], [25, "module-diffusion_models.mri_forward"], [26, "module-diffusion_models.mri_forward.noise"], [30, "module-diffusion_models.mri_forward.undersampling_mask"], [41, "module-diffusion_models.utils"], [42, "module-diffusion_models.utils.helpers"], [44, "module-diffusion_models.utils.mp_setup"]], "diffusion_models.losses.kl_divergence": [[1, "module-diffusion_models.losses.kl_divergence"]], "gaussian_kl() (in module diffusion_models.losses.kl_divergence)": [[2, "diffusion_models.losses.kl_divergence.gaussian_kl"]], "log_gaussian_kl() (in module diffusion_models.losses.kl_divergence)": [[3, "diffusion_models.losses.kl_divergence.log_gaussian_kl"]], "diffusion_models.models": [[4, "module-diffusion_models.models"]], "diffusion_models.models.mnist_enc": [[5, "module-diffusion_models.models.mnist_enc"]], "mnistencoder (class in diffusion_models.models.mnist_enc)": [[6, "diffusion_models.models.mnist_enc.MNISTEncoder"]], "forward() (diffusion_models.models.mnist_enc.mnistencoder method)": [[6, "diffusion_models.models.mnist_enc.MNISTEncoder.forward"]], "diffusion_models.models.positional_encoding": [[7, "module-diffusion_models.models.positional_encoding"]], "positionalencoding (class in diffusion_models.models.positional_encoding)": [[8, "diffusion_models.models.positional_encoding.PositionalEncoding"]], "forward() (diffusion_models.models.positional_encoding.positionalencoding method)": [[8, "diffusion_models.models.positional_encoding.PositionalEncoding.forward"]], "get_pos_encoding() (diffusion_models.models.positional_encoding.positionalencoding method)": [[8, "diffusion_models.models.positional_encoding.PositionalEncoding.get_pos_encoding"]], "positionalencoding2d (class in diffusion_models.models.positional_encoding)": [[9, "diffusion_models.models.positional_encoding.PositionalEncoding2D"]], "forward() (diffusion_models.models.positional_encoding.positionalencoding2d method)": [[9, "diffusion_models.models.positional_encoding.PositionalEncoding2D.forward"]], "diffusion_models.models.unet": [[10, "module-diffusion_models.models.unet"]], "attentiondecodingblock (class in diffusion_models.models.unet)": [[11, "diffusion_models.models.unet.AttentionDecodingBlock"]], "forward() (diffusion_models.models.unet.attentiondecodingblock method)": [[11, "diffusion_models.models.unet.AttentionDecodingBlock.forward"]], "attentionencodingblock (class in diffusion_models.models.unet)": [[12, "diffusion_models.models.unet.AttentionEncodingBlock"]], "forward() (diffusion_models.models.unet.attentionencodingblock method)": [[12, "diffusion_models.models.unet.AttentionEncodingBlock.forward"]], "decodingblock (class in diffusion_models.models.unet)": [[13, "diffusion_models.models.unet.DecodingBlock"]], "forward() (diffusion_models.models.unet.decodingblock method)": [[13, "diffusion_models.models.unet.DecodingBlock.forward"]], "encodingblock (class in diffusion_models.models.unet)": [[14, "diffusion_models.models.unet.EncodingBlock"]], "forward() (diffusion_models.models.unet.encodingblock method)": [[14, "diffusion_models.models.unet.EncodingBlock.forward"]], "selfattention (class in diffusion_models.models.unet)": [[15, "diffusion_models.models.unet.SelfAttention"]], "forward() (diffusion_models.models.unet.selfattention method)": [[15, "diffusion_models.models.unet.SelfAttention.forward"]], "unet (class in diffusion_models.models.unet)": [[16, "diffusion_models.models.unet.UNet"]], "forward() (diffusion_models.models.unet.unet method)": [[16, "diffusion_models.models.unet.UNet.forward"]], "diffusion_models.models.vae": [[17, "module-diffusion_models.models.vae"]], "resnet18decoder (class in diffusion_models.models.vae)": [[18, "diffusion_models.models.vae.ResNet18Decoder"]], "forward() (diffusion_models.models.vae.resnet18decoder method)": [[18, "diffusion_models.models.vae.ResNet18Decoder.forward"]], "resnet18encoder (class in diffusion_models.models.vae)": [[19, "diffusion_models.models.vae.ResNet18Encoder"]], "forward() (diffusion_models.models.vae.resnet18encoder method)": [[19, "diffusion_models.models.vae.ResNet18Encoder.forward"]], "resnetblock (class in diffusion_models.models.vae)": [[20, "diffusion_models.models.vae.ResNetBlock"]], "forward() (diffusion_models.models.vae.resnetblock method)": [[20, "diffusion_models.models.vae.ResNetBlock.forward"]], "resnetdecoderblock (class in diffusion_models.models.vae)": [[21, "diffusion_models.models.vae.ResNetDecoderBlock"]], "forward() (diffusion_models.models.vae.resnetdecoderblock method)": [[21, "diffusion_models.models.vae.ResNetDecoderBlock.forward"]], "skipdownsampler (class in diffusion_models.models.vae)": [[22, "diffusion_models.models.vae.SkipDownSampler"]], "forward() (diffusion_models.models.vae.skipdownsampler method)": [[22, "diffusion_models.models.vae.SkipDownSampler.forward"]], "skipupsampler (class in diffusion_models.models.vae)": [[23, "diffusion_models.models.vae.SkipUpSampler"]], "forward() (diffusion_models.models.vae.skipupsampler method)": [[23, "diffusion_models.models.vae.SkipUpSampler.forward"]], "variationalautoencoder (class in diffusion_models.models.vae)": [[24, "diffusion_models.models.vae.VariationalAutoencoder"]], "forward() (diffusion_models.models.vae.variationalautoencoder method)": [[24, "diffusion_models.models.vae.VariationalAutoencoder.forward"]], "diffusion_models.mri_forward": [[25, "module-diffusion_models.mri_forward"]], "diffusion_models.mri_forward.noise": [[26, "module-diffusion_models.mri_forward.noise"]], "apply_add_gauss_noise() (in module diffusion_models.mri_forward.noise)": [[27, "diffusion_models.mri_forward.noise.apply_add_gauss_noise"]], "apply_mult_gauss_noise() (in module diffusion_models.mri_forward.noise)": [[28, "diffusion_models.mri_forward.noise.apply_mult_gauss_noise"]], "independent_gauss_noise() (in module diffusion_models.mri_forward.noise)": [[29, "diffusion_models.mri_forward.noise.independent_gauss_noise"]], "diffusion_models.mri_forward.undersampling_mask": [[30, "module-diffusion_models.mri_forward.undersampling_mask"]], "stochasticundersamplingmask (class in diffusion_models.mri_forward.undersampling_mask)": [[31, "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask"]], "forward() (diffusion_models.mri_forward.undersampling_mask.stochasticundersamplingmask method)": [[31, "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask.forward"]], "undersamplingmask (class in diffusion_models.mri_forward.undersampling_mask)": [[32, "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask"]], "forward() (diffusion_models.mri_forward.undersampling_mask.undersamplingmask method)": [[32, "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask.forward"]], "apply_fmri_usamplemask() (in module diffusion_models.mri_forward.undersampling_mask)": [[33, "diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask"]], "gaussian_kernel1d_h() (in module diffusion_models.mri_forward.undersampling_mask)": [[34, "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h"]], "gaussian_kernel1d_v() (in module diffusion_models.mri_forward.undersampling_mask)": [[35, "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v"]], "gaussian_kernel2d() (in module diffusion_models.mri_forward.undersampling_mask)": [[36, "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d"]], "naive_undersampling1d_h() (in module diffusion_models.mri_forward.undersampling_mask)": [[37, "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h"]], "naive_undersampling1d_v() (in module diffusion_models.mri_forward.undersampling_mask)": [[38, "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v"]], "naive_undersampling2d() (in module diffusion_models.mri_forward.undersampling_mask)": [[39, "diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d"]], "normalize_mask() (in module diffusion_models.mri_forward.undersampling_mask)": [[40, "diffusion_models.mri_forward.undersampling_mask.normalize_mask"]], "diffusion_models.utils": [[41, "module-diffusion_models.utils"]], "diffusion_models.utils.helpers": [[42, "module-diffusion_models.utils.helpers"]], "dotdict (class in diffusion_models.utils.helpers)": [[43, "diffusion_models.utils.helpers.dotdict"]], "diffusion_models.utils.mp_setup": [[44, "module-diffusion_models.utils.mp_setup"]], "ddp_proc_group (class in diffusion_models.utils.mp_setup)": [[45, "diffusion_models.utils.mp_setup.DDP_Proc_Group"]], "__call__() (diffusion_models.utils.mp_setup.ddp_proc_group method)": [[45, "diffusion_models.utils.mp_setup.DDP_Proc_Group.__call__"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_autosummary/diffusion_models.losses", "_autosummary/diffusion_models.losses.kl_divergence", "_autosummary/diffusion_models.losses.kl_divergence.gaussian_kl", "_autosummary/diffusion_models.losses.kl_divergence.log_gaussian_kl", "_autosummary/diffusion_models.models", "_autosummary/diffusion_models.models.mnist_enc", "_autosummary/diffusion_models.models.mnist_enc.MNISTEncoder", "_autosummary/diffusion_models.models.positional_encoding", "_autosummary/diffusion_models.models.positional_encoding.PositionalEncoding", "_autosummary/diffusion_models.models.positional_encoding.PositionalEncoding2D", "_autosummary/diffusion_models.models.unet", "_autosummary/diffusion_models.models.unet.AttentionDecodingBlock", "_autosummary/diffusion_models.models.unet.AttentionEncodingBlock", "_autosummary/diffusion_models.models.unet.DecodingBlock", "_autosummary/diffusion_models.models.unet.EncodingBlock", "_autosummary/diffusion_models.models.unet.SelfAttention", "_autosummary/diffusion_models.models.unet.UNet", "_autosummary/diffusion_models.models.vae", "_autosummary/diffusion_models.models.vae.ResNet18Decoder", "_autosummary/diffusion_models.models.vae.ResNet18Encoder", "_autosummary/diffusion_models.models.vae.ResNetBlock", "_autosummary/diffusion_models.models.vae.ResNetDecoderBlock", "_autosummary/diffusion_models.models.vae.SkipDownSampler", "_autosummary/diffusion_models.models.vae.SkipUpSampler", "_autosummary/diffusion_models.models.vae.VariationalAutoencoder", "_autosummary/diffusion_models.mri_forward", "_autosummary/diffusion_models.mri_forward.noise", "_autosummary/diffusion_models.mri_forward.noise.apply_add_gauss_noise", "_autosummary/diffusion_models.mri_forward.noise.apply_mult_gauss_noise", "_autosummary/diffusion_models.mri_forward.noise.independent_gauss_noise", "_autosummary/diffusion_models.mri_forward.undersampling_mask", "_autosummary/diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask", "_autosummary/diffusion_models.mri_forward.undersampling_mask.UndersamplingMask", "_autosummary/diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d", "_autosummary/diffusion_models.mri_forward.undersampling_mask.normalize_mask", "_autosummary/diffusion_models.utils", "_autosummary/diffusion_models.utils.helpers", "_autosummary/diffusion_models.utils.helpers.bytes_to_gb", "_autosummary/diffusion_models.utils.helpers.dotdict", "_autosummary/diffusion_models.utils.mp_setup", "_autosummary/diffusion_models.utils.mp_setup.DDP_Proc_Group", "api", "chap/tex_stuff", "idea_corner", "index", "installation"], "filenames": ["_autosummary/diffusion_models.losses.rst", "_autosummary/diffusion_models.losses.kl_divergence.rst", "_autosummary/diffusion_models.losses.kl_divergence.gaussian_kl.rst", "_autosummary/diffusion_models.losses.kl_divergence.log_gaussian_kl.rst", "_autosummary/diffusion_models.models.rst", "_autosummary/diffusion_models.models.mnist_enc.rst", "_autosummary/diffusion_models.models.mnist_enc.MNISTEncoder.rst", "_autosummary/diffusion_models.models.positional_encoding.rst", "_autosummary/diffusion_models.models.positional_encoding.PositionalEncoding.rst", "_autosummary/diffusion_models.models.positional_encoding.PositionalEncoding2D.rst", "_autosummary/diffusion_models.models.unet.rst", "_autosummary/diffusion_models.models.unet.AttentionDecodingBlock.rst", "_autosummary/diffusion_models.models.unet.AttentionEncodingBlock.rst", "_autosummary/diffusion_models.models.unet.DecodingBlock.rst", "_autosummary/diffusion_models.models.unet.EncodingBlock.rst", "_autosummary/diffusion_models.models.unet.SelfAttention.rst", "_autosummary/diffusion_models.models.unet.UNet.rst", "_autosummary/diffusion_models.models.vae.rst", "_autosummary/diffusion_models.models.vae.ResNet18Decoder.rst", "_autosummary/diffusion_models.models.vae.ResNet18Encoder.rst", "_autosummary/diffusion_models.models.vae.ResNetBlock.rst", "_autosummary/diffusion_models.models.vae.ResNetDecoderBlock.rst", "_autosummary/diffusion_models.models.vae.SkipDownSampler.rst", "_autosummary/diffusion_models.models.vae.SkipUpSampler.rst", "_autosummary/diffusion_models.models.vae.VariationalAutoencoder.rst", "_autosummary/diffusion_models.mri_forward.rst", "_autosummary/diffusion_models.mri_forward.noise.rst", "_autosummary/diffusion_models.mri_forward.noise.apply_add_gauss_noise.rst", "_autosummary/diffusion_models.mri_forward.noise.apply_mult_gauss_noise.rst", "_autosummary/diffusion_models.mri_forward.noise.independent_gauss_noise.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.UndersamplingMask.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d.rst", "_autosummary/diffusion_models.mri_forward.undersampling_mask.normalize_mask.rst", "_autosummary/diffusion_models.utils.rst", "_autosummary/diffusion_models.utils.helpers.rst", "_autosummary/diffusion_models.utils.helpers.bytes_to_gb.rst", "_autosummary/diffusion_models.utils.helpers.dotdict.rst", "_autosummary/diffusion_models.utils.mp_setup.rst", "_autosummary/diffusion_models.utils.mp_setup.DDP_Proc_Group.rst", "api.rst", "chap/tex_stuff.rst", "idea_corner.md", "index.rst", "installation.md"], "titles": ["diffusion_models.losses", "diffusion_models.losses.kl_divergence", "diffusion_models.losses.kl_divergence.gaussian_kl", "diffusion_models.losses.kl_divergence.log_gaussian_kl", "diffusion_models.models", "diffusion_models.models.mnist_enc", "diffusion_models.models.mnist_enc.MNISTEncoder", "diffusion_models.models.positional_encoding", "diffusion_models.models.positional_encoding.PositionalEncoding", "diffusion_models.models.positional_encoding.PositionalEncoding2D", "diffusion_models.models.unet", "diffusion_models.models.unet.AttentionDecodingBlock", "diffusion_models.models.unet.AttentionEncodingBlock", "diffusion_models.models.unet.DecodingBlock", "diffusion_models.models.unet.EncodingBlock", "diffusion_models.models.unet.SelfAttention", "diffusion_models.models.unet.UNet", "diffusion_models.models.vae", "diffusion_models.models.vae.ResNet18Decoder", "diffusion_models.models.vae.ResNet18Encoder", "diffusion_models.models.vae.ResNetBlock", "diffusion_models.models.vae.ResNetDecoderBlock", "diffusion_models.models.vae.SkipDownSampler", "diffusion_models.models.vae.SkipUpSampler", "diffusion_models.models.vae.VariationalAutoencoder", "diffusion_models.mri_forward", "diffusion_models.mri_forward.noise", "diffusion_models.mri_forward.noise.apply_add_gauss_noise", "diffusion_models.mri_forward.noise.apply_mult_gauss_noise", "diffusion_models.mri_forward.noise.independent_gauss_noise", "diffusion_models.mri_forward.undersampling_mask", "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask", "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask", "diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask", "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h", "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v", "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d", "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h", "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v", "diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d", "diffusion_models.mri_forward.undersampling_mask.normalize_mask", "diffusion_models.utils", "diffusion_models.utils.helpers", "diffusion_models.utils.helpers.bytes_to_gb", "diffusion_models.utils.helpers.dotdict", "diffusion_models.utils.mp_setup", "diffusion_models.utils.mp_setup.DDP_Proc_Group", "API", "Abstract", "Idea Corner", "Diffusion Models for MRI", "Installation"], "terms": {"function": [1, 6, 9, 15, 16, 18, 19, 20, 21, 22, 23, 24, 26, 30, 31, 32, 42, 46], "p_mean": [2, 3], "p_var": 2, "q_mean": [2, 3], "q_var": 2, "calcul": [2, 3, 48, 49], "kl": [2, 3, 48], "diverg": [2, 3], "2": [2, 3, 16, 19, 20, 21, 34, 35, 36, 37, 38, 39, 48, 49], "gaussian": [2, 3, 29, 34, 35, 36, 48], "distribut": [2, 3, 48], "between": [2, 3, 48], "two": [2, 3, 48], "univari": [2, 3], "deriv": [2, 3], "1": [2, 3, 8, 16, 34, 35, 36, 48, 49], "k": [2, 3], "dimension": [2, 3, 8], "paramet": [2, 3, 8, 11, 12, 13, 14, 15, 16, 34, 35, 36, 37, 38, 39, 48], "float": [2, 3, 8, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 34, 35, 36], "tensor": [2, 3, 8, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 27, 28, 29, 34, 35, 36, 37, 38, 39], "mean": [2, 3, 16, 48, 49], "valu": [2, 3, 8, 15, 48, 49], "first": [2, 3, 19], "varianc": [2, 3, 48, 49], "second": [2, 3, 19, 48], "return": [2, 3, 8, 11, 12, 13, 14, 15, 16, 34, 35, 36, 37, 38, 39, 46], "input": [2, 3, 8, 11, 12, 13, 14, 15, 16, 48], "type": [2, 3, 8, 11, 12, 13, 14, 15, 16, 33, 34, 35, 36, 37, 38, 39, 46], "out": [2, 3, 8, 15, 16, 48], "refer": [2, 3, 16, 48], "http": [2, 3, 48, 51], "mr": [2, 3], "easi": [2, 3, 48], "github": [2, 3, 51], "io": [2, 3], "2020": [2, 3, 48], "04": [2, 3], "16": [2, 3, 49], "p_logvar": 3, "q_logvar": 3, "log": 3, "class": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 30, 31, 32, 42, 44, 45, 46], "out_class": 6, "10": [6, 48], "kernel_s": [6, 11, 12, 13, 14, 16], "3": [6, 11, 12, 13, 14, 16, 18, 24, 48, 49], "base": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 44, 46, 48, 49], "modul": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32], "initi": [6, 9, 11, 12, 13, 14, 16, 18, 19, 22, 23, 24, 31, 32, 49], "intern": [6, 9, 18, 19, 22, 23, 24, 31, 32], "state": [6, 9, 18, 19, 22, 23, 24, 31, 32, 48], "share": [6, 9, 18, 19, 22, 23, 24, 31, 32], "both": [6, 9, 16, 18, 19, 22, 23, 24, 31, 32, 37, 38, 39, 48], "nn": [6, 9, 11, 12, 13, 14, 15, 16, 18, 19, 22, 23, 24, 31, 32, 48], "scriptmodul": [6, 9, 18, 19, 22, 23, 24, 31, 32], "method": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 44, 46], "attribut": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 44], "forward": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 49], "x": [6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 33, 48, 49], "defin": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48], "comput": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "perform": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48], "everi": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48, 49], "call": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 46, 48], "should": [6, 9, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48, 49], "overridden": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "all": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48, 49], "subclass": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "although": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "recip": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "pass": [6, 9, 11, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48, 49], "need": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48], "within": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "thi": [6, 9, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32, 49, 50], "one": [6, 8, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 51], "instanc": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 49], "afterward": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "instead": [6, 9, 16, 18, 19, 20, 21, 22, 23, 24, 31, 32], "sinc": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 48], "former": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "take": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "care": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "run": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "regist": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "hook": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "while": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "latter": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "silent": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "ignor": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32, 49], "them": [6, 9, 18, 19, 20, 21, 22, 23, 24, 31, 32], "d_model": 8, "256": [8, 16, 18, 19, 24], "dropout": [8, 11, 12, 13, 14, 15, 16], "0": [8, 11, 12, 13, 14, 16, 48, 49], "max_len": 8, "5000": 8, "constructor": [8, 15, 16, 20, 21], "int": [8, 11, 12, 13, 14, 15, 16, 37, 38, 39, 48], "featur": [8, 49], "probabl": [8, 11, 12, 13, 14, 15, 16, 48], "layer": [8, 11, 12, 13, 14, 15, 16, 48, 49], "maximum": [8, 48], "length": 8, "sequenc": 8, "shorter": 8, "set": [8, 48, 49, 50], "free": 8, "up": [8, 48, 50], "gpu": 8, "memori": 8, "batch": [8, 13, 14, 15, 16, 18, 19, 20, 21, 48, 49], "output": [8, 11, 12, 13, 14, 15, 16, 19, 48], "ad": [8, 48], "posit": [8, 16], "encod": [8, 12, 14, 16, 19, 48], "get_pos_encod": 8, "t": [8, 16, 48, 49, 51], "get": [8, 48, 49, 50], "timestep": [8, 48], "int64": 8, "arg": [9, 46], "kwarg": [9, 46], "in_channel": [11, 12, 13, 14, 16, 19, 20, 21, 22, 23, 24], "out_channel": [11, 12, 13, 14, 18, 20, 21, 22, 23], "time_embedding_s": [11, 12, 13, 14], "5": [11, 12, 13, 14, 16, 48], "activ": [11, 12, 13, 14, 15, 16, 51], "torch": [11, 12, 13, 14, 15, 16, 49], "silu": [11, 12, 13, 14, 15, 16], "verbos": [11, 12, 13, 14, 16], "fals": [11, 12, 13, 14, 16, 49], "attention_head": [11, 12, 16], "4": [11, 12, 16, 19], "attention_ff_dim": [11, 12, 16], "none": [11, 12, 13, 15, 16, 31, 32, 46], "decodingblock": 11, "decod": [11, 13], "build": [11, 12, 13, 14, 16, 20], "block": [11, 12, 13, 14, 16, 19, 20], "number": [11, 12, 13, 14, 15, 16, 48], "channel": [11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 49], "dimens": [11, 12, 13, 14, 15, 16, 34, 35, 37, 38, 39, 48, 49], "time": [11, 12, 13, 14, 16, 48, 49], "embed": [11, 12, 13, 14, 16], "size": [11, 12, 13, 14, 19, 29, 34, 35, 36, 37, 38, 39], "convolut": [11, 12, 13, 14, 16, 21, 49], "kernel": [11, 12, 13, 14, 34, 35, 36], "bool": [11, 12, 13, 14, 16], "whether": [11, 12, 13, 14, 16, 48], "print": [11, 12, 13, 14, 16], "shape": [11, 12, 13, 14, 16, 34, 35, 36, 37, 38, 39, 48, 49], "dure": [11, 13, 48, 49], "skip": [11, 12, 13, 14], "time_embed": [11, 12, 13, 14], "connect": [11, 12, 13, 14], "merg": [11, 13, 49], "option": [11, 13, 15, 16, 48, 51], "encodingblock": 12, "non": [12, 14, 48], "linear": [12, 14, 48], "neural": [12, 14, 48, 49], "network": [12, 14, 16, 48, 49], "tupl": [12, 14, 19], "downscal": [12, 14], "height": [13, 14, 15, 16, 18, 20, 21, 34, 35, 36, 49], "width": [13, 14, 15, 16, 18, 20, 21, 34, 35, 36, 49], "half_channel": 13, "double_height": 13, "double_width": 13, "embedding_s": [13, 14, 16], "double_channel": 14, "half_height": 14, "half_width": 14, "num_head": 15, "dim_feedforward": 15, "implement": [15, 16, 20, 24], "self": [15, 16, 46, 49], "attent": [15, 16, 49], "imag": [15, 19, 20, 34, 35, 36], "data": [15, 48], "desir": 15, "head": [15, 16], "hidden": [15, 16], "feedforward": [15, 16], "default": [15, 16], "us": [15, 16, 21, 48, 49, 50, 51], "uninstanti": 15, "num_encoding_block": 16, "time_emb_s": 16, "init_channel": 16, "64": [16, 19, 49], "true": [16, 48, 49], "architectur": 16, "close": 16, "origin": [16, 48], "paper": 16, "transpos": [16, 21], "upsampl": 16, "same": [16, 48, 49], "pad": 16, "so": [16, 49], "ha": [16, 19, 48], "flexibl": 16, "go": [16, 48, 51], "larger": [16, 48], "depth": 16, "than": [16, 48], "separ": [16, 48], "addit": [16, 27, 49], "from": [16, 48, 49], "possibl": 16, "inject": 16, "condit": [16, 48, 50], "more": [16, 48], "make": [16, 48, 51], "sure": [16, 48], "odd": 16, "still": [16, 48], "even": 16, "bottleneck": [16, 48], "thei": [16, 48, 49], "divis": 16, "num_encod": 16, "yield": 16, "an": [16, 48, 49], "point": [16, 48], "best": 16, "just": [16, 48], "stick": 16, "power": 16, "ronneberger15": 16, "o": 16, "ronneberg": 16, "p": [16, 48], "fischer": 16, "brox": 16, "u": 16, "net": [16, 48], "biomed": 16, "segment": [16, 49], "param": 16, "how": [16, 48], "mani": [16, 48], "basic": [16, 20], "each": [16, 49], "doubl": 16, "half": [16, 48], "resolut": 16, "start": [16, 48, 49, 50], "e": [16, 48, 49], "g": [16, 48, 49], "step": [16, 48, 49], "debbug": 16, "transform": 16, "usual": [16, 19, 48, 49], "128": [16, 19], "hidden_dim": [18, 19, 24], "rtype": [18, 19, 20, 21], "resnet": [19, 20], "For": [19, 20, 48], "exact": 19, "detail": [19, 48], "see": [19, 20, 48], "he": [19, 20], "et": [19, 20, 48], "al": [19, 20, 48], "deep": [19, 20, 49], "residu": [19, 20, 49], "learn": [19, 20, 49], "recognit": [19, 20, 49], "2015": [19, 20, 49], "i": [19, 48, 49, 50, 51], "imagenet": 19, "crop": 19, "224x224": 19, "increas": 19, "decreas": 19, "56x56": 19, "befor": [19, 48], "repeat": [19, 34, 35, 48, 49], "begin": [19, 48], "we": [19, 48, 49, 50], "split": 19, "submodul": 19, "where": [19, 48, 49], "consist": 19, "standard": 19, "halv": 19, "stride": [19, 21], "like": [19, 48], "b": 19, "512": 19, "7x7": 19, "current": 20, "limit": 20, "usag": 20, "resnet18": [20, 21], "resnet34": [20, 21], "visual": 20, "fig": [20, 48], "union": [20, 21], "inspir": 21, "variat": 24, "autoencod": [24, 49], "sigma": [27, 28, 29], "appli": [27, 28, 48, 49], "multipl": 28, "creat": [29, 48, 50, 51], "independ": [29, 48, 49], "mask_typ": [31, 32], "rel_sigma": [31, 34, 35, 36], "undersampling_r": 31, "random_se": 31, "42": 31, "devic": [31, 32, 48], "undersampling_ratio": [32, 37, 38, 39], "liter": [33, 48], "brain": 33, "knee": 33, "1d": [34, 35], "along": [34, 35], "horizont": [34, 37], "std": [34, 35, 36], "dev": [34, 35, 36], "wa": [34, 35, 36, 48], "2d": [34, 35, 36, 37, 38, 39], "last": [34, 35, 36, 37, 38, 39, 48, 49], "dim": [34, 35, 36, 37, 38, 39, 49], "vertic": [35, 38], "regular": [37, 38, 39], "subsampl": [37, 38, 39], "line": [37, 38], "given": [37, 38, 39, 48], "undersampl": [37, 38, 39, 49], "ratio": [37, 38, 39], "integ": [37, 38, 39], "repres": [37, 38, 39, 48], "acceler": [37, 38, 39, 50], "mask": [40, 49], "byte": 43, "dict": 44, "dot": 44, "notat": [44, 48], "access": 44, "dictionari": 44, "object": [46, 48], "__call__": 46, "give": 48, "concis": 48, "overview": 48, "you": [48, 50, 51], "have": [48, 49], "done": 48, "reader": 48, "shall": 48, "abl": 48, "decid": 48, "which": 48, "been": 48, "interest": 48, "him": 48, "read": 48, "provid": 48, "brief": 48, "account": 48, "follow": 48, "question": 48, "what": [48, 49], "problem": 48, "did": 48, "tackl": 48, "were": 48, "your": 48, "find": 48, "why": 48, "ar": [48, 49], "signific": 48, "approxim": 48, "cover": 48, "page": 48, "doe": 48, "contain": 48, "citat": 48, "In": [48, 49], "list": 48, "evalu": [48, 49], "tabl": 48, "graph": 48, "etc": 48, "program": 48, "code": 48, "further": 48, "transit": 48, "q": 48, "bm": 48, "_t": 48, "_": 48, "mathcal": 48, "n": 48, "sqrt": 48, "beta_t": 48, "reparameter": 48, "alpha": 48, "beta": [48, 49], "introduc": 48, "alpha_t": 48, "can": [48, 49], "also": [48, 49], "coher": 48, "index": 48, "benefici": 48, "switch": 48, "random": 48, "epsilon_": 48, "label": 48, "eq": 48, "forward_randomvar": 48, "sim": 48, "earlier": 48, "recurs": 48, "insert": 48, "formula": 48, "recal": 48, "sum": 48, "z": 48, "y": 48, "normal": 48, "mu_x": 48, "sigma_i": 48, "mu_i": 48, "again": [48, 49], "accord": 48, "sigma_x": 48, "align": 48, "x_t": 48, "left": [48, 49], "alpha_": 48, "epsilon": 48, "right": 48, "bar": 48, "end": 48, "term": 48, "cours": 48, "simplifi": 48, "exactli": 48, "therefor": 48, "final": 48, "prod_": 48, "": 48, "evid": 48, "often": 48, "section": 48, "fuse": 48, "interpret": 48, "raw": 48, "latex": 48, "cite": 48, "day2006wap": 48, "do": [48, 49], "here": 48, "recapitul": 48, "describ": 48, "principl": 48, "relationship": 48, "shown": 48, "mention": 48, "inconsist": 48, "except": 48, "found": 48, "other": 48, "show": 48, "agre": 48, "disagre": 48, "reli": 48, "inform": [48, 49], "present": 48, "implic": 48, "applic": 48, "mai": 48, "might": 48, "act": 48, "pair": 48, "answer": 48, "ask": 48, "wai": 48, "research": [48, 49], "experiment": 48, "setup": 48, "methodologi": 48, "conduct": 48, "clear": 48, "If": [48, 51], "produc": 48, "lot": [48, 49], "includ": 48, "onli": [48, 49, 50], "put": 48, "ho": 48, "had": 48, "solut": 48, "ddpm": [48, 50], "nichol": 48, "investig": 48, "altern": 48, "nois": [48, 49], "autocit": 48, "ho2020denois": 48, "nichol2021improv": 48, "conclud": 48, "import": 48, "ones": 48, "respons": 48, "destruct": 48, "squar": 48, "cosin": 48, "would": [48, 51], "smooth": 48, "toward": 48, "critic": 48, "behav": 48, "approach": 48, "It": [48, 50], "immedi": 48, "visibl": 48, "reach": 48, "too": 48, "earli": 48, "flatten": 48, "lead": 48, "intuit": [48, 49], "few": [48, 49], "veri": 48, "intut": 48, "confirm": 48, "measur": 48, "isotrop": 48, "when": 48, "sampl": [48, 49], "through": [48, 49], "50": 48, "differ": 48, "covari": 48, "matrix": 48, "As": 48, "metric": 48, "ident": 48, "pure": 48, "d": [48, 49], "subtract": 48, "absolut": 48, "seen": 48, "closest": 48, "alreadi": 48, "after": 48, "around": [48, 49], "600": 48, "small": [48, 49], "700": 48, "wors": 48, "smaller": 48, "capabl": 48, "least": 48, "850": 48, "topic": 48, "rational": 48, "suffici": 48, "narrow": 48, "down": 48, "particular": 48, "allow": [48, 49], "understand": 48, "scope": 48, "abov": 48, "background": 48, "briefli": 48, "help": 48, "pick": 48, "text": [48, 49], "outlin": 48, "structur": [48, 49], "document": 48, "look": [48, 49], "howev": 48, "chapter": 48, "chang": [48, 51], "name": [48, 49], "requir": 48, "tool": 48, "environ": [48, 51], "taken": 48, "place": 48, "softwar": 48, "packag": 48, "system": 48, "algorithm": 48, "concept": 48, "math": 48, "perhap": 48, "kei": 48, "compon": 48, "framework": 48, "develop": [48, 50], "next": 48, "stem": 48, "statist": 48, "theorem": 48, "written": 48, "frac": 48, "implicitli": 48, "assum": 48, "densiti": 48, "over": [48, 49], "continu": 48, "hold": 48, "letter": 48, "space": 48, "unobserv": 48, "train": 48, "new": [48, 49], "wherea": 48, "observ": 48, "order": 48, "four": 48, "distinct": 48, "margin": 48, "likelihood": 48, "encompass": 48, "actual": 48, "prior": [48, 49], "expos": 48, "ani": [48, 49], "posterior": 48, "post": 48, "exampl": 48, "choos": [48, 49], "specif": 48, "One": [48, 49], "most": 48, "straightforward": 48, "goal": 48, "represent": [48, 49], "vae": 48, "kingma2022autoencod": 48, "tri": 48, "recreat": 48, "its": [48, 49], "therebi": 48, "compress": 48, "doi": 48, "org": 48, "1002": 48, "aic": 48, "690370209": 48, "bear": 48, "similar": 48, "reduct": 48, "princip": 48, "analysi": 48, "pca": 48, "publish": 48, "under": [48, 50], "nonlinear": 48, "part": [48, 50], "fact": 48, "rather": 48, "optim": 48, "combin": 48, "parameter": 48, "p_": 48, "theta_z": 48, "map": 48, "theta_": 48, "chosen": 48, "multivari": 48, "theta": 48, "dz": 48, "nn_": 48, "anoth": 48, "intract": 48, "A": 48, "schemat": 48, "8": 48, "stochast": 48, "determinist": 48, "rightarrow": 48, "f_": 48, "hope": 48, "remov": 48, "gradual": 48, "destroi": 48, "iter": 48, "invert": 48, "suggest": 48, "content": 48, "_0": 48, "our": 48, "partial": 48, "noisi": 48, "intermedi": 48, "almost": 48, "larg": 48, "zero": 48, "vector": [48, 49], "onc": [48, 49], "less": 48, "some": 48, "until": 48, "discret": 48, "whole": 48, "express": 48, "markov": 48, "chain": 48, "depict": 48, "gladli": 48, "necessari": 48, "arriv": 48, "procedur": 48, "forward_alpha": 48, "cumul": 48, "product": 48, "forward_alphadash": 48, "depend": 48, "beyond": 48, "simpl": 48, "case": 48, "constant": 48, "opt": 48, "grow": 48, "linearli": 48, "later": 48, "better": [48, 49], "quit": 48, "quickli": 48, "own": 48, "explor": 48, "explain": 48, "view": [48, 49], "adversari": 48, "goodfellow2014gen": 48, "factor": 48, "full": 48, "invers": 48, "sever": [48, 49], "gan": [48, 49], "ma": 48, "th": 48, "mathca": 48, "l": 48, "k_1": 48, "k_2": 48, "estim": 48, "want": 48, "corrupt": 48, "solv": 48, "try": [48, 49], "q_": 48, "match": [48, 49], "differenti": 48, "sens": 48, "successfulli": 48, "arjovsky2017wasserstein": 48, "previous": 48, "field": 48, "purpos": 48, "mind": 48, "relev": 48, "extent": 48, "without": 48, "literatur": 48, "compil": 48, "nich": 48, "lai": 48, "groundwork": 48, "select": 48, "enabl": 48, "my": [48, 49], "subtitl": 48, "master": 48, "eckhart": 48, "immerheis": 48, "depart": 48, "dvisor": 48, "egon": 48, "hasenfratz": 48, "schreier": 48, "upervisor": 48, "prof": 48, "dr": 48, "luc": 48, "van": 48, "gool": 48, "januari": 48, "fastmri": 49, "nyu": 49, "facebook": 49, "mix": 49, "precis": 49, "jake": 49, "tae": 49, "elbo": 49, "lilian": 49, "weng": 49, "supervis": 49, "flow": 49, "wgan": 49, "valentin": 49, "de": 49, "bortoli": 49, "yang": 49, "song": 49, "score": 49, "group": 49, "recurr": 49, "medic": 49, "pancrea": 49, "collect": 49, "scale": 49, "scalabl": 49, "quantiz": 49, "synthesi": 49, "stabl": 49, "2016": 49, "2018": 49, "respect": 49, "With": 49, "100": 49, "could": 49, "batchnorm2d": 49, "track_running_stat": 49, "shift": 49, "thing": [49, 50], "essenti": 49, "took": 49, "now": 49, "seem": 49, "littl": 49, "bit": 49, "counterintuit": 49, "opinion": 49, "global": 49, "per": 49, "pixel": 49, "oper": 49, "singl": 49, "indic": 49, "mini": 49, "don": [49, 51], "affin": 49, "2022": 49, "pretrain": 49, "uncondit": 49, "region": 49, "goe": 49, "backward": 49, "infer": 49, "resampl": 49, "semant": 49, "reconstruct": [49, 50], "complet": 49, "fix": 49, "amount": 49, "revers": 49, "process": 49, "schedul": 49, "propos": 49, "greatli": 49, "improv": 49, "qualiti": 49, "human": 49, "lpip": 49, "2021": 49, "low": 49, "frequenc": 49, "sdedit": 49, "denois": [49, 50], "somehow": 49, "result": 49, "python": 50, "librari": 50, "being": 50, "thesi": 50, "fall": 50, "semest": 50, "2023": 50, "eth": 50, "zurich": 50, "offer": 50, "everyth": 50, "acquisit": 50, "probabilist": 50, "Not": 50, "yet": 50, "re": 50, "intend": 51, "model": 51, "els": 51, "recommend": 51, "git": 51, "clone": 51, "com": 51, "liopeer": 51, "diffusionmodel": 51, "cd": 51, "env": 51, "f": 51, "yml": 51, "liotorch": 51, "pip": 51}, "objects": {"diffusion_models": [[0, 0, 0, "-", "losses"], [4, 0, 0, "-", "models"], [25, 0, 0, "-", "mri_forward"], [41, 0, 0, "-", "utils"]], "diffusion_models.losses": [[1, 0, 0, "-", "kl_divergence"]], "diffusion_models.losses.kl_divergence": [[2, 1, 1, "", "gaussian_kl"], [3, 1, 1, "", "log_gaussian_kl"]], "diffusion_models.models": [[5, 0, 0, "-", "mnist_enc"], [7, 0, 0, "-", "positional_encoding"], [10, 0, 0, "-", "unet"], [17, 0, 0, "-", "vae"]], "diffusion_models.models.mnist_enc": [[6, 2, 1, "", "MNISTEncoder"]], "diffusion_models.models.mnist_enc.MNISTEncoder": [[6, 3, 1, "", "forward"]], "diffusion_models.models.positional_encoding": [[8, 2, 1, "", "PositionalEncoding"], [9, 2, 1, "", "PositionalEncoding2D"]], "diffusion_models.models.positional_encoding.PositionalEncoding": [[8, 3, 1, "", "forward"], [8, 3, 1, "", "get_pos_encoding"]], "diffusion_models.models.positional_encoding.PositionalEncoding2D": [[9, 3, 1, "", "forward"]], "diffusion_models.models.unet": [[11, 2, 1, "", "AttentionDecodingBlock"], [12, 2, 1, "", "AttentionEncodingBlock"], [13, 2, 1, "", "DecodingBlock"], [14, 2, 1, "", "EncodingBlock"], [15, 2, 1, "", "SelfAttention"], [16, 2, 1, "", "UNet"]], "diffusion_models.models.unet.AttentionDecodingBlock": [[11, 3, 1, "", "forward"]], "diffusion_models.models.unet.AttentionEncodingBlock": [[12, 3, 1, "", "forward"]], "diffusion_models.models.unet.DecodingBlock": [[13, 3, 1, "", "forward"]], "diffusion_models.models.unet.EncodingBlock": [[14, 3, 1, "", "forward"]], "diffusion_models.models.unet.SelfAttention": [[15, 3, 1, "", "forward"]], "diffusion_models.models.unet.UNet": [[16, 3, 1, "", "forward"]], "diffusion_models.models.vae": [[18, 2, 1, "", "ResNet18Decoder"], [19, 2, 1, "", "ResNet18Encoder"], [20, 2, 1, "", "ResNetBlock"], [21, 2, 1, "", "ResNetDecoderBlock"], [22, 2, 1, "", "SkipDownSampler"], [23, 2, 1, "", "SkipUpSampler"], [24, 2, 1, "", "VariationalAutoencoder"]], "diffusion_models.models.vae.ResNet18Decoder": [[18, 3, 1, "", "forward"]], "diffusion_models.models.vae.ResNet18Encoder": [[19, 3, 1, "", "forward"]], "diffusion_models.models.vae.ResNetBlock": [[20, 3, 1, "", "forward"]], "diffusion_models.models.vae.ResNetDecoderBlock": [[21, 3, 1, "", "forward"]], "diffusion_models.models.vae.SkipDownSampler": [[22, 3, 1, "", "forward"]], "diffusion_models.models.vae.SkipUpSampler": [[23, 3, 1, "", "forward"]], "diffusion_models.models.vae.VariationalAutoencoder": [[24, 3, 1, "", "forward"]], "diffusion_models.mri_forward": [[26, 0, 0, "-", "noise"], [30, 0, 0, "-", "undersampling_mask"]], "diffusion_models.mri_forward.noise": [[27, 1, 1, "", "apply_add_gauss_noise"], [28, 1, 1, "", "apply_mult_gauss_noise"], [29, 1, 1, "", "independent_gauss_noise"]], "diffusion_models.mri_forward.undersampling_mask": [[31, 2, 1, "", "StochasticUndersamplingMask"], [32, 2, 1, "", "UndersamplingMask"], [33, 1, 1, "", "apply_fMRI_uSampleMask"], [34, 1, 1, "", "gaussian_kernel1d_h"], [35, 1, 1, "", "gaussian_kernel1d_v"], [36, 1, 1, "", "gaussian_kernel2d"], [37, 1, 1, "", "naive_undersampling1d_h"], [38, 1, 1, "", "naive_undersampling1d_v"], [39, 1, 1, "", "naive_undersampling2d"], [40, 1, 1, "", "normalize_mask"]], "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask": [[31, 3, 1, "", "forward"]], "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask": [[32, 3, 1, "", "forward"]], "diffusion_models.utils": [[42, 0, 0, "-", "helpers"], [45, 0, 0, "-", "mp_setup"]], "diffusion_models.utils.helpers": [[43, 1, 1, "", "bytes_to_gb"], [44, 2, 1, "", "dotdict"]], "diffusion_models.utils.mp_setup": [[46, 2, 1, "", "DDP_Proc_Group"]], "diffusion_models.utils.mp_setup.DDP_Proc_Group": [[46, 3, 1, "", "__call__"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"]}, "titleterms": {"diffusion_model": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46], "loss": [0, 1, 2, 3, 48], "kl_diverg": [1, 2, 3], "gaussian_kl": 2, "log_gaussian_kl": 3, "model": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 48, 49, 50], "mnist_enc": [5, 6], "mnistencod": 6, "positional_encod": [7, 8, 9], "positionalencod": 8, "positionalencoding2d": 9, "unet": [10, 11, 12, 13, 14, 15, 16], "attentiondecodingblock": 11, "attentionencodingblock": 12, "decodingblock": 13, "encodingblock": 14, "selfattent": 15, "thing": 16, "ar": 16, "differ": 16, "kernel": 16, "size": [16, 48], "imag": [16, 48, 49], "vae": [17, 18, 19, 20, 21, 22, 23, 24, 49], "resnet18decod": 18, "resnet18encod": 19, "implement": 19, "resnetblock": 20, "resnetdecoderblock": 21, "skipdownsampl": 22, "skipupsampl": 23, "variationalautoencod": 24, "mri_forward": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40], "nois": [26, 27, 28, 29], "apply_add_gauss_nois": 27, "apply_mult_gauss_nois": 28, "independent_gauss_nois": 29, "undersampling_mask": [30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40], "stochasticundersamplingmask": 31, "undersamplingmask": 32, "apply_fmri_usamplemask": 33, "gaussian_kernel1d_h": 34, "gaussian_kernel1d_v": 35, "gaussian_kernel2d": 36, "naive_undersampling1d_h": 37, "naive_undersampling1d_v": 38, "naive_undersampling2d": 39, "normalize_mask": 40, "util": [41, 42, 43, 44, 45, 46], "helper": [42, 43, 44], "bytes_to_gb": 43, "dotdict": 44, "mp_setup": [45, 46], "ddp_proc_group": 46, "api": 47, "abstract": 48, "acknowledg": 48, "The": 48, "first": 48, "appendix": 48, "extend": 48, "deriv": 48, "forward": 48, "process": 48, "close": 48, "form": 48, "conclus": 48, "discuss": 48, "experi": 48, "result": 48, "influenc": 48, "schedul": 48, "diffus": [48, 49, 50], "introduct": 48, "focu": 48, "thi": 48, "work": 48, "thesi": 48, "organ": 48, "materi": 48, "method": 48, "gener": [48, 49, 51], "machin": 48, "learn": 48, "bayesian": [48, 49], "formul": 48, "latent": 48, "variabl": 48, "variat": 48, "autoencod": 48, "denois": 48, "probabilist": 48, "mathemat": 48, "descript": 48, "function": 48, "revers": 48, "compar": 48, "kullback": 48, "leibler": 48, "diverg": 48, "wasserstein": 48, "distanc": 48, "lower": 48, "bound": 48, "relat": 48, "idea": 49, "corner": 49, "public": 49, "dataset": 49, "train": 49, "strategi": 49, "perspect": 49, "ai": 49, "normal": 49, "paper": 49, "u": 49, "net": 49, "variant": 49, "transform": 49, "rel": 49, "posit": 49, "encod": 49, "sophist": 49, "ddpm": 49, "batchnorm": 49, "v": 49, "layernorm": 49, "instancenorm": 49, "groupnorm": 49, "inpaint": 49, "repaint": 49, "condit": 49, "ilvr": 49, "sedit": 49, "mri": 50, "instal": 51, "usag": 51, "conda": 51, "docker": 51, "develop": 51}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 60}, "alltitles": {"diffusion_models.losses": [[0, "module-diffusion_models.losses"]], "diffusion_models.losses.kl_divergence": [[1, "module-diffusion_models.losses.kl_divergence"]], "diffusion_models.losses.kl_divergence.gaussian_kl": [[2, "diffusion-models-losses-kl-divergence-gaussian-kl"]], "diffusion_models.losses.kl_divergence.log_gaussian_kl": [[3, "diffusion-models-losses-kl-divergence-log-gaussian-kl"]], "diffusion_models.models": [[4, "module-diffusion_models.models"]], "diffusion_models.models.mnist_enc": [[5, "module-diffusion_models.models.mnist_enc"]], "diffusion_models.models.mnist_enc.MNISTEncoder": [[6, "diffusion-models-models-mnist-enc-mnistencoder"]], "diffusion_models.models.positional_encoding": [[7, "module-diffusion_models.models.positional_encoding"]], "diffusion_models.models.positional_encoding.PositionalEncoding": [[8, "diffusion-models-models-positional-encoding-positionalencoding"]], "diffusion_models.models.positional_encoding.PositionalEncoding2D": [[9, "diffusion-models-models-positional-encoding-positionalencoding2d"]], "diffusion_models.models.unet": [[10, "module-diffusion_models.models.unet"]], "diffusion_models.models.unet.AttentionDecodingBlock": [[11, "diffusion-models-models-unet-attentiondecodingblock"]], "diffusion_models.models.unet.AttentionEncodingBlock": [[12, "diffusion-models-models-unet-attentionencodingblock"]], "diffusion_models.models.unet.DecodingBlock": [[13, "diffusion-models-models-unet-decodingblock"]], "diffusion_models.models.unet.EncodingBlock": [[14, "diffusion-models-models-unet-encodingblock"]], "diffusion_models.models.unet.SelfAttention": [[15, "diffusion-models-models-unet-selfattention"]], "diffusion_models.models.unet.UNet": [[16, "diffusion-models-models-unet-unet"]], "Things that are different": [[16, "things-that-are-different"]], "Kernel sizes": [[16, "kernel-sizes"]], "Images sizes": [[16, "images-sizes"]], "diffusion_models.models.vae": [[17, "module-diffusion_models.models.vae"]], "diffusion_models.models.vae.ResNet18Decoder": [[18, "diffusion-models-models-vae-resnet18decoder"]], "diffusion_models.models.vae.ResNet18Encoder": [[19, "diffusion-models-models-vae-resnet18encoder"]], "Implementation": [[19, "implementation"]], "diffusion_models.models.vae.ResNetBlock": [[20, "diffusion-models-models-vae-resnetblock"]], "diffusion_models.models.vae.ResNetDecoderBlock": [[21, "diffusion-models-models-vae-resnetdecoderblock"]], "diffusion_models.models.vae.SkipDownSampler": [[22, "diffusion-models-models-vae-skipdownsampler"]], "diffusion_models.models.vae.SkipUpSampler": [[23, "diffusion-models-models-vae-skipupsampler"]], "diffusion_models.models.vae.VariationalAutoencoder": [[24, "diffusion-models-models-vae-variationalautoencoder"]], "diffusion_models.mri_forward": [[25, "module-diffusion_models.mri_forward"]], "diffusion_models.mri_forward.noise": [[26, "module-diffusion_models.mri_forward.noise"]], "diffusion_models.mri_forward.noise.apply_add_gauss_noise": [[27, "diffusion-models-mri-forward-noise-apply-add-gauss-noise"]], "diffusion_models.mri_forward.noise.apply_mult_gauss_noise": [[28, "diffusion-models-mri-forward-noise-apply-mult-gauss-noise"]], "diffusion_models.mri_forward.noise.independent_gauss_noise": [[29, "diffusion-models-mri-forward-noise-independent-gauss-noise"]], "diffusion_models.mri_forward.undersampling_mask": [[30, "module-diffusion_models.mri_forward.undersampling_mask"]], "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask": [[31, "diffusion-models-mri-forward-undersampling-mask-stochasticundersamplingmask"]], "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask": [[32, "diffusion-models-mri-forward-undersampling-mask-undersamplingmask"]], "diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask": [[33, "diffusion-models-mri-forward-undersampling-mask-apply-fmri-usamplemask"]], "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h": [[34, "diffusion-models-mri-forward-undersampling-mask-gaussian-kernel1d-h"]], "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v": [[35, "diffusion-models-mri-forward-undersampling-mask-gaussian-kernel1d-v"]], "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d": [[36, "diffusion-models-mri-forward-undersampling-mask-gaussian-kernel2d"]], "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h": [[37, "diffusion-models-mri-forward-undersampling-mask-naive-undersampling1d-h"]], "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v": [[38, "diffusion-models-mri-forward-undersampling-mask-naive-undersampling1d-v"]], "diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d": [[39, "diffusion-models-mri-forward-undersampling-mask-naive-undersampling2d"]], "diffusion_models.mri_forward.undersampling_mask.normalize_mask": [[40, "diffusion-models-mri-forward-undersampling-mask-normalize-mask"]], "diffusion_models.utils": [[41, "module-diffusion_models.utils"]], "diffusion_models.utils.helpers": [[42, "module-diffusion_models.utils.helpers"]], "diffusion_models.utils.helpers.bytes_to_gb": [[43, "diffusion-models-utils-helpers-bytes-to-gb"]], "diffusion_models.utils.helpers.dotdict": [[44, "diffusion-models-utils-helpers-dotdict"]], "diffusion_models.utils.mp_setup": [[45, "module-diffusion_models.utils.mp_setup"]], "diffusion_models.utils.mp_setup.DDP_Proc_Group": [[46, "diffusion-models-utils-mp-setup-ddp-proc-group"]], "API": [[47, "api"]], "Abstract": [[48, "abstract"]], "Acknowledgements": [[48, "acknowledgements"]], "The First Appendix": [[48, "the-first-appendix"]], "Extended Derivations": [[48, "extended-derivations"]], "Forward Process Closed-Form": [[48, "forward-process-closed-form"]], "Conclusion": [[48, "conclusion"]], "Discussion": [[48, "discussion"]], "Experiments and Results": [[48, "experiments-and-results"]], "Influence of Schedules and Image Size on the Forward Diffusion": [[48, "influence-of-schedules-and-image-size-on-the-forward-diffusion"]], "Introduction": [[48, "introduction"]], "Focus of this Work": [[48, "focus-of-this-work"]], "Thesis Organization": [[48, "thesis-organization"]], "Materials and Methods": [[48, "materials-and-methods"]], "Generative Machine Learning": [[48, "generative-machine-learning"]], "Bayesian Formulation of Latent Variable Models": [[48, "bayesian-formulation-of-latent-variable-models"]], "Variational Autoencoders": [[48, "variational-autoencoders"]], "Diffusion Denoising Probabilistic Models": [[48, "diffusion-denoising-probabilistic-models"]], "Forward Diffusion Process": [[48, "forward-diffusion-process"]], "Mathematical Description": [[48, "mathematical-description"]], "Influence of Scheduling Functions": [[48, "influence-of-scheduling-functions"]], "Reverse Diffusion Process": [[48, "reverse-diffusion-process"]], "Latent Variable Models Compared": [[48, "latent-variable-models-compared"]], "Loss Functions": [[48, "loss-functions"]], "Kullback-Leibler Divergence": [[48, "kullback-leibler-divergence"]], "Wasserstein Distance": [[48, "wasserstein-distance"]], "Variational Lower Bound": [[48, "variational-lower-bound"]], "Related Work": [[48, "related-work"]], "Idea Corner": [[49, "idea-corner"]], "Public Datasets": [[49, "public-datasets"]], "Training Strategies": [[49, "training-strategies"]], "Bayesian Perspective on Generative AI": [[49, "bayesian-perspective-on-generative-ai"]], "Normalization Papers": [[49, "normalization-papers"]], "U-Net Variants": [[49, "u-net-variants"]], "Diffusion Models with Transformers": [[49, "diffusion-models-with-transformers"]], "Relative Positional Encodings": [[49, "relative-positional-encodings"]], "Sophisticated VAE/DDPMs": [[49, "sophisticated-vae-ddpms"]], "BatchNorm vs. LayerNorm vs. InstanceNorm vs. GroupNorm": [[49, "batchnorm-vs-layernorm-vs-instancenorm-vs-groupnorm"]], "BatchNorm": [[49, "batchnorm"]], "LayerNorm": [[49, "layernorm"]], "InstanceNorm": [[49, "instancenorm"]], "GroupNorm": [[49, "groupnorm"]], "": [[49, "id1"]], "Image Inpainting": [[49, "image-inpainting"]], "RePaint": [[49, "repaint"]], "Image-Conditioned Diffusion Models": [[49, "image-conditioned-diffusion-models"]], "ILVR": [[49, "ilvr"]], "SEdit": [[49, "sedit"]], "Diffusion Models for MRI": [[50, "diffusion-models-for-mri"]], "Installation": [[51, "installation"]], "General Usage": [[51, "general-usage"]], "Conda": [[51, "conda"], [51, "id3"]], "Docker": [[51, "docker"], [51, "id4"]], "Development": [[51, "development"]]}, "indexentries": {"diffusion_models.losses": [[0, "module-diffusion_models.losses"]], "module": [[0, "module-diffusion_models.losses"], [1, "module-diffusion_models.losses.kl_divergence"], [4, "module-diffusion_models.models"], [5, "module-diffusion_models.models.mnist_enc"], [7, "module-diffusion_models.models.positional_encoding"], [10, "module-diffusion_models.models.unet"], [17, "module-diffusion_models.models.vae"], [25, "module-diffusion_models.mri_forward"], [26, "module-diffusion_models.mri_forward.noise"], [30, "module-diffusion_models.mri_forward.undersampling_mask"], [41, "module-diffusion_models.utils"], [42, "module-diffusion_models.utils.helpers"], [45, "module-diffusion_models.utils.mp_setup"]], "diffusion_models.losses.kl_divergence": [[1, "module-diffusion_models.losses.kl_divergence"]], "gaussian_kl() (in module diffusion_models.losses.kl_divergence)": [[2, "diffusion_models.losses.kl_divergence.gaussian_kl"]], "log_gaussian_kl() (in module diffusion_models.losses.kl_divergence)": [[3, "diffusion_models.losses.kl_divergence.log_gaussian_kl"]], "diffusion_models.models": [[4, "module-diffusion_models.models"]], "diffusion_models.models.mnist_enc": [[5, "module-diffusion_models.models.mnist_enc"]], "mnistencoder (class in diffusion_models.models.mnist_enc)": [[6, "diffusion_models.models.mnist_enc.MNISTEncoder"]], "forward() (diffusion_models.models.mnist_enc.mnistencoder method)": [[6, "diffusion_models.models.mnist_enc.MNISTEncoder.forward"]], "diffusion_models.models.positional_encoding": [[7, "module-diffusion_models.models.positional_encoding"]], "positionalencoding (class in diffusion_models.models.positional_encoding)": [[8, "diffusion_models.models.positional_encoding.PositionalEncoding"]], "forward() (diffusion_models.models.positional_encoding.positionalencoding method)": [[8, "diffusion_models.models.positional_encoding.PositionalEncoding.forward"]], "get_pos_encoding() (diffusion_models.models.positional_encoding.positionalencoding method)": [[8, "diffusion_models.models.positional_encoding.PositionalEncoding.get_pos_encoding"]], "positionalencoding2d (class in diffusion_models.models.positional_encoding)": [[9, "diffusion_models.models.positional_encoding.PositionalEncoding2D"]], "forward() (diffusion_models.models.positional_encoding.positionalencoding2d method)": [[9, "diffusion_models.models.positional_encoding.PositionalEncoding2D.forward"]], "diffusion_models.models.unet": [[10, "module-diffusion_models.models.unet"]], "attentiondecodingblock (class in diffusion_models.models.unet)": [[11, "diffusion_models.models.unet.AttentionDecodingBlock"]], "forward() (diffusion_models.models.unet.attentiondecodingblock method)": [[11, "diffusion_models.models.unet.AttentionDecodingBlock.forward"]], "attentionencodingblock (class in diffusion_models.models.unet)": [[12, "diffusion_models.models.unet.AttentionEncodingBlock"]], "forward() (diffusion_models.models.unet.attentionencodingblock method)": [[12, "diffusion_models.models.unet.AttentionEncodingBlock.forward"]], "decodingblock (class in diffusion_models.models.unet)": [[13, "diffusion_models.models.unet.DecodingBlock"]], "forward() (diffusion_models.models.unet.decodingblock method)": [[13, "diffusion_models.models.unet.DecodingBlock.forward"]], "encodingblock (class in diffusion_models.models.unet)": [[14, "diffusion_models.models.unet.EncodingBlock"]], "forward() (diffusion_models.models.unet.encodingblock method)": [[14, "diffusion_models.models.unet.EncodingBlock.forward"]], "selfattention (class in diffusion_models.models.unet)": [[15, "diffusion_models.models.unet.SelfAttention"]], "forward() (diffusion_models.models.unet.selfattention method)": [[15, "diffusion_models.models.unet.SelfAttention.forward"]], "unet (class in diffusion_models.models.unet)": [[16, "diffusion_models.models.unet.UNet"]], "forward() (diffusion_models.models.unet.unet method)": [[16, "diffusion_models.models.unet.UNet.forward"]], "diffusion_models.models.vae": [[17, "module-diffusion_models.models.vae"]], "resnet18decoder (class in diffusion_models.models.vae)": [[18, "diffusion_models.models.vae.ResNet18Decoder"]], "forward() (diffusion_models.models.vae.resnet18decoder method)": [[18, "diffusion_models.models.vae.ResNet18Decoder.forward"]], "resnet18encoder (class in diffusion_models.models.vae)": [[19, "diffusion_models.models.vae.ResNet18Encoder"]], "forward() (diffusion_models.models.vae.resnet18encoder method)": [[19, "diffusion_models.models.vae.ResNet18Encoder.forward"]], "resnetblock (class in diffusion_models.models.vae)": [[20, "diffusion_models.models.vae.ResNetBlock"]], "forward() (diffusion_models.models.vae.resnetblock method)": [[20, "diffusion_models.models.vae.ResNetBlock.forward"]], "resnetdecoderblock (class in diffusion_models.models.vae)": [[21, "diffusion_models.models.vae.ResNetDecoderBlock"]], "forward() (diffusion_models.models.vae.resnetdecoderblock method)": [[21, "diffusion_models.models.vae.ResNetDecoderBlock.forward"]], "skipdownsampler (class in diffusion_models.models.vae)": [[22, "diffusion_models.models.vae.SkipDownSampler"]], "forward() (diffusion_models.models.vae.skipdownsampler method)": [[22, "diffusion_models.models.vae.SkipDownSampler.forward"]], "skipupsampler (class in diffusion_models.models.vae)": [[23, "diffusion_models.models.vae.SkipUpSampler"]], "forward() (diffusion_models.models.vae.skipupsampler method)": [[23, "diffusion_models.models.vae.SkipUpSampler.forward"]], "variationalautoencoder (class in diffusion_models.models.vae)": [[24, "diffusion_models.models.vae.VariationalAutoencoder"]], "forward() (diffusion_models.models.vae.variationalautoencoder method)": [[24, "diffusion_models.models.vae.VariationalAutoencoder.forward"]], "diffusion_models.mri_forward": [[25, "module-diffusion_models.mri_forward"]], "diffusion_models.mri_forward.noise": [[26, "module-diffusion_models.mri_forward.noise"]], "apply_add_gauss_noise() (in module diffusion_models.mri_forward.noise)": [[27, "diffusion_models.mri_forward.noise.apply_add_gauss_noise"]], "apply_mult_gauss_noise() (in module diffusion_models.mri_forward.noise)": [[28, "diffusion_models.mri_forward.noise.apply_mult_gauss_noise"]], "independent_gauss_noise() (in module diffusion_models.mri_forward.noise)": [[29, "diffusion_models.mri_forward.noise.independent_gauss_noise"]], "diffusion_models.mri_forward.undersampling_mask": [[30, "module-diffusion_models.mri_forward.undersampling_mask"]], "stochasticundersamplingmask (class in diffusion_models.mri_forward.undersampling_mask)": [[31, "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask"]], "forward() (diffusion_models.mri_forward.undersampling_mask.stochasticundersamplingmask method)": [[31, "diffusion_models.mri_forward.undersampling_mask.StochasticUndersamplingMask.forward"]], "undersamplingmask (class in diffusion_models.mri_forward.undersampling_mask)": [[32, "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask"]], "forward() (diffusion_models.mri_forward.undersampling_mask.undersamplingmask method)": [[32, "diffusion_models.mri_forward.undersampling_mask.UndersamplingMask.forward"]], "apply_fmri_usamplemask() (in module diffusion_models.mri_forward.undersampling_mask)": [[33, "diffusion_models.mri_forward.undersampling_mask.apply_fMRI_uSampleMask"]], "gaussian_kernel1d_h() (in module diffusion_models.mri_forward.undersampling_mask)": [[34, "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_h"]], "gaussian_kernel1d_v() (in module diffusion_models.mri_forward.undersampling_mask)": [[35, "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel1d_v"]], "gaussian_kernel2d() (in module diffusion_models.mri_forward.undersampling_mask)": [[36, "diffusion_models.mri_forward.undersampling_mask.gaussian_kernel2d"]], "naive_undersampling1d_h() (in module diffusion_models.mri_forward.undersampling_mask)": [[37, "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_h"]], "naive_undersampling1d_v() (in module diffusion_models.mri_forward.undersampling_mask)": [[38, "diffusion_models.mri_forward.undersampling_mask.naive_undersampling1d_v"]], "naive_undersampling2d() (in module diffusion_models.mri_forward.undersampling_mask)": [[39, "diffusion_models.mri_forward.undersampling_mask.naive_undersampling2d"]], "normalize_mask() (in module diffusion_models.mri_forward.undersampling_mask)": [[40, "diffusion_models.mri_forward.undersampling_mask.normalize_mask"]], "diffusion_models.utils": [[41, "module-diffusion_models.utils"]], "diffusion_models.utils.helpers": [[42, "module-diffusion_models.utils.helpers"]], "bytes_to_gb() (in module diffusion_models.utils.helpers)": [[43, "diffusion_models.utils.helpers.bytes_to_gb"]], "dotdict (class in diffusion_models.utils.helpers)": [[44, "diffusion_models.utils.helpers.dotdict"]], "diffusion_models.utils.mp_setup": [[45, "module-diffusion_models.utils.mp_setup"]], "ddp_proc_group (class in diffusion_models.utils.mp_setup)": [[46, "diffusion_models.utils.mp_setup.DDP_Proc_Group"]], "__call__() (diffusion_models.utils.mp_setup.ddp_proc_group method)": [[46, "diffusion_models.utils.mp_setup.DDP_Proc_Group.__call__"]]}})
\ No newline at end of file
