Add proximal ADMM solvers

CHANGES.rst

@@ -6,8 +6,11 @@ SCICO Release Notes
 Version 0.0.4   (unreleased)
 ----------------------------
 
-• New methods and a function for computing Jacobian-vector products for
-  `Operator` objects.
+• New `Function` class for representing array-to-array mappings with more than
+  one input.
+• New methods and a function for computing Jacobian-vector products for `Operator`
+  objects.
+• New proximal ADMM solvers.
 
 
 

docs/source/examples.rst

@@ -72,6 +72,7 @@ Miscellaneous
    examples/denoise_tv_admm
    examples/denoise_tv_pgm
    examples/denoise_tv_multi
+   examples/denoise_cplx_tv_nlpadmm
    examples/denoise_cplx_tv_pdhg
    examples/denoise_dncnn_universal
    examples/video_rpca_admm
@@ -120,6 +121,7 @@ Total Variation
    examples/denoise_tv_admm
    examples/denoise_tv_pgm
    examples/denoise_tv_multi
+   examples/denoise_cplx_tv_nlpadmm
    examples/denoise_cplx_tv_pdhg
 
 
@@ -182,6 +184,25 @@ Linearized ADMM
    examples/denoise_tv_multi
 
 
+Proximal ADMM
+^^^^^^^^^^^^^
+
+.. toctree::
+   :maxdepth: 1
+
+   examples/denoise_tv_multi
+   examples/denoise_cplx_tv_nlpadmm
+
+
+Non-linear Proximal ADMM
+^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. toctree::
+   :maxdepth: 1
+
+   examples/denoise_cplx_tv_nlpadmm
+
+
 PDHG
 ^^^^
 

docs/source/references.bib

@@ -83,8 +83,7 @@ @InCollection{beck-2010-gradient
   publisher =	 {Cambridge University Press},
   year =	 2010,
   doi =		 {10.1017/CBO9780511804458.003},
-  url =
-                  {http://www.math.tau.ac.il/~teboulle/papers/gradient_chapter.pdf}
+  url =          {http://www.math.tau.ac.il/~teboulle/papers/gradient_chapter.pdf}
 }
 
 @Book {beck-2017-first,
@@ -110,6 +109,17 @@ @Software {bradbury-2018-jax
   year =	 {2018}
 }
 
+@InProceedings {benning-2016-preconditioned,
+  title =	 {Preconditioned {ADMM} with nonlinear operator
+                  constraint},
+  author =	 {Benning, Martin and Knoll, Florian and
+                  Sch{\"o}nlieb, Carola-Bibiane and Valkonen, Tuomo},
+  booktitle =	 {IFIP Conference on System Modeling and Optimization (CSMO) 2015},
+  pages =	 {117--126},
+  year =	 2016,
+  doi =		 {10.1007/978-3-319-55795-3_10}
+}
+
 @Article {boyd-2010-distributed,
   title =	 {Distributed optimization and statistical learning
                   via the alternating direction method of multipliers},
@@ -206,6 +216,20 @@ @Article {daubechies-2004-iterative
   doi =		 {10.1002/cpa.20042}
 }
 
+@Article {deng-2015-global,
+  author =	 {Wei Deng and Wotao Yin},
+  title =	 {On the Global and Linear Convergence of the
+                  Generalized Alternating Direction Method of
+                  Multipliers},
+  journal =	 {Journal of Scientific Computing},
+  year =	 2015,
+  month =	 May,
+  volume =	 66,
+  number =	 3,
+  pages =	 {889--916},
+  doi =		 {10.1007/s10915-015-0048-x},
+}
+
 @Article {esser-2010-general,
   author =	 {Ernie Esser and Xiaoqun Zhang and Tony F. Chan},
   title =	 {A General Framework for a Class of First Order
@@ -345,10 +369,10 @@ @Article {kamilov-2022-plug
                   T. Buzzard and Brendt Wohlberg},
   title =	 {Plug-and-Play Methods for Integrating Physical and
                   Learned Models in Computational Imaging},
-  journal =	 {IEEE Signal Processing Magazine},
+  journal =      {IEEE Signal Processing Magazine},
   year =	 2022,
   eprint =	 {arXiv:2203.17061},
-  note =	 {To appear.}
+  note =         {To appear.}
 }
 
 @Article {liu-2018-first,
@@ -375,7 +399,7 @@ @Article {maggioni-2012-nonlocal
   number =	 1,
   pages =	 {119--133},
   year =	 2012,
-  doi =		 {10.1109/TIP.2012.2210725}
+  doi =          {10.1109/TIP.2012.2210725}
 }
 
 @InProceedings {makinen-2019-exact,
@@ -428,7 +452,7 @@ @Book {nocedal-2006-numerical
 
 @Book {paganin-2006-coherent,
   doi =		 {10.1093/acprof:oso/9780198567288.001.0001},
-  isbn =	 9780198567288,
+  isbn =	 {9780198567288},
   year =	 2006,
   month =	 Jan,
   publisher =	 {Oxford University Press},
@@ -541,7 +565,7 @@ @Article {valkonen-2014-primal
   journal =	 {Inverse Problems},
   volume =	 30,
   number =	 5,
-  pages =	 055012,
+  pages =	 {055012},
   year =	 2014,
   doi =		 {10.1088/0266-5611/30/5/055012}
 }

examples/scripts/README.rst

@@ -76,8 +76,10 @@ Miscellaneous
       Total Variation Denoising with Constraint (APGM)
    `denoise_tv_multi.py <denoise_tv_multi.py>`_
       Comparison of Optimization Algorithms for Total Variation Denoising
+   `denoise_cplx_tv_nlpadmm.py <denoise_cplx_tv_nlpadmm.py>`_
+      Complex Total Variation Denoising with NLPADMM Solver
    `denoise_cplx_tv_pdhg.py <denoise_cplx_tv_pdhg.py>`_
-      Complex Total Variation Denoising
+      Complex Total Variation Denoising with PDHG Solver
    `denoise_dncnn_universal.py <denoise_dncnn_universal.py>`_
       Comparison of DnCNN Variants for Image Denoising
    `video_rpca_admm.py <video_rpca_admm.py>`_
@@ -140,8 +142,10 @@ Total Variation
       Total Variation Denoising with Constraint (APGM)
    `denoise_tv_multi.py <denoise_tv_multi.py>`_
       Comparison of Optimization Algorithms for Total Variation Denoising
+   `denoise_cplx_tv_nlpadmm.py <denoise_cplx_tv_nlpadmm.py>`_
+      Complex Total Variation Denoising with NLPADMM Solver
    `denoise_cplx_tv_pdhg.py <denoise_cplx_tv_pdhg.py>`_
-      Complex Total Variation Denoising
+      Complex Total Variation Denoising with PDHG Solver
 
 
 Sparsity