start on week 2 notes

Lecture Notes/Lec1/lec1.aux

@@ -25,6 +25,8 @@
 \@writefile{toc}{\contentsline {section}{\numberline {2}Regression (lecture 1)}{2}{section.2}\protected@file@percent }
 \@writefile{toc}{\contentsline {section}{\numberline {3}Loss Function (lecture 2)}{2}{section.3}\protected@file@percent }
 \citation{Stanford}
+\citation{Cornell}
+\citation{Cornell}
 \citation{Stanford}
 \@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Properties of the Loss Function}{3}{subsection.3.1}\protected@file@percent }
 \@writefile{toc}{\contentsline {section}{\numberline {4}Gradient Descent (lecture 2)}{3}{section.4}\protected@file@percent }
@@ -33,8 +35,8 @@
 \bibcite{UoT}{2}
 \bibcite{Cornell}{3}
 \bibcite{Stanford}{4}
-\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Consequence of choosing $\alpha $, [Cornell CS4780, Lecture 7, Fall 2018]\relax }}{4}{figure.caption.3}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Consequence of choosing $\alpha $, \cite  {Cornell}\relax }}{4}{figure.caption.3}\protected@file@percent }
 \providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
-\newlabel{fig:learningrate_example}{{1}{4}{Consequence of choosing $\alpha $, [Cornell CS4780, Lecture 7, Fall 2018]\relax }{figure.caption.3}{}}
+\newlabel{fig:learningrate_example}{{1}{4}{Consequence of choosing $\alpha $, \cite {Cornell}\relax }{figure.caption.3}{}}
 \@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Batch, Mini Batch, and Stochastic Gradient Descent}{4}{subsection.4.1}\protected@file@percent }
 \gdef \@abspage@last{4}

Lecture Notes/Lec1/lec1.fdb_latexmk

@@ -1,5 +1,5 @@
 # Fdb version 3
-["pdflatex"] 1675624109 "d:/School/University/_UCA/cs389/public_repo/Lecture Notes/Lec1/lec1.tex" "lec1.pdf" "lec1" 1675624115
+["pdflatex"] 1675643188 "d:/School/University/_UCA/cs389/public_repo/Lecture Notes/Lec1/lec1.tex" "lec1.pdf" "lec1" 1675643191
   "C:/Users/PeterNg/AppData/Local/MiKTeX/fonts/map/pdftex/pdftex.map" 1675106754 80937 91001db6d4ae332437b4b739862cda02 ""
   "C:/Users/PeterNg/AppData/Local/MiKTeX/fonts/pk/ljfour/jknappen/ec/dpi600/tcrm1095.pk" 1665032263 12668 cc8ba6d4956b4b86401eb2ef86c85337 ""
   "C:/Users/PeterNg/AppData/Local/MiKTeX/miktex/data/le/pdftex/pdflatex.fmt" 1643486774 10244413 6f29d7d7ffced9ecc4d022246ecc2028 ""
@@ -128,10 +128,10 @@
   "C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/xcolor/xcolor.sty" 1636284872 56029 3f7889dab51d620aa43177c391b7b190 ""
   "Figs/lr_converge.jpg" 1675121145 577868 7fa0baaf587da50c03e4f1f8cabeab67 ""
   "Figs/lr_diverge.jpg" 1675121152 326362 d6b5aec7f2a0a81242a039908afe9be3 ""
-  "d:/School/University/_UCA/cs389/public_repo/Lecture Notes/Lec1/lec1.tex" 1675624100 13979 6d3e1a21c6047dd36ef114d1acc53f38 ""
-  "lec1.aux" 1675624115 2434 88192b33ef9706fc422b9e9a0aac671f "pdflatex"
-  "lec1.out" 1675624115 1455 05d441fe02ed396dcf614a0d37801e99 "pdflatex"
-  "lec1.tex" 1675624100 13979 6d3e1a21c6047dd36ef114d1acc53f38 ""
+  "d:/School/University/_UCA/cs389/public_repo/Lecture Notes/Lec1/lec1.tex" 1675643187 14045 02432b23d22f77c707b14587548f7117 ""
+  "lec1.aux" 1675643191 2427 53da6b3ff1af40991da9ee27fcdab92f "pdflatex"
+  "lec1.out" 1675643191 1455 05d441fe02ed396dcf614a0d37801e99 "pdflatex"
+  "lec1.tex" 1675643187 14045 02432b23d22f77c707b14587548f7117 ""
   (generated)
   "lec1.aux"
   "lec1.log"

Lecture Notes/Lec1/lec1.fls

@@ -745,8 +745,8 @@ INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmbx12.
 INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmr12.tfm
 INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmbx12.tfm
 INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmbxti10.tfm
-INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmbx10.tfm
 INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmti10.tfm
+INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmbx10.tfm
 INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmr8.tfm
 INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmr6.tfm
 INPUT C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\fonts\tfm\public\cm\cmmi10.tfm

Lecture Notes/Lec1/lec1.log

@@ -1,4 +1,4 @@
-This is pdfTeX, Version 3.141592653-2.6-1.40.24 (MiKTeX 21.12.10) (preloaded format=pdflatex 2022.1.29)  5 FEB 2023 14:08
+This is pdfTeX, Version 3.141592653-2.6-1.40.24 (MiKTeX 21.12.10) (preloaded format=pdflatex 2022.1.29)  5 FEB 2023 19:26
 entering extended mode
  restricted \write18 enabled.
  file:line:error style messages enabled.
@@ -391,14 +391,14 @@ LaTeX Font Info:    ... okay on input line 45.
 * layoutoffset:(h,v)=(0.0pt,0.0pt)
 * modes: 
 * h-part:(L,W,R)=(71.13188pt, 472.03123pt, 71.13188pt)
-* v-part:(T,H,B)=(56.9055pt, 681.15898pt, 56.9055pt)
+* v-part:(T,H,B)=(51.21504pt, 686.84944pt, 56.9055pt)
 * \paperwidth=614.295pt
 * \paperheight=794.96999pt
 * \textwidth=472.03123pt
-* \textheight=681.15898pt
+* \textheight=686.84944pt
 * \oddsidemargin=-1.1381pt
 * \evensidemargin=-1.1381pt
-* \topmargin=-52.36449pt
+* \topmargin=-58.05495pt
 * \headheight=12.0pt
 * \headsep=25.0pt
 * \topskip=11.0pt
@@ -461,61 +461,61 @@ LaTeX Info: Redefining \nameref on input line 45.
 \@outlinefile=\write3
 \openout3 = `lec1.out'.
 
-LaTeX Font Info:    Trying to load font information for U+msa on input line 53.
+LaTeX Font Info:    Trying to load font information for U+msa on input line 57.
  (C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\tex/latex/amsfonts\umsa.fd
 File: umsa.fd 2013/01/14 v3.01 AMS symbols A
 )
-LaTeX Font Info:    Trying to load font information for U+msb on input line 53.
+LaTeX Font Info:    Trying to load font information for U+msb on input line 57.
  (C:\Users\PeterNg\AppData\Local\Programs\MiKTeX\tex/latex/amsfonts\umsb.fd
 File: umsb.fd 2013/01/14 v3.01 AMS symbols B
 )
 
 Package hyperref Warning: Token not allowed in a PDF string (Unicode):
-(hyperref)                removing `math shift' on input line 75.
+(hyperref)                removing `math shift' on input line 79.
 
 
 Package hyperref Warning: Token not allowed in a PDF string (Unicode):
-(hyperref)                removing `superscript' on input line 75.
+(hyperref)                removing `superscript' on input line 79.
 
 
 Package hyperref Warning: Token not allowed in a PDF string (Unicode):
-(hyperref)                removing `math shift' on input line 75.
+(hyperref)                removing `math shift' on input line 79.
 
-Package hyperref Info: bookmark level for unknown algorithm defaults to 0 on input line 79.
+Package hyperref Info: bookmark level for unknown algorithm defaults to 0 on input line 83.
 [1
 
 {C:/Users/PeterNg/AppData/Local/MiKTeX/fonts/map/pdftex/pdftex.map}] [2]
 <./Figs/lr_converge.jpg, id=82, 1347.8355pt x 901.2069pt>
 File: ./Figs/lr_converge.jpg Graphic file (type jpg)
 <use ./Figs/lr_converge.jpg>
-Package pdftex.def Info: ./Figs/lr_converge.jpg  used on input line 167.
+Package pdftex.def Info: ./Figs/lr_converge.jpg  used on input line 171.
 (pdftex.def)             Requested size: 227.62204pt x 152.18555pt.
 <./Figs/lr_diverge.jpg, id=84, 750.6444pt x 676.4472pt>
 File: ./Figs/lr_diverge.jpg Graphic file (type jpg)
 <use ./Figs/lr_diverge.jpg>
-Package pdftex.def Info: ./Figs/lr_diverge.jpg  used on input line 169.
+Package pdftex.def Info: ./Figs/lr_diverge.jpg  used on input line 173.
 (pdftex.def)             Requested size: 199.16928pt x 179.47441pt.
 
 
 LaTeX Warning: `h' float specifier changed to `ht'.
 
 [3]
-Underfull \hbox (badness 10000) in paragraph at lines 195--196
+Underfull \hbox (badness 10000) in paragraph at lines 199--200
 \OT1/cmtt/m/n/10.95 web / 20190513201539 / https : / / www . cs . toronto . edu / []mren / teach / csc411 _ 19s / lec / lec06 .
  []
 
 
-Underfull \hbox (badness 6173) in paragraph at lines 197--200
+Underfull \hbox (badness 6173) in paragraph at lines 201--204
 []\OT1/cmr/m/n/10.95 Kilian Q. Wein-berger, Cor-nell CS4780, Fall 2018. [][]$\OT1/cmtt/m/n/10.95 https : / / web . archive . org / web /
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 197--200
+Underfull \hbox (badness 10000) in paragraph at lines 201--204
 \OT1/cmtt/m/n/10.95 20180827054501 / https : / / www . cs . cornell . edu / courses / cs4780 / 2018fa / lectures /
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 197--200
+Underfull \hbox (badness 10000) in paragraph at lines 201--204
 \OT1/cmtt/m/n/10.95 lecturenote01 _ MLsetup . html$[][] [][]$https : / / web . archive . org / web / 20181016051558 / https :
  []
 
@@ -526,15 +526,15 @@ Package rerunfilecheck Info: File `lec1.out' has not changed.
 Here is how much of TeX's memory you used:
  13520 strings out of 478593
  219264 string characters out of 2843660
- 525099 words of memory out of 3000000
+ 525076 words of memory out of 3000000
  31452 multiletter control sequences out of 15000+600000
  481610 words of font info for 76 fonts, out of 8000000 for 9000
  1141 hyphenation exceptions out of 8191
  67i,13n,77p,745b,560s stack positions out of 5000i,500n,10000p,200000b,80000s
  <C:\Users\PeterNg\AppData\Local\MiKTeX\fonts/pk/ljfour/jknappen/ec/dpi600\tcrm1095.pk><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmbx10.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmbx12.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmbxti10.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmex10.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi10.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi12.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi8.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi9.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmr10.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmr12.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmr6.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmr8.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmr9.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmsy10.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmsy8.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmti10.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmtt10.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmtt9.pfb><C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/symbols/msbm10.pfb>
-Output written on lec1.pdf (4 pages, 681293 bytes).
+Output written on lec1.pdf (4 pages, 681604 bytes).
 PDF statistics:
- 222 PDF objects out of 1000 (max. 8388607)
+ 224 PDF objects out of 1000 (max. 8388607)
  47 named destinations out of 1000 (max. 500000)
  67 words of extra memory for PDF output out of 10000 (max. 10000000)
 

Lecture Notes/Lec1/lec1.tex

@@ -1,6 +1,6 @@
 \documentclass[11pt]{article}
 
-\usepackage[letterpaper,top=2cm,bottom=2cm,left=2.5cm,right=2.5cm,marginparwidth=1.75cm]{geometry}
+\usepackage[letterpaper,top=1.8cm,bottom=2cm,left=2.5cm,right=2.5cm,marginparwidth=1.75cm]{geometry}
 
 %packages
 \usepackage{amsmath}
@@ -45,8 +45,12 @@
 \begin{document}
 
 \noindent
-\section*{\centering{CS389 - Week 1 Notes}}
-\subsection*{\centering{\emph{Lectures 1 \& 2}}}
+\begin{center}
+    \section*{\centering{Week 1 Notes}}
+    \subsection*{\centering{\emph{Lectures 1 \& 2}}}
+    \emph{University of Massachusetts, Amherst}, CS389
+\end{center}
+
 
 \section{Supervised Learning (lecture 1)}
 \begin{definition}[Model]
@@ -167,7 +171,7 @@ \section{Gradient Descent (lecture 2)}
     \subfloat[\centering $\alpha$ is just right]{{\includegraphics[width=8cm]{./Figs/lr_converge.jpg} }}%
     \qquad
     \subfloat[\centering $\alpha$ is too large]{{\includegraphics[width=7cm]{./Figs/lr_diverge.jpg} }}%
-    \caption{Consequence of choosing $\alpha$, [Cornell CS4780, Lecture 7, Fall 2018]}%
+    \caption{Consequence of choosing $\alpha$, \cite{Cornell}}%
     \label{fig:learningrate_example}%
 \end{figure}
 

Lecture Notes/Lec2/lec2.aux

@@ -0,0 +1,39 @@
+\relax 
+\providecommand\hyper@newdestlabel[2]{}
+\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
+\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
+\global\let\oldcontentsline\contentsline
+\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}
+\global\let\oldnewlabel\newlabel
+\gdef\newlabel#1#2{\newlabelxx{#1}#2}
+\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
+\AtEndDocument{\ifx\hyper@anchor\@undefined
+\let\contentsline\oldcontentsline
+\let\newlabel\oldnewlabel
+\fi}
+\fi}
+\global\let\hyper@last\relax 
+\gdef\HyperFirstAtBeginDocument#1{#1}
+\providecommand\HyField@AuxAddToFields[1]{}
+\providecommand\HyField@AuxAddToCoFields[2]{}
+\citation{MIT}
+\@writefile{toc}{\contentsline {section}{\numberline {1}Neural Networks (lecture 3)}{1}{section.1}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Perceptron}{1}{subsection.1.1}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces A single-layer perceptron\relax }}{1}{figure.caption.3}\protected@file@percent }
+\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
+\newlabel{fig:perceptron}{{1}{1}{A single-layer perceptron\relax }{figure.caption.3}{}}
+\citation{MIT}
+\citation{MIT}
+\citation{MIT}
+\citation{MIT}
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Classification}{2}{subsection.1.2}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces Binary Classification Example. The $\theta $ is the same variable as $W$ \cite  {MIT}\relax }}{2}{figure.caption.4}\protected@file@percent }
+\newlabel{fig:linear_classifier}{{2}{2}{Binary Classification Example. The $\theta $ is the same variable as $W$ \cite {MIT}\relax }{figure.caption.4}{}}
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.3}Linear Separability}{2}{subsection.1.3}\protected@file@percent }
+\bibcite{DrCoop}{1}
+\bibcite{MIT}{2}
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.4}Regression}{3}{subsection.1.4}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {2}Stochastic Gradient Descent implementation (lecture 4)}{3}{section.2}\protected@file@percent }
+\@writefile{loa}{\contentsline {algorithm}{\numberline {1}{\ignorespaces Stochastic Gradient Descent algorithm\relax }}{3}{algorithm.1}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {2.1}Calculating Gradient of Loss}{3}{subsection.2.1}\protected@file@percent }
+\gdef \@abspage@last{3}