Skip to content

Commit

Permalink
fixing week 1 draft
Browse files Browse the repository at this point in the history
  • Loading branch information
PeterNg15 committed Feb 5, 2023
1 parent 4b4fb58 commit 344dc6a
Show file tree
Hide file tree
Showing 8 changed files with 732 additions and 197 deletions.
49 changes: 37 additions & 12 deletions Lecture Notes/Lec1/lec1.aux
Original file line number Diff line number Diff line change
@@ -1,14 +1,39 @@
\relax
\@writefile{toc}{\contentsline {section}{\numberline {1}\texthl {Supervised Learning} (lecture 1)}{1}{}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}\texthl {Linear Models and Why $\hat {y} = XW^{T} + b$?}}{1}{}\protected@file@percent }
\newlabel{section:linearconvention}{{1.1}{1}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {1}{\ignorespaces Naive Linear Model\relax }}{1}{}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {2}\texthl {Regression} (lecture 1)}{2}{}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {2.1}\texthl {Linear Regression}}{2}{}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {3}\texthl {Loss Function} (lecture 2)}{2}{}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}\texthl {Properties of the Loss Function}}{3}{}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {4}\texthl {Gradient Descent} (lecture 2)}{3}{}\protected@file@percent }
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Consequence of choosing $\alpha $, [Cornell CS4780, Lecture 7, Fall 2018]\relax }}{3}{}\protected@file@percent }
\providecommand\hyper@newdestlabel[2]{}
\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
\global\let\oldcontentsline\contentsline
\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}
\global\let\oldnewlabel\newlabel
\gdef\newlabel#1#2{\newlabelxx{#1}#2}
\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
\AtEndDocument{\ifx\hyper@anchor\@undefined
\let\contentsline\oldcontentsline
\let\newlabel\oldnewlabel
\fi}
\fi}
\global\let\hyper@last\relax
\gdef\HyperFirstAtBeginDocument#1{#1}
\providecommand\HyField@AuxAddToFields[1]{}
\providecommand\HyField@AuxAddToCoFields[2]{}
\citation{Cornell}
\@writefile{toc}{\contentsline {section}{\numberline {1}Supervised Learning (lecture 1)}{1}{section.1}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Why $\hat {y} = XW^{T} + b$?}{1}{subsection.1.1}\protected@file@percent }
\newlabel{section:linearconvention}{{1.1}{1}{Why $\hat {y} = XW^{T} + b$?}{subsection.1.1}{}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {1}{\ignorespaces Naive Linear Model\relax }}{1}{algorithm.1}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {2}Regression (lecture 1)}{2}{section.2}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {3}Loss Function (lecture 2)}{2}{section.3}\protected@file@percent }
\citation{Stanford}
\citation{Stanford}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Properties of the Loss Function}{3}{subsection.3.1}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {4}Gradient Descent (lecture 2)}{3}{section.4}\protected@file@percent }
\citation{Stanford}
\bibcite{DrCoop}{1}
\bibcite{UoT}{2}
\bibcite{Cornell}{3}
\bibcite{Stanford}{4}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Consequence of choosing $\alpha $, [Cornell CS4780, Lecture 7, Fall 2018]\relax }}{4}{figure.caption.3}\protected@file@percent }
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
\newlabel{fig:example}{{1}{3}}
\gdef \@abspage@last{3}
\newlabel{fig:learningrate_example}{{1}{4}{Consequence of choosing $\alpha $, [Cornell CS4780, Lecture 7, Fall 2018]\relax }{figure.caption.3}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Batch, Mini Batch, and Stochastic Gradient Descent}{4}{subsection.4.1}\protected@file@percent }
\gdef \@abspage@last{4}
37 changes: 32 additions & 5 deletions Lecture Notes/Lec1/lec1.fdb_latexmk
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Fdb version 3
["pdflatex"] 1675137545 "d:/School/University/_UCA/cs389/public_repo/Lecture Notes/Lec1/lec1.tex" "lec1.pdf" "lec1" 1675137549
["pdflatex"] 1675580567 "d:/School/University/_UCA/cs389/public_repo/Lecture Notes/Lec1/lec1.tex" "lec1.pdf" "lec1" 1675580572
"C:/Users/PeterNg/AppData/Local/MiKTeX/fonts/map/pdftex/pdftex.map" 1675106754 80937 91001db6d4ae332437b4b739862cda02 ""
"C:/Users/PeterNg/AppData/Local/MiKTeX/fonts/pk/ljfour/jknappen/ec/dpi600/tcrm1095.pk" 1665032263 12668 cc8ba6d4956b4b86401eb2ef86c85337 ""
"C:/Users/PeterNg/AppData/Local/MiKTeX/miktex/data/le/pdftex/pdflatex.fmt" 1643486774 10244413 6f29d7d7ffced9ecc4d022246ecc2028 ""
Expand Down Expand Up @@ -33,13 +33,13 @@
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/tfm/public/cm/cmsy8.tfm" 1136765053 1120 8b7d695260f3cff42e636090a8002094 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/tfm/public/cm/cmsy9.tfm" 1136765053 1116 25a7bf822c58caf309a702ef79f4afbb ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/tfm/public/cm/cmti10.tfm" 1136765053 1480 aa8e34af0eb6a2941b776984cf1dfdc4 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/tfm/public/cm/cmtt9.tfm" 1136765053 764 c98a2af25c99b73a368cf7336e255190 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmbx10.pfb" 1247593066 34811 78b52f49e893bcba91bd7581cdc144c0 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmbx12.pfb" 1247593066 32080 340ef9bf63678554ee606688e7b5339d ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmbxti10.pfb" 1247593067 36554 b67dc2cfa451409e100b3fcf5f506509 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmex10.pfb" 1247593067 30251 6afa5cb1d0204815a708a080681d4674 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi10.pfb" 1247593067 36299 5f9df58c2139e7edcf37c8fca4bd384d ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi12.pfb" 1247593067 36741 0ee9e374ec3e30da87cdfb0ea3575226 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi6.pfb" 1247593066 37166 8ab3487cbe3ab49ebce74c29ea2418db ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi8.pfb" 1247593066 35469 dcf3a5f2fc1862f5952e3ee5eb1d98c4 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmmi9.pfb" 1247593067 36094 798f80770b3b148ceedd006d487db67c ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmr10.pfb" 1247593067 35752 024fb6c41858982481f6968b5fc26508 ""
Expand All @@ -50,20 +50,30 @@
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmsy10.pfb" 1247593067 32569 5e5ddc8df908dea60932f3c484a54c0d ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmsy8.pfb" 1247593067 32626 5abc8bb2f28aa647d4c70f8ea38cc0d3 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmti10.pfb" 1247593067 37944 359e864bd06cde3b1cf57bb20757fb06 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/cm/cmtt9.pfb" 1247593067 29078 718ea4567ceff944262b0f5b0800e1d9 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/fonts/type1/public/amsfonts/symbols/msbm10.pfb" 1247593073 34694 870c211f62cb72718a00e353f14f254d ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/context/base/mkii/supp-pdf.mkii" 1580390158 71627 94eb9990bed73c364d7f53f960cc8c5b ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/atbegshi/atbegshi.sty" 1575571100 24708 5584a51a7101caf7e6bbf1fc27d8f7b1 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/bigintcalc/bigintcalc.sty" 1576433602 40635 c40361e206be584d448876bba8a64a3b ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/bitset/bitset.sty" 1575926576 33961 6b5c75130e435b2bfdb9f480a09a39f9 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/etexcmds/etexcmds.sty" 1576433638 7734 b98cbb34c81f667027c1e3ebdbfce34b ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/gettitlestring/gettitlestring.sty" 1576433666 8371 9d55b8bd010bc717624922fb3477d92e ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/iftex/iftex.sty" 1583523400 6501 4011d89d9621e0b0901138815ba5ff29 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/iftex/ifvtex.sty" 1583523400 1057 525c2192b5febbd8c1f662c9468335bb ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/infwarerr/infwarerr.sty" 1575399508 8356 7bbb2c2373aa810be568c29e333da8ed ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/intcalc/intcalc.sty" 1576433764 31769 002a487f55041f8e805cfbf6385ffd97 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/kvdefinekeys/kvdefinekeys.sty" 1576763304 5412 d5a2436094cd7be85769db90f29250a6 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/kvsetkeys/kvsetkeys.sty" 1576433820 13807 952b0226d4efca026f0e19dd266dcc22 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/ltxcmds/ltxcmds.sty" 1601732009 18568 4409f8f50cd365c68e684407e5350b1b ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/pdfescape/pdfescape.sty" 1575926700 19007 15924f7228aca6c6d184b115f4baa231 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/pdftexcmds/pdftexcmds.sty" 1623001677 20089 80423eac55aa175305d35b49e04fe23b ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/soul/soul.sty" 1601732156 24534 c37eef0334dd2011d112d2040c11328f ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/generic/uniquecounter/uniquecounter.sty" 1576434012 7008 f92eaa0a3872ed622bbf538217cd2ab7 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/00miktex/epstopdf-sys.cfg" 1616063685 584 2a1075dd71571459f59146da9f7502ad ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/algorithmicx/algorithmicx.sty" 1114650000 26750 ce139c05a983e19ddca355b43e29c395 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/algorithmicx/algpseudocode.sty" 1114650120 3457 d9077efe6b74c5a094199256af8d7d9a ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/algorithms/algorithm.sty" 1251545464 3349 15763257e50278eef5db1952ccde229c ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/amscls/amsthm.sty" 1591020009 12594 0d51ac3a545aaaa555021326ff22a6cc ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/amsfonts/amsfonts.sty" 1358197772 5949 3f3fd50a8cc94c3d4cbf4fc66cd3df1c ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/amsfonts/amssymb.sty" 1358197772 13829 94730e64147574077f8ecfea9bb69af4 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/amsfonts/umsa.fd" 1358197772 961 6518c6525a34feb5e8250ffa91731cff ""
Expand All @@ -73,7 +83,11 @@
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/amsmath/amsmath.sty" 1636824342 87648 07fbb6e9169e00cb2a2f40b31b2dbf3c ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/amsmath/amsopn.sty" 1636824343 4128 8eea906621b6639f7ba476a472036bbe ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/amsmath/amstext.sty" 1636824343 2444 926f379cc60fcf0c6e3fee2223b4370d ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/atveryend/atveryend.sty" 1576101110 19336 ce7ae9438967282886b3b036cfad1e4d ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/auxhook/auxhook.sty" 1576538732 3935 57aa3c3e203a5c2effb4d2bd2efbc323 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/base/article.cls" 1638775084 20144 8a7de377ae7a11ee924a7499611f5a9d ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/base/atbegshi-ltx.sty" 1638775084 3034 3bfb87122e6fa8758225c0dd3cbaceba ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/base/atveryend-ltx.sty" 1638775084 2462 754d6b31b2ab5a09bb72c348ace2ec75 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/base/ifthen.sty" 1638775084 5157 f308c7c04889e16c588e78aa42599fae ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/base/size11.clo" 1638775084 8464 74db94825c407b51399ca17d9bd38a3d ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/caption/caption.sty" 1647501120 54291 b8e5c600d4aa37b48a740dd2a6c26163 ""
Expand All @@ -93,18 +107,31 @@
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/graphics/keyval.sty" 1639593011 2671 4de6781a30211fe0ea4c672e4a2a8166 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/graphics/trig.sty" 1639593011 4009 187ea2dc3194cd5a76cd99a8d7a6c4d0 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/grfext/grfext.sty" 1575399474 7133 b94bbacbee6e4fdccdc7f810b2aec370 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/hycolor/hycolor.sty" 1580380792 18571 4c28a13fc3d975e6e81c9bea1d697276 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/hyperref/hpdftex.def" 1623054242 49890 0bb76a5b745d92e86aed6f3f93e334f0 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/hyperref/hyperref-langpatches.def" 1623054242 1777 940b1aa83773bc035eb882e8d6842769 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/hyperref/hyperref.sty" 1623054242 230915 97a8817f13de4e61bbc3592cb2caa995 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/hyperref/nameref.sty" 1623054242 13242 133e617c5eebffdd05e421624022b267 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/hyperref/pd1enc.def" 1623054242 14132 c9404e8e78123ef0d1007c34d1d6da51 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/hyperref/puenc.def" 1623054242 117004 86586f287ddfad919a0a4bd68934277a ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/kvoptions/kvoptions.sty" 1602224496 22521 d2fceb764a442a2001d257ef11db7618 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/l3backend/l3backend-pdftex.def" 1641982930 29921 f0f4f870357ebfb8fe58ed9ed4ee9b92 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/letltxmacro/letltxmacro.sty" 1575399536 5766 13a9e8766c47f30327caf893ece86ac8 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/mathtools/mathtools.sty" 1656511286 62269 5c1837a5bc5db4c0d255eedc225ca44b ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/mathtools/mhsetup.sty" 1656511286 5582 a43dedf8e5ec418356f1e9dfe5d29fc3 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/refcount/refcount.sty" 1576433952 9878 9e94e8fa600d95f9c7731bb21dfb67a4 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/rerunfilecheck/rerunfilecheck.sty" 1575571282 9715 b051d5b493d9fe5f4bc251462d039e5f ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/tools/calc.sty" 1636710260 10214 00ce62e730d0cfe22b35e8f1c84949c7 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/url/url.sty" 1388490452 12796 8edb7d69a20b857904dd0ea757c14ec9 ""
"C:/Users/PeterNg/AppData/Local/Programs/MiKTeX/tex/latex/xcolor/xcolor.sty" 1636284872 56029 3f7889dab51d620aa43177c391b7b190 ""
"Figs/lr_converge.jpg" 1675121145 577868 7fa0baaf587da50c03e4f1f8cabeab67 ""
"Figs/lr_diverge.jpg" 1675121152 326362 d6b5aec7f2a0a81242a039908afe9be3 ""
"d:/School/University/_UCA/cs389/public_repo/Lecture Notes/Lec1/lec1.tex" 1675137544 9457 9531314f92f29768d90ded15744c28c7 ""
"lec1.aux" 1675137549 1396 dbba70019eb27491da8b0d4debd6810c "pdflatex"
"lec1.tex" 1675137544 9457 9531314f92f29768d90ded15744c28c7 ""
"d:/School/University/_UCA/cs389/public_repo/Lecture Notes/Lec1/lec1.tex" 1675580562 13529 26617fe03c05422577e986594e06d506 ""
"lec1.aux" 1675580571 2415 4b8cf9f4908cb000f077ba7c386575d8 "pdflatex"
"lec1.out" 1675580571 1455 05d441fe02ed396dcf614a0d37801e99 "pdflatex"
"lec1.tex" 1675580562 13529 26617fe03c05422577e986594e06d506 ""
(generated)
"lec1.aux"
"lec1.log"
"lec1.out"
"lec1.pdf"

0 comments on commit 344dc6a

Please sign in to comment.