Merge branch 'main' of https://github.com/ContextLab/llm-course

Author: jeremymanning

syllabus/index.html

@@ -423,7 +423,7 @@ <h3 id="week-1-introduction-string-manipulation-january-5--9">Week 1: Introducti
 <td>Lecture 1</td>
 <td>Course Introduction, Is ChatGPT Conscious?</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week1/lecture1.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week1/lecture1.pdf" target="_blank">PDF</a></td>
-<td><a href="https://www.nature.com/articles/s41586-024-07522-w" target="_blank">Fedorenko et al. (2024)</a>, <a href="https://doi.org/10.1016/j.tics.2020.08.005" target="_blank">Lupyan et al. (2020)</a></td>
+<td><a href="https://doi.org/10.1017/S0140525X00005756" target="_blank">Searle (1980)</a>, <a href="https://www.nature.com/articles/s41586-024-07522-w" target="_blank">Fedorenko et al. (2024)</a>, <a href="https://doi.org/10.1016/j.tics.2020.08.005" target="_blank">Lupyan et al. (2020)</a></td>
 </tr>
 <tr>
 <td>Wed Jan 7</td>
@@ -444,7 +444,7 @@ <h3 id="week-1-introduction-string-manipulation-january-5--9">Week 1: Introducti
 <td>Lecture 4</td>
 <td>Rules-Based Chatbots</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week1/lecture4.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week1/lecture4.pdf" target="_blank">PDF</a></td>
-<td><a href="https://ieeexplore.ieee.org/abstract/document/1056813" target="_blank">Chomsky (1956)</a>, <a href="https://doi.org/10.1016/0004-3702%2871%2990002-6" target="_blank">Colby et al. (1971)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-1/" target="_blank">Assignment 1</a> Released</strong></td>
+<td><a href="https://courses.cs.umbc.edu/graduate/671/fall20/resources/colby_71.pdf" target="_blank">Colby et al. (1971)</a>, <a href="https://ieeexplore.ieee.org/abstract/document/1056813" target="_blank">Chomsky (1956)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-1/" target="_blank">Assignment 1</a> Released</strong></td>
 </tr>
 </tbody>
 </table>
@@ -463,7 +463,7 @@ <h3 id="week-2-computational-linguistics-january-12--16">Week 2: Computational L
 <td>Lecture 5</td>
 <td>Data Cleaning & Preprocessing</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week2/lecture5.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week2/lecture5.pdf" target="_blank">PDF</a></td>
-<td></td>
+<td><a href="http://www.cs.toronto.edu/~frank/csc2501/Readings/R2_Porter/Porter-1980.pdf" target="_blank">Porter (1980)</a></td>
 </tr>
 <tr>
 <td>Wed Jan 14</td>
@@ -510,7 +510,7 @@ <h3 id="week-3-vibe-coding-classical-embeddings-january-19--23">Week 3: Vibe Cod
 <td>Lecture 8</td>
 <td>POS Tagging & Sentiment Analysis</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week3/lecture8.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week3/lecture8.pdf" target="_blank">PDF</a></td>
-<td><a href="https://aclanthology.org/Q16-1037/" target="_blank">Linzen et al. (2016)</a></td>
+<td><a href="https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00115/1567418/tacl_a_00115.pdf" target="_blank">Linzen et al. (2016)</a></td>
 </tr>
 <tr>
 <td>Thu Jan 22</td>
@@ -524,7 +524,7 @@ <h3 id="week-3-vibe-coding-classical-embeddings-january-19--23">Week 3: Vibe Cod
 <td>Lecture 10</td>
 <td>Classical Embeddings (LSA, LDA)</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week3/lecture10.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week3/lecture10.pdf" target="_blank">PDF</a></td>
-<td><a href="http://wordvec.colorado.edu/papers/Deerwester_1990.pdf" target="_blank">Deerwester et al. (1990)</a>, <a href="https://www.jmlr.org/papers/volume3/blei03a/blei03a.pdf" target="_blank">Blei et al. (2003)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-3/" target="_blank">Assignment 3</a> Released</strong></td>
+<td><a href="https://dl.acm.org/doi/abs/10.1145/219717.219748" target="_blank">Miller (1995)</a>, <a href="https://doi.org/10.1002/(SICI" target="_blank">Deerwester et al. (1990)</a>1097-4571(199009)41:6%3C391::AID-ASI1%3E3.0.CO;2-9), <a href="https://www.jmlr.org/papers/volume3/blei03a/blei03a.pdf" target="_blank">Blei et al. (2003)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-3/" target="_blank">Assignment 3</a> Released</strong></td>
 </tr>
 </tbody>
 </table>
@@ -543,7 +543,7 @@ <h3 id="week-4-word-embeddings-modern-methods-january-26--30">Week 4: Word Embed
 <td>Lecture 11</td>
 <td>Word Embeddings (Word2Vec, GloVe, FastText)</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week4/lecture11.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week4/lecture11.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/1301.3781" target="_blank">Mikolov et al. (2013)</a>, <a href="https://aclanthology.org/D14-1162/" target="_blank">Pennington et al. (2014)</a>, <a href="https://arxiv.org/abs/1607.04606" target="_blank">Bojanowski et al. (2017)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-2/" target="_blank">Assignment 2</a> Due (Jan 26, 11:59 PM EST)</strong></td>
+<td><a href="https://arxiv.org/abs/1301.3781" target="_blank">Mikolov et al. (2013)</a>, <a href="https://aclanthology.org/D14-1162/" target="_blank">Pennington et al. (2014)</a>, <a href="https://aclanthology.org/Q17-1010/" target="_blank">Bojanowski et al. (2017)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-2/" target="_blank">Assignment 2</a> Due (Jan 26, 11:59 PM EST)</strong></td>
 </tr>
 <tr>
 <td>Wed Jan 28</td>
@@ -557,7 +557,7 @@ <h3 id="week-4-word-embeddings-modern-methods-january-26--30">Week 4: Word Embed
 <td>Lecture 13</td>
 <td>Dimensionality Reduction</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week4/lecture13.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week4/lecture13.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/pdf/1802.03426" target="_blank">McInnes & Healy (2018)</a></td>
+<td><a href="https://www.jmlr.org/papers/volume9/vandermaaten08a/vandermaaten08a.pdf" target="_blank">van der Maaten & Hinton (2008)</a>, <a href="https://arxiv.org/abs/1802.03426" target="_blank">McInnes & Healy (2018)</a></td>
 </tr>
 <tr>
 <td>Fri Jan 30</td>
@@ -590,14 +590,14 @@ <h3 id="week-5-transformer-architecture-february-2--6">Week 5: Transformer Archi
 <td>Lecture 16</td>
 <td>Training Transformers</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week5/lecture16.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week5/lecture16.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/2001.08361" target="_blank">Kaplan et al. (2020)</a>, <a href="https://arxiv.org/abs/2203.15556" target="_blank">Hoffmann et al. (2022)</a>, <a href="https://arxiv.org/abs/2203.02155" target="_blank">Ouyang et al. (2022)</a></td>
+<td><a href="https://arxiv.org/abs/1711.05101" target="_blank">Loshchilov & Hutter (2019)</a>, <a href="https://arxiv.org/abs/2001.08361" target="_blank">Kaplan et al. (2020)</a>, <a href="https://arxiv.org/abs/2203.15556" target="_blank">Hoffmann et al. (2022)</a>, <a href="https://arxiv.org/abs/2203.02155" target="_blank">Ouyang et al. (2022)</a>, <a href="https://arxiv.org/abs/2204.05862" target="_blank">Bai et al. (2022)</a></td>
 </tr>
 <tr>
 <td>Fri Feb 6</td>
 <td>Lecture 17</td>
 <td>Retrieval Augmented Generation (RAG)</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week5/lecture17.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week5/lecture17.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/2005.11401" target="_blank">Lewis et al. (2020)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-3/" target="_blank">Assignment 3</a> Due</strong>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-4/" target="_blank">Assignment 4</a> Released</strong></td>
+<td><a href="https://arxiv.org/abs/2005.11401" target="_blank">Lewis et al. (2020)</a>, <a href="https://arxiv.org/abs/2112.04426" target="_blank">Borgeaud et al. (2022)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-3/" target="_blank">Assignment 3</a> Due</strong>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-4/" target="_blank">Assignment 4</a> Released</strong></td>
 </tr>
 </tbody>
 </table>
@@ -616,21 +616,21 @@ <h3 id="week-6-encoder-models-february-9--13">Week 6: Encoder Models (February 9
 <td>Lecture 18</td>
 <td>BERT Deep Dive</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week6/lecture18.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week6/lecture18.pdf" target="_blank">PDF</a></td>
-<td><a href="https://aclanthology.org/W19-4828/" target="_blank">Clark et al. (2019)</a>, <a href="https://aclanthology.org/P19-1452/" target="_blank">Tenney et al. (2019)</a></td>
+<td><a href="https://aclanthology.org/W19-4828/" target="_blank">Clark et al. (2019)</a>, <a href="https://aclanthology.org/P19-1452/" target="_blank">Tenney et al. (2019)</a>, <a href="https://doi.org/10.1073/pnas.2105646118" target="_blank">Schrimpf et al. (2021)</a></td>
 </tr>
 <tr>
 <td>Wed Feb 11</td>
 <td>Lecture 19</td>
 <td>BERT Variants</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week6/lecture19.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week6/lecture19.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/1909.11942" target="_blank">Lan et al. (2019)</a>, <a href="https://arxiv.org/abs/1907.11692" target="_blank">Liu et al. (2019)</a>, <a href="https://arxiv.org/abs/1910.01108" target="_blank">Sanh et al. (2019)</a></td>
+<td><a href="https://arxiv.org/abs/1907.11692" target="_blank">Liu et al. (2019)</a>, <a href="https://arxiv.org/abs/1909.11942" target="_blank">Lan et al. (2019)</a>, <a href="https://arxiv.org/abs/1910.01108" target="_blank">Sanh et al. (2019)</a>, <a href="https://arxiv.org/abs/2003.10555" target="_blank">Clark et al. (2020)</a>, <a href="https://arxiv.org/abs/2412.13663" target="_blank">Warner et al. (2024)</a>, <a href="https://arxiv.org/abs/2503.02656" target="_blank">Google (2025)</a></td>
 </tr>
 <tr>
 <td>Fri Feb 13</td>
 <td>Lecture 20</td>
 <td>Language, Thought, and Other Brains</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week6/lecture20.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week6/lecture20.pdf" target="_blank">PDF</a></td>
-<td><a href="https://doi.org/10.1073/pnas.1008662107" target="_blank">Stephens et al. (2010)</a>, <a href="https://doi.org/10.1073/pnas.2105646118" target="_blank">Schrimpf et al. (2021)</a></td>
+<td><a href="https://doi.org/10.1073/pnas.1008662107" target="_blank">Stephens et al. (2010)</a>, <a href="https://arxiv.org/abs/2309.10668" target="_blank">Delétang et al. (2024)</a>, <a href="https://doi.org/10.1145/3624724" target="_blank">Shanahan (2024)</a>, <a href="https://philarchive.org/rec/QUEWWC-2" target="_blank">Queloz & Beckmann (2025)</a></td>
 </tr>
 </tbody>
 </table>
@@ -649,21 +649,21 @@ <h3 id="week-7-diffusion-models-february-16--20">Week 7: Diffusion Models (Febru
 <td>Lecture 21</td>
 <td>Diffusion Models for Text</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week7/lecture21.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week7/lecture21.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/1503.03585" target="_blank">Sohl-Dickstein et al. (2015)</a>, <a href="https://arxiv.org/abs/2006.11239" target="_blank">Ho et al. (2020)</a>, <a href="https://arxiv.org/abs/2406.07524" target="_blank">Sahoo et al. (2024)</a>, <a href="https://arxiv.org/abs/2502.09992" target="_blank">Nie et al. (2025)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-4/" target="_blank">Assignment 4</a> Due (Feb 16, 11:59 PM EST)</strong>, <strong><a href="https://contextlab.github.io/llm-course/assignments/final-project/" target="_blank">Final Project</a> Released</strong>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-5/" target="_blank">Assignment 5</a> Available (Optional/Extra Credit)</strong></td>
+<td><a href="https://arxiv.org/abs/1503.03585" target="_blank">Sohl-Dickstein et al. (2015)</a>, <a href="https://arxiv.org/abs/2006.11239" target="_blank">Ho et al. (2020)</a>, <a href="https://arxiv.org/abs/2107.03006" target="_blank">Austin et al. (2021)</a>, <a href="https://arxiv.org/abs/2406.07524" target="_blank">Sahoo et al. (2024)</a>, <a href="https://arxiv.org/abs/2502.09992" target="_blank">Nie et al. (2025)</a>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-4/" target="_blank">Assignment 4</a> Due (Feb 16, 11:59 PM EST)</strong>, <strong><a href="https://contextlab.github.io/llm-course/assignments/final-project/" target="_blank">Final Project</a> Released</strong>, <strong><a href="https://contextlab.github.io/llm-course/assignments/assignment-5/" target="_blank">Assignment 5</a> Available (Optional/Extra Credit)</strong></td>
 </tr>
 <tr>
 <td>Wed Feb 18</td>
 <td>Lecture 22</td>
 <td>Image Diffusion and Multimodal Generation</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week7/lecture22.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week7/lecture22.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/1505.04597" target="_blank">Ronneberger et al. (2015)</a>, <a href="https://arxiv.org/abs/2103.00020" target="_blank">Radford et al. (2021)</a>, <a href="https://arxiv.org/abs/2112.10752" target="_blank">Rombach et al. (2022)</a>, <a href="https://arxiv.org/abs/2212.09748" target="_blank">Peebles & Xie (2023)</a></td>
+<td><a href="https://arxiv.org/abs/1505.04597" target="_blank">Ronneberger et al. (2015)</a>, <a href="https://arxiv.org/abs/2103.00020" target="_blank">Radford et al. (2021)</a>, <a href="https://arxiv.org/abs/2207.12598" target="_blank">Ho & Salimans (2022)</a>, <a href="https://arxiv.org/abs/2112.10752" target="_blank">Rombach et al. (2022)</a>, <a href="https://arxiv.org/abs/2212.09748" target="_blank">Peebles & Xie (2023)</a></td>
 </tr>
 <tr>
 <td>Fri Feb 20</td>
 <td>Lecture 23</td>
 <td>Diffusion for Video, Audio, and Ethics</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week7/lecture23.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week7/lecture23.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/2308.05734" target="_blank">Liu et al. (2023)</a>, <a href="https://openai.com/research/video-generation-models-as-world-simulators" target="_blank">OpenAI (2024) - Sora</a></td>
+<td><a href="https://arxiv.org/abs/2308.05734" target="_blank">Liu et al. (2023)</a>, <a href="https://arxiv.org/abs/2408.06072" target="_blank">Hong et al. (2024)</a>, <a href="https://openai.com/research/video-generation-models-as-world-simulators" target="_blank">OpenAI (2024)</a></td>
 </tr>
 </tbody>
 </table>
@@ -684,7 +684,7 @@ <h3 id="week-9-the-frontier-march-2--6">Week 9: The Frontier (March 2--6)</h3>
 <td>Lecture 24</td>
 <td>The Thinking Revolution</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week9/lecture24.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week9/lecture24.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/2201.11903" target="_blank">Wei et al. (2022)</a>, <a href="https://arxiv.org/abs/2310.07923" target="_blank">Merrill & Sabharwal (2024)</a>, <a href="https://arxiv.org/abs/2408.03314" target="_blank">Snell et al. (2024)</a>, <a href="https://arxiv.org/abs/2501.12948" target="_blank">DeepSeek-AI (2025)</a>, <a href="https://arxiv.org/abs/2501.19393" target="_blank">Muennighoff et al. (2025)</a></td>
+<td><a href="https://arxiv.org/abs/2201.11903" target="_blank">Wei et al. (2022)</a>, <a href="https://arxiv.org/abs/2310.07923" target="_blank">Merrill & Sabharwal (2024)</a>, <a href="https://arxiv.org/abs/2408.03314" target="_blank">Snell et al. (2024)</a>, <a href="https://arxiv.org/abs/2501.12948" target="_blank">DeepSeek-AI (2025)</a>, <a href="https://arxiv.org/abs/2501.19393" target="_blank">Muennighoff et al. (2025)</a>, <a href="https://arxiv.org/abs/1701.06538" target="_blank">Shazeer et al. (2017)</a></td>
 </tr>
 <tr>
 <td>Wed Mar 4</td>
@@ -698,7 +698,7 @@ <h3 id="week-9-the-frontier-march-2--6">Week 9: The Frontier (March 2--6)</h3>
 <td>Lecture 26</td>
 <td>The Reckoning</td>
 <td><a href="https://contextlab.github.io/llm-course/slides/week9/lecture26.html" target="_blank">HTML</a>, <a href="https://contextlab.github.io/llm-course/slides/week9/lecture26.pdf" target="_blank">PDF</a></td>
-<td><a href="https://arxiv.org/abs/2412.14093" target="_blank">Greenblatt et al. (2024)</a>, <a href="https://arxiv.org/abs/2502.14870" target="_blank">AI Researcher Survey (2025)</a>, <a href="https://transformer-circuits.pub/2025/attribution-graphs/methods.html" target="_blank">Anthropic (2025) - Circuit Tracing</a>, <a href="https://www.anthropic.com/research/reward-tampering" target="_blank">Anthropic (2025) - Reward Tampering</a></td>
+<td><a href="https://arxiv.org/abs/2412.14093" target="_blank">Greenblatt et al. (2024)</a>, <a href="https://transformer-circuits.pub/2025/attribution-graphs/methods.html" target="_blank">Lindsey et al. (2025)</a>, <a href="https://www.anthropic.com/research/reward-tampering" target="_blank">Denison et al. (2024)</a>, <a href="https://www.science.org/doi/10.1126/science.adn0117" target="_blank">Bengio, Hinton et al. (2024)</a>, <a href="https://arxiv.org/abs/2502.14870" target="_blank">Grace et al. (2025)</a></td>
 </tr>
 </tbody>
 </table>