[
  {
    "authors": [
      "Agnihotri, A.",
      "Batra, N."
    ],
    "year": "2020",
    "title": "Exploring Bayesian Optimization",
    "venue": "Distill",
    "volume": "5(5)",
    "issue": "",
    "pages": "e26",
    "url": "https://distill.pub/2020/bayesian-optimization/",
    "type": "article",
    "original_index": 24,
    "slides": [
      "part-2-page-051",
      "part-2-page-052"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Ainsworth, S. K.",
      "Hayase, J.",
      "Srinivasa, S."
    ],
    "year": "2023",
    "title": "Git Re-Basin: Merging Models modulo Permutation Symmetries",
    "venue": "International Conference on Learning Representations (ICLR)",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.2209.04836",
    "url": "https://doi.org/10.48550/arXiv.2209.04836",
    "type": "conference",
    "original_index": 72,
    "slides": [
      "part-6-page-035",
      "part-6-page-036",
      "part-6-page-037"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Ainsworth, S. K.",
      "Hayase, J.",
      "Srinivasa, S."
    ],
    "year": "n.d.",
    "title": "Git Re-Basin: Official implementation",
    "venue": "GitHub [software repository]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://github.com/samuela/git-re-basin",
    "type": "webpage",
    "original_index": 91,
    "slides": [
      "part-6-page-035"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Amsel, N.",
      "Persson, D.",
      "Musco, C.",
      "Gower, R. M."
    ],
    "year": "2026",
    "title": "The Polar Express: Optimal Matrix Sign Methods and Their Application to the Muon Algorithm",
    "venue": "International Conference on Learning Representations (ICLR)",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://arxiv.org/abs/2505.16932",
    "type": "article",
    "original_index": 68,
    "slides": [
      "part-6-polar-express",
      "part-6-polar-express-reveal",
      "part-6-polar-llm-results"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Amsel%2C%20Persson%2C%20Musco%20%26%20Gower%20%C2%B7%20Polar%20Express%20(2025"
    ]
  },
  {
    "authors": [
      "Bergstra, J.",
      "Bengio, Y."
    ],
    "year": "2012",
    "title": "Random Search for Hyper-Parameter Optimization",
    "venue": "Journal of Machine Learning Research",
    "volume": "13",
    "issue": "",
    "pages": "281–305",
    "url": "https://jmlr.org/papers/v13/bergstra12a.html",
    "type": "article",
    "original_index": 18,
    "slides": [
      "part-2-page-012"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Bergstra%20%26%20Bengio%20(2012)"
    ]
  },
  {
    "authors": [
      "Bottou, L."
    ],
    "year": "2010",
    "title": "Large-Scale Machine Learning with Stochastic Gradient Descent",
    "venue": "Proceedings of COMPSTAT'2010",
    "volume": "",
    "issue": "",
    "pages": "177-186",
    "doi": "10.1007/978-3-7908-2604-3_16",
    "url": "https://doi.org/10.1007/978-3-7908-2604-3_16",
    "type": "book-chapter",
    "publisher": "Physica-Verlag HD",
    "original_index": 57,
    "slides": [
      "part-6-page-005",
      "part-6-bottou-rcv1",
      "part-6-bottou-alpha",
      "part-6-bottou-crf"
    ],
    "alternate_urls": [
      "https://leon.bottou.org/publications/pdf/compstat-2010.pdf"
    ]
  },
  {
    "authors": [
      "c-lasso contributors"
    ],
    "year": "n.d.",
    "title": "c-lasso: Constrained sparse regression",
    "venue": "bio-datascience [software repository]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://github.com/bio-datascience/c-lasso",
    "type": "webpage",
    "original_index": 46,
    "slides": [
      "part-5-page-025"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Cevher, V.",
      "Becker, S.",
      "Schmidt, M."
    ],
    "year": "2014",
    "title": "Convex Optimization for Big Data: Scalable, randomized, and parallel algorithms for big data analytics",
    "venue": "IEEE Signal Processing Magazine",
    "volume": "31",
    "issue": "5",
    "pages": "32-43",
    "doi": "10.1109/msp.2014.2329397",
    "url": "https://doi.org/10.1109/msp.2014.2329397",
    "type": "journal-article",
    "publisher": "Institute of Electrical and Electronics Engineers (IEEE)",
    "original_index": 53,
    "slides": [
      "part-5-page-024",
      "part-6-page-001",
      "part-6-page-002",
      "part-6-page-003"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Cevher%2C%20Becker%20%26%20Schmidt%20%282014%29"
    ]
  },
  {
    "authors": [
      "Combettes, P. L.",
      "Pesquet, J. C."
    ],
    "year": "2011",
    "title": "Proximal Splitting Methods in Signal Processing",
    "venue": "In Fixed-Point Algorithms for Inverse Problems in Science and Engineering. Springer",
    "volume": "",
    "issue": "",
    "pages": "185-212",
    "doi": "10.1007/978-1-4419-9569-8_10",
    "url": "https://doi.org/10.1007/978-1-4419-9569-8_10",
    "type": "book-chapter",
    "publisher": "Springer New York",
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Combettes%20%26%20Pesquet%20(2011)",
      "https://arxiv.org/abs/0912.3522"
    ],
    "original_index": 49,
    "slides": [
      "part-5-page-023"
    ]
  },
  {
    "authors": [
      "Combettes, P. L.",
      "Müller, C. L."
    ],
    "year": "2020",
    "title": "Perspective maximum likelihood-type estimation via proximal decomposition",
    "venue": "Electronic Journal of Statistics",
    "volume": "14",
    "issue": "1",
    "pages": "207-238",
    "doi": "10.1214/19-ejs1662",
    "url": "https://doi.org/10.1214/19-ejs1662",
    "type": "journal-article",
    "publisher": "Institute of Mathematical Statistics",
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Combettes%20%26%20M%C3%BCller%20%282020%29",
      "https://doi.org/10.1214/19-EJS1662"
    ],
    "original_index": 47,
    "slides": [
      "part-5-page-025"
    ]
  },
  {
    "authors": [
      "CVXPYlayers contributors"
    ],
    "year": "n.d.",
    "title": "CVXPYlayers: Differentiable convex optimization layers",
    "venue": "CVXPY [software repository]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://github.com/cvxpy/cvxpylayers",
    "type": "webpage",
    "original_index": 78,
    "slides": [
      "part-6-page-043"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Davidon, W. C."
    ],
    "year": "1959",
    "title": "Variable Metric Method for Minimization",
    "venue": "Argonne National Laboratory Report ANL-5990",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.2172/4252678",
    "url": "https://doi.org/10.2172/4252678",
    "type": "report",
    "publisher": "Office of Scientific and Technical Information (OSTI)",
    "original_index": 33,
    "slides": [
      "part-3-page-015"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Davidon%20%281959%29"
    ]
  },
  {
    "authors": [
      "Davis, D."
    ],
    "year": "n.d.",
    "title": "Teaching and research resources",
    "venue": "Damek Davis, personal academic website",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://damek.github.io/",
    "type": "webpage",
    "original_index": 82,
    "slides": [
      "part-6-page-047"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Dawkins, R."
    ],
    "year": "1996",
    "title": "Climbing Mount Improbable",
    "venue": "W. W. Norton & Company",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://scholar.google.com/scholar?q=Climbing+Mount+Improbable+Dawkins",
    "type": "article",
    "original_index": 100,
    "slides": [],
    "alternate_urls": []
  },
  {
    "authors": [
      "Dial, L."
    ],
    "year": "2026",
    "title": "Architecture Decisions for Marin 535B-A23B",
    "venue": "Open Athena Blog, 9 November 2026",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://openathena.ai/blog/marin-535b-architecture/",
    "type": "article",
    "original_index": 70,
    "slides": [
      "part-6-marin-outlook",
      "part-6-marin-outlook-reveal"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Draxler, F.",
      "Veschgini, K.",
      "Salmhofer, M.",
      "Hamprecht, F. A."
    ],
    "year": "2018",
    "title": "Essentially No Barriers in Neural Network Energy Landscape",
    "venue": "Proceedings of Machine Learning Research",
    "volume": "80",
    "issue": "",
    "pages": "1309–1318",
    "doi": "10.48550/arXiv.1803.00885",
    "url": "https://doi.org/10.48550/arXiv.1803.00885",
    "type": "conference",
    "original_index": 71,
    "slides": [
      "part-6-page-034"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Duchi, J.",
      "Shalev-Shwartz, S.",
      "Singer, Y.",
      "Chandra, T."
    ],
    "year": "2008",
    "title": "Efficient projections onto the ℓ₁-ball for learning in high dimensions",
    "venue": "Proceedings of the 25th international conference on Machine learning - ICML '08",
    "volume": "",
    "issue": "",
    "pages": "272-279",
    "doi": "10.1145/1390156.1390191",
    "url": "https://doi.org/10.1145/1390156.1390191",
    "type": "proceedings-article",
    "publisher": "ACM Press",
    "original_index": 45,
    "slides": [
      "part-5-page-015"
    ],
    "alternate_urls": [
      "https://icml.cc/Conferences/2008/papers/361.pdf"
    ]
  },
  {
    "authors": [
      "Duchi, J.",
      "Hazan, E.",
      "Singer, Y."
    ],
    "year": "2011",
    "title": "Adaptive Subgradient Methods for Online Learning and Stochastic Optimization",
    "venue": "Journal of Machine Learning Research",
    "volume": "12",
    "issue": "",
    "pages": "2121–2159",
    "url": "https://jmlr.org/papers/v12/duchi11a.html",
    "type": "article",
    "original_index": 58,
    "slides": [
      "part-6-page-016"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Edureka"
    ],
    "year": "n.d.",
    "title": "What is Deep Learning?",
    "venue": "Edureka blog",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://www.edureka.co/blog/what-is-deep-learning",
    "type": "webpage",
    "original_index": 89,
    "slides": [
      "part-1-page-041"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Eyring, H.",
      "Polanyi, M."
    ],
    "year": "1931",
    "title": "Über einfache Gasreaktionen",
    "venue": "Zeitschrift für Physikalische Chemie, Abteilung B",
    "volume": "12",
    "issue": "",
    "pages": "279–311",
    "url": "https://doi.org/10.1524/zpch.2013.9023",
    "type": "article",
    "original_index": 9,
    "slides": [
      "part-1-page-057",
      "part-1-page-058",
      "part-1-page-059",
      "part-1-page-060",
      "part-1-page-061",
      "part-1-page-062",
      "part-1-page-063",
      "part-1-page-064"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Eyring%20%26%20Polanyi%20%281931%29"
    ]
  },
  {
    "authors": [
      "Fort, S.",
      "Jastrzębski, S."
    ],
    "year": "2019",
    "title": "Large Scale Structure of Neural Network Loss Landscapes",
    "venue": "Advances in Neural Information Processing Systems",
    "volume": "32",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.1906.04724",
    "url": "https://doi.org/10.48550/arXiv.1906.04724",
    "type": "conference",
    "original_index": 3,
    "slides": [
      "part-1-page-034",
      "part-1-page-035",
      "part-1-page-036",
      "part-6-page-029",
      "part-6-page-030",
      "part-6-page-031"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Fort, S."
    ],
    "year": "2022",
    "title": "Post on Git Re-Basin, replication, and loss-landscape claims",
    "venue": "X, 15 September 2022 [social media post]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://x.com/stanislavfort/status/1570576473010089984",
    "type": "article",
    "original_index": 73,
    "slides": [
      "part-6-page-038"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Frank, M.",
      "Wolfe, P."
    ],
    "year": "1956",
    "title": "An algorithm for quadratic programming",
    "venue": "Naval Research Logistics Quarterly",
    "volume": "3",
    "issue": "1-2",
    "pages": "95-110",
    "doi": "10.1002/nav.3800030109",
    "url": "https://doi.org/10.1002/nav.3800030109",
    "type": "journal-article",
    "publisher": "Wiley",
    "original_index": 54,
    "slides": [
      "part-6-page-054"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Frank%20%26%20Wolfe%20(1956)"
    ]
  },
  {
    "authors": [
      "Frauenfelder, H.",
      "Sligar, S. G.",
      "Wolynes, P. G."
    ],
    "year": "1991",
    "title": "The Energy Landscapes and Motions of Proteins",
    "venue": "Science",
    "volume": "254",
    "issue": "5038",
    "pages": "1598-1603",
    "doi": "10.1126/science.1749933",
    "url": "https://doi.org/10.1126/science.1749933",
    "type": "journal-article",
    "publisher": "American Association for the Advancement of Science (AAAS)",
    "original_index": 14,
    "slides": [
      "part-1-page-080"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Grant, M.",
      "Boyd, S."
    ],
    "year": "n.d.",
    "title": "CVX: Matlab Software for Disciplined Convex Programming",
    "venue": "CVX Research [software and user guide]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://cvxr.com/cvx/",
    "type": "webpage",
    "alternate_urls": [
      "https://cvxr.com/cvx/doc/basics.html"
    ],
    "original_index": 76,
    "slides": [
      "part-6-page-042"
    ]
  },
  {
    "authors": [
      "Gurobi Optimization, LLC"
    ],
    "year": "n.d.",
    "title": "Gurobi Optimizer",
    "venue": "Gurobi [optimization software]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://www.gurobi.com/",
    "type": "webpage",
    "original_index": 80,
    "slides": [
      "part-6-page-044"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Hall, D."
    ],
    "year": "2026",
    "title": "Initial Pre-Training Checkpoints for Marin “Mochi” 535B-A23B",
    "venue": "Open Athena Blog, 17 November 2026",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://openathena.ai/blog/marin-mochi-pretraining-checkpoints/",
    "type": "article",
    "original_index": 69,
    "slides": [
      "part-6-marin-outlook",
      "part-6-marin-outlook-reveal"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Hansen, N."
    ],
    "year": "2016",
    "title": "The CMA Evolution Strategy: A Tutorial",
    "venue": "arXiv preprint",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.1604.00772",
    "url": "https://arxiv.org/abs/1604.00772",
    "type": "preprint",
    "identifier": "arXiv:1604.00772",
    "original_index": 29,
    "slides": [
      "part-2-animation-learn",
      "part-2-page-084",
      "part-2-page-083",
      "part-2-page-085",
      "part-2-page-086",
      "part-2-page-087",
      "part-2-page-088",
      "part-2-page-089",
      "part-2-page-090",
      "part-2-page-091",
      "part-2-page-092",
      "part-2-page-093",
      "part-2-page-094"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Hazan, E.",
      "Kakade, S."
    ],
    "year": "2019",
    "title": "Revisiting the Polyak step size",
    "venue": "arXiv preprint",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.1905.00313",
    "url": "https://arxiv.org/abs/1905.00313",
    "type": "preprint",
    "identifier": "arXiv:1905.00313",
    "original_index": 43,
    "slides": [
      "part-4-page-054",
      "part-4-page-055"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "He, K.",
      "Zhang, X.",
      "Ren, S.",
      "Sun, J."
    ],
    "year": "2016",
    "title": "Deep Residual Learning for Image Recognition",
    "venue": "Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR)",
    "volume": "",
    "issue": "",
    "pages": "770–778",
    "doi": "10.48550/arXiv.1512.03385",
    "url": "https://doi.org/10.48550/arXiv.1512.03385",
    "type": "conference",
    "original_index": 5,
    "slides": [
      "part-1-page-037",
      "part-1-page-038",
      "part-1-page-039",
      "part-1-page-040"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Hutson, M."
    ],
    "year": "2019",
    "title": "AI protein-folding algorithms solve structures faster than ever",
    "venue": "Nature",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.1038/d41586-019-01357-6",
    "url": "https://doi.org/10.1038/d41586-019-01357-6",
    "type": "journal-article",
    "publisher": "Springer Science and Business Media LLC",
    "original_index": 15,
    "slides": [
      "part-1-page-081"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Hutson%20%282019%29%2C%20Nature"
    ]
  },
  {
    "authors": [
      "INFORMS Computing Society"
    ],
    "year": "n.d.",
    "title": "The Nature of Mathematical Programming",
    "venue": "INFORMS Computing Society glossary [archived 5 March 2014]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://web.archive.org/web/20140305080324/http://glossary.computing.society.informs.org/index.php?page=nature.html",
    "type": "webpage",
    "original_index": 93,
    "slides": [
      "part-1-page-005"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Jaggi, M."
    ],
    "year": "2013",
    "title": "Revisiting Frank-Wolfe: Projection-Free Sparse Convex Optimization",
    "venue": "Proceedings of Machine Learning Research",
    "volume": "28(1)",
    "issue": "",
    "pages": "427–435",
    "url": "https://proceedings.mlr.press/v28/jaggi13.html",
    "type": "article",
    "original_index": 55,
    "slides": [
      "part-6-page-054"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Jaggi%20(2013)"
    ]
  },
  {
    "authors": [
      "Jaggi, M."
    ],
    "year": "n.d.",
    "title": "Optimization for Machine Learning, Lecture 2",
    "venue": "EPFL Machine Learning and Optimization Laboratory [lecture slides]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://raw.githubusercontent.com/epfml/OptML_course/master/slides/lecture02.pdf",
    "type": "webpage",
    "original_index": 42,
    "slides": [
      "part-4-page-031",
      "part-4-page-032",
      "part-4-page-033",
      "part-4-animation-vanilla"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "JAX authors"
    ],
    "year": "n.d.",
    "title": "JAX documentation",
    "venue": "JAX [software documentation]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://docs.jax.dev/en/latest/",
    "type": "webpage",
    "alternate_urls": [
      "https://docs.jax.dev/en/latest/index.html"
    ],
    "original_index": 75,
    "slides": [
      "part-6-page-041"
    ]
  },
  {
    "authors": [
      "Johnson, S. G."
    ],
    "year": "n.d.",
    "title": "The NLopt nonlinear-optimization package",
    "venue": "NLopt [software documentation]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://nlopt.readthedocs.io/",
    "type": "webpage",
    "original_index": 81,
    "slides": [
      "part-6-page-044"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Jones, D. R.",
      "Perttunen, C. D.",
      "Stuckman, B. E."
    ],
    "year": "1993",
    "title": "Lipschitzian optimization without the Lipschitz constant",
    "venue": "Journal of Optimization Theory and Applications",
    "volume": "79",
    "issue": "1",
    "pages": "157-181",
    "doi": "10.1007/bf00941892",
    "url": "https://doi.org/10.1007/bf00941892",
    "type": "journal-article",
    "publisher": "Springer Science and Business Media LLC",
    "original_index": 21,
    "slides": [
      "part-2-page-040",
      "part-2-page-041",
      "part-2-page-042",
      "part-2-page-043",
      "part-2-page-044",
      "part-2-page-045",
      "part-2-animation-direct"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Jones%2C%20Perttunen%20%26%20Stuckman%20(1993)"
    ]
  },
  {
    "authors": [
      "Jones, D. R.",
      "Schonlau, M.",
      "Welch, W. J."
    ],
    "year": "1998",
    "title": "Efficient Global Optimization of Expensive Black-Box Functions",
    "venue": "Journal of Global Optimization",
    "volume": "13",
    "issue": "4",
    "pages": "455-492",
    "doi": "10.1023/a:1008306431147",
    "url": "https://doi.org/10.1023/a:1008306431147",
    "type": "journal-article",
    "publisher": "Springer Science and Business Media LLC",
    "original_index": 22,
    "slides": [
      "part-2-page-040",
      "part-2-page-041",
      "part-2-page-042",
      "part-2-page-043",
      "part-2-page-044",
      "part-2-page-045",
      "part-2-page-053",
      "part-2-page-054",
      "part-2-page-055",
      "part-2-animation-bo"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Jones%2C%20Schonlau%20%26%20Welch%20(1998)"
    ]
  },
  {
    "authors": [
      "Jordan, K.",
      "Jin, Y.",
      "Boza, V.",
      "You, J.",
      "Cesista, F.",
      "Newhouse, L.",
      "Bernstein, J."
    ],
    "year": "2024",
    "title": "Muon: An optimizer for hidden layers in neural networks",
    "venue": "Keller Jordan blog",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://kellerjordan.github.io/posts/muon/",
    "type": "article",
    "original_index": 65,
    "slides": [
      "part-6-muon-on-the-rise"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Jordan, K., and Muon contributors"
    ],
    "year": "n.d.",
    "title": "Muon: PyTorch implementation",
    "venue": "GitHub [software; commit f98f1cacc0263b04290753e32be8d498c1efc806]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://github.com/KellerJordan/Muon/blob/f98f1cacc0263b04290753e32be8d498c1efc806/muon.py",
    "type": "webpage",
    "original_index": 67,
    "slides": [
      "part-6-llm-structure",
      "part-6-llm-structure-reveal-1",
      "part-6-llm-structure-reveal-2",
      "part-6-muon-llm",
      "part-6-muon-llm-reveal",
      "part-6-muon-polar",
      "part-6-muon-polar-reveal"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Kairouz, P.",
      "McMahan, H. B.",
      "Avent, B.",
      "Bellet, A.",
      "Bennis, M.",
      "Bhagoji, A. N.",
      "et al."
    ],
    "year": "2021",
    "title": "Advances and Open Problems in Federated Learning",
    "venue": "Foundations and Trends® in Machine Learning",
    "volume": "14",
    "issue": "1-2",
    "pages": "1-210",
    "doi": "10.1561/2200000083",
    "url": "https://doi.org/10.1561/2200000083",
    "type": "journal-article",
    "publisher": "Emerald",
    "original_index": 84,
    "slides": [
      "part-6-decentralized-optimization"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Karmarkar, N."
    ],
    "year": "1984",
    "title": "A new polynomial-time algorithm for linear programming",
    "venue": "Combinatorica",
    "volume": "4",
    "issue": "4",
    "pages": "373-395",
    "doi": "10.1007/bf02579150",
    "url": "https://doi.org/10.1007/bf02579150",
    "type": "journal-article",
    "publisher": "Springer Science and Business Media LLC",
    "original_index": 83,
    "slides": [
      "part-6-page-052"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Karmarkar%20(1984)"
    ]
  },
  {
    "authors": [
      "Kingma, D. P.",
      "Ba, J."
    ],
    "year": "2015",
    "title": "Adam: A Method for Stochastic Optimization",
    "venue": "International Conference on Learning Representations (ICLR)",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.1412.6980",
    "url": "https://doi.org/10.48550/arXiv.1412.6980",
    "type": "conference",
    "original_index": 59,
    "slides": [
      "part-6-page-016",
      "part-6-page-017",
      "part-6-page-018",
      "part-6-page-019",
      "part-6-page-020",
      "part-6-llm-structure",
      "part-6-llm-structure-reveal-1",
      "part-6-llm-structure-reveal-2"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Kirkpatrick, S.",
      "Gelatt, C. D.",
      "Vecchi, M. P."
    ],
    "year": "1983",
    "title": "Optimization by Simulated Annealing",
    "venue": "Science",
    "volume": "220",
    "issue": "4598",
    "pages": "671-680",
    "doi": "10.1126/science.220.4598.671",
    "url": "https://doi.org/10.1126/science.220.4598.671",
    "type": "journal-article",
    "publisher": "American Association for the Advancement of Science (AAAS)",
    "original_index": 12,
    "slides": [
      "part-1-page-067",
      "part-1-page-068",
      "part-1-page-069"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Kirkpatrick%2C%20Gelatt%20%26%20Vecchi%20%281983%29"
    ]
  },
  {
    "authors": [
      "Kjellström, G."
    ],
    "year": "1969",
    "title": "Network Optimization by Random Variation of Component Values",
    "venue": "Ericsson Technics",
    "volume": "25(3)",
    "issue": "",
    "pages": "133–151",
    "url": "https://scholar.google.com/scholar?q=Kjellstrom+Network+Optimization+Random+Variation+1969",
    "type": "article",
    "original_index": 85,
    "slides": [
      "part-2-page-068"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Kjellström, G.",
      "Taxén, L."
    ],
    "year": "1981",
    "title": "Stochastic optimization in system design",
    "venue": "IEEE Transactions on Circuits and Systems",
    "volume": "28",
    "issue": "7",
    "pages": "702-715",
    "doi": "10.1109/tcs.1981.1085030",
    "url": "https://doi.org/10.1109/tcs.1981.1085030",
    "type": "journal-article",
    "publisher": "Institute of Electrical and Electronics Engineers (IEEE)",
    "original_index": 86,
    "slides": [
      "part-2-page-068"
    ],
    "alternate_urls": [
      "https://doi.org/10.1109/TCS.1981.1085030"
    ]
  },
  {
    "authors": [
      "Kjellström, G."
    ],
    "year": "1991",
    "title": "On the efficiency of Gaussian adaptation",
    "venue": "Journal of Optimization Theory and Applications",
    "volume": "71",
    "issue": "3",
    "pages": "589-597",
    "doi": "10.1007/bf00941405",
    "url": "https://doi.org/10.1007/bf00941405",
    "type": "journal-article",
    "publisher": "Springer Science and Business Media LLC",
    "original_index": 87,
    "slides": [
      "part-2-page-068"
    ],
    "alternate_urls": [
      "https://doi.org/10.1007/BF00941405"
    ]
  },
  {
    "authors": [
      "Kjellström, G.",
      "Taxén, L."
    ],
    "year": "1992",
    "title": "Gaussian Adaptation, an evolution-based efficient global optimizer",
    "venue": "Computational and Applied Mathematics. Elsevier Science",
    "volume": "",
    "issue": "",
    "pages": "267–276",
    "url": "https://scholar.google.com/scholar?q=Kjellstrom+Taxen+Gaussian+Adaptation+1992",
    "type": "article",
    "original_index": 88,
    "slides": [
      "part-2-page-068"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Kolb, C.",
      "Müller, C. L.",
      "Bischl, B.",
      "Rügamer, D."
    ],
    "year": "2026",
    "title": "Smoothing the Edges: Smooth Optimization for Sparse Regularization Using Hadamard Overparametrization",
    "venue": "Machine Learning",
    "volume": "115",
    "issue": "4",
    "pages": "Article 87",
    "doi": "10.1007/s10994-026-06997-0",
    "url": "https://doi.org/10.1007/s10994-026-06997-0",
    "type": "journal-article",
    "publisher": "Springer Science and Business Media LLC",
    "original_index": 62,
    "slides": [
      "part-6-page-048"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "LearnThermo"
    ],
    "year": "n.d.",
    "title": "Thermodynamics tutorial, Chapter 3, Lesson A, page 1",
    "venue": "LearnThermo [archived 2 March 2024]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://web.archive.org/web/20240302175116/https://learnthermo.com/T1-tutorial/ch03/lesson-A/pg01.php",
    "type": "webpage",
    "original_index": 11,
    "slides": [
      "part-1-page-066"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Li, H.",
      "Xu, Z.",
      "Taylor, G.",
      "Studer, C.",
      "Goldstein, T."
    ],
    "year": "2018",
    "title": "Visualizing the Loss Landscape of Neural Nets",
    "venue": "Advances in Neural Information Processing Systems",
    "volume": "31",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.1712.09913",
    "url": "https://doi.org/10.48550/arXiv.1712.09913",
    "type": "conference",
    "original_index": 1,
    "slides": [
      "part-1-page-032",
      "part-1-page-035",
      "part-1-page-036",
      "part-1-page-041",
      "part-6-page-030",
      "part-6-page-031",
      "part-6-page-032"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Liu, D. C.",
      "Nocedal, J."
    ],
    "year": "1989",
    "title": "On the limited memory BFGS method for large scale optimization",
    "venue": "Mathematical Programming",
    "volume": "45",
    "issue": "1-3",
    "pages": "503-528",
    "doi": "10.1007/bf01589116",
    "url": "https://doi.org/10.1007/bf01589116",
    "type": "journal-article",
    "publisher": "Springer Science and Business Media LLC",
    "original_index": 35,
    "slides": [
      "part-3-lbfgs-memory",
      "part-3-lbfgs-recursion",
      "part-3-lbfgs-practice"
    ],
    "alternate_urls": [
      "https://users.iems.northwestern.edu/~nocedal/PDFfiles/limited-memory.pdf"
    ]
  },
  {
    "authors": [
      "Loshchilov, I.",
      "Hutter, F."
    ],
    "year": "2016",
    "title": "CMA-ES for Hyperparameter Optimization of Deep Neural Networks",
    "venue": "ICLR Workshop",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.1604.07269",
    "url": "https://doi.org/10.48550/arXiv.1604.07269",
    "type": "conference",
    "original_index": 31,
    "slides": [
      "part-2-cma-hyperparameters-paper",
      "part-2-cma-hyperparameters-table",
      "part-2-cma-hyperparameters-results"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Loshchilov, I.",
      "Hutter, F."
    ],
    "year": "2019",
    "title": "Decoupled Weight Decay Regularization",
    "venue": "International Conference on Learning Representations (ICLR)",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.1711.05101",
    "url": "https://doi.org/10.48550/arXiv.1711.05101",
    "type": "conference",
    "original_index": 61,
    "slides": [
      "part-6-adamw-change",
      "part-6-adamw-change-reveal-1",
      "part-6-adamw-change-reveal-2",
      "part-6-adamw-recursion",
      "part-6-animation-adamw"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Maheswaranathan, N.",
      "Metz, L.",
      "Tucker, G.",
      "Choi, D.",
      "Sohl-Dickstein, J."
    ],
    "year": "2019",
    "title": "Guided evolutionary strategies: augmenting random search with surrogate gradients",
    "venue": "Proceedings of Machine Learning Research",
    "volume": "97",
    "issue": "",
    "pages": "4264–4273",
    "url": "https://proceedings.mlr.press/v97/maheswaranathan19a.html",
    "type": "article",
    "original_index": 39,
    "slides": [
      "part-3-page-033"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Maheswaranathan%20et%20al.%20%282019%29"
    ]
  },
  {
    "authors": [
      "Mersmann, O.",
      "Bischl, B.",
      "Trautmann, H.",
      "Preuss, M.",
      "Weihs, C.",
      "Rudolph, G."
    ],
    "year": "2011",
    "title": "Exploratory landscape analysis",
    "venue": "Proceedings of the 13th annual conference on Genetic and evolutionary computation",
    "volume": "",
    "issue": "",
    "pages": "829-836",
    "doi": "10.1145/2001576.2001690",
    "url": "https://doi.org/10.1145/2001576.2001690",
    "type": "proceedings-article",
    "publisher": "ACM",
    "original_index": 27,
    "slides": [
      "part-2-page-023"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Mersmann%20et%20al.%20(2011)"
    ]
  },
  {
    "authors": [
      "Mockus, J."
    ],
    "year": "1989",
    "title": "Bayesian Approach to Global Optimization: Theory and Applications",
    "venue": "Kluwer Academic Publishers",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://doi.org/10.1007/978-94-009-0909-0",
    "type": "article",
    "original_index": 25,
    "slides": [
      "part-2-page-051",
      "part-2-page-052"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Mockus%20(1989)"
    ]
  },
  {
    "authors": [
      "MOSEK ApS"
    ],
    "year": "n.d.",
    "title": "MOSEK Optimization Suite",
    "venue": "MOSEK [optimization software]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://www.mosek.com/",
    "type": "webpage",
    "original_index": 79,
    "slides": [
      "part-6-page-044"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Müller, C. L."
    ],
    "year": "2010",
    "title": "Black-box Landscapes: Characterization, Optimization, Sampling, and Application to Geometric Configuration Problems",
    "venue": "PhD thesis, ETH Zürich, Dissertation No. 19438",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://publications.mpi-cbg.de/M%C3%BCller_2010_5189.pdf",
    "type": "article",
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Mueller+Black-box+Landscapes+2010",
      "https://scholar.google.com/scholar?q=M%C3%BCller%20(2010)"
    ],
    "original_index": 28,
    "slides": [
      "part-2-page-023"
    ]
  },
  {
    "authors": [
      "Müller, C. L.",
      "Sbalzarini, I. F."
    ],
    "year": "2010",
    "title": "Gaussian Adaptation Revisited—An Entropic View on Covariance Matrix Adaptation",
    "venue": "Applications of Evolutionary Computation, LNCS",
    "volume": "6024",
    "issue": "",
    "pages": "432–441",
    "url": "https://publications.mpi-cbg.de/M%C3%BCller_2010_5171.pdf",
    "type": "article",
    "original_index": 30,
    "slides": [
      "part-2-page-068",
      "part-2-page-069",
      "part-2-page-070",
      "part-2-page-071",
      "part-2-page-072",
      "part-2-page-073",
      "part-2-page-074",
      "part-2-page-078",
      "part-2-page-079"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Müller, C. L."
    ],
    "year": "2014",
    "title": "Stochastic Methods for Single Objective Global Optimization",
    "venue": "Computational Intelligence in Aerospace Sciences",
    "volume": "",
    "issue": "",
    "pages": "63-112",
    "doi": "10.2514/5.9781624102714.0063.0112",
    "url": "https://doi.org/10.2514/5.9781624102714.0063.0112",
    "type": "book-chapter",
    "publisher": "American Institute of Aeronautics and Astronautics, Inc.",
    "original_index": 40,
    "slides": [
      "part-4-page-009",
      "part-4-page-010"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Neri, F.",
      "Cotta, C."
    ],
    "year": "2012",
    "title": "Memetic algorithms and memetic computing optimization: A literature review",
    "venue": "Swarm and Evolutionary Computation",
    "volume": "2",
    "issue": "",
    "pages": "1-14",
    "doi": "10.1016/j.swevo.2011.11.003",
    "url": "https://doi.org/10.1016/j.swevo.2011.11.003",
    "type": "journal-article",
    "publisher": "Elsevier BV",
    "original_index": 38,
    "slides": [
      "part-3-page-031",
      "part-3-page-032"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Parikh, N.",
      "Boyd, S."
    ],
    "year": "2014",
    "title": "Proximal Algorithms",
    "venue": "Foundations and Trends® in Optimization",
    "volume": "1",
    "issue": "3",
    "pages": "127-239",
    "doi": "10.1561/2400000003",
    "url": "https://doi.org/10.1561/2400000003",
    "type": "journal-article",
    "publisher": "Emerald",
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Parikh%20%26%20Boyd%20(2014)",
      "https://web.stanford.edu/~boyd/papers/prox_algs.html"
    ],
    "original_index": 50,
    "slides": [
      "part-5-page-023"
    ]
  },
  {
    "authors": [
      "PETSc development team"
    ],
    "year": "n.d.",
    "title": "SNES: Nonlinear Solvers",
    "venue": "PETSc Manual [software documentation]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://petsc.org/release/manual/snes/",
    "type": "webpage",
    "original_index": 37,
    "slides": [
      "part-3-scientific-examples"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "PyTorch contributors"
    ],
    "year": "n.d.",
    "title": "torch.optim",
    "venue": "PyTorch documentation",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://docs.pytorch.org/docs/stable/optim.html",
    "type": "webpage",
    "original_index": 74,
    "slides": [
      "part-6-page-021",
      "part-6-page-022",
      "part-6-page-023"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Qiu, X.",
      "Gan, Y.",
      "Hayes, C. F.",
      "Liang, Q.",
      "Xu, Y.",
      "Dailey, R.",
      "Meyerson, E.",
      "Hodjat, B.",
      "Miikkulainen, R."
    ],
    "year": "2026",
    "title": "Evolution Strategies at Scale: LLM Fine-Tuning Beyond Reinforcement Learning",
    "venue": "International Conference on Machine Learning (ICML)",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://arxiv.org/abs/2509.24372",
    "type": "article",
    "original_index": 32,
    "slides": [
      "part-2-es-at-scale"
    ],
    "alternate_urls": [
      "https://github.com/VsonicV/es-at-scale"
    ]
  },
  {
    "authors": [
      "Rastrigin, L. A."
    ],
    "year": "1963",
    "title": "The convergence of the random search method in the extremal control of a many-parameter system",
    "venue": "Automation and Remote Control",
    "volume": "24",
    "issue": "",
    "pages": "1337–1342",
    "url": "https://www.mathnet.ru/eng/at12312",
    "type": "article",
    "original_index": 17,
    "slides": [
      "part-2-page-011",
      "part-2-page-012"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Rastrigin%20%281963%29"
    ]
  },
  {
    "authors": [
      "Robbins, H.",
      "Monro, S."
    ],
    "year": "1951",
    "title": "A Stochastic Approximation Method",
    "venue": "The Annals of Mathematical Statistics",
    "volume": "22",
    "issue": "3",
    "pages": "400-407",
    "doi": "10.1214/aoms/1177729586",
    "url": "https://doi.org/10.1214/aoms/1177729586",
    "type": "journal-article",
    "publisher": "Institute of Mathematical Statistics",
    "original_index": 56,
    "slides": [
      "part-6-page-004"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Rockafellar, R. T."
    ],
    "year": "1993",
    "title": "Lagrange Multipliers and Optimality",
    "venue": "SIAM Review",
    "volume": "35",
    "issue": "2",
    "pages": "183-238",
    "doi": "10.1137/1035044",
    "url": "https://doi.org/10.1137/1035044",
    "type": "journal-article",
    "publisher": "Society for Industrial & Applied Mathematics (SIAM)",
    "original_index": 41,
    "slides": [
      "part-4-page-013",
      "part-4-page-014"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Rockafellar%20(1993)"
    ]
  },
  {
    "authors": [
      "Romero, P. A.",
      "Arnold, F. H."
    ],
    "year": "2009",
    "title": "Exploring protein fitness landscapes by directed evolution",
    "venue": "Nature Reviews Molecular Cell Biology",
    "volume": "10",
    "issue": "12",
    "pages": "866-876",
    "doi": "10.1038/nrm2805",
    "url": "https://doi.org/10.1038/nrm2805",
    "type": "journal-article",
    "publisher": "Springer Science and Business Media LLC",
    "original_index": 7,
    "slides": [
      "part-1-page-046",
      "part-1-page-047"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Romero, P. A.",
      "Krause, A.",
      "Arnold, F. H."
    ],
    "year": "2013",
    "title": "Navigating the protein fitness landscape with Gaussian processes",
    "venue": "Proceedings of the National Academy of Sciences",
    "volume": "110",
    "issue": "3",
    "pages": "E193–E201",
    "doi": "10.1073/pnas.1215251110",
    "url": "https://doi.org/10.1073/pnas.1215251110",
    "type": "journal-article",
    "publisher": "National Academy of Sciences",
    "original_index": 8,
    "slides": [
      "part-1-page-048",
      "part-1-page-049",
      "part-1-page-050",
      "part-1-page-051",
      "part-1-page-052",
      "part-1-page-053",
      "part-1-page-054"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Romero%2C%20Krause%20%26%20Arnold%20%282013%29"
    ]
  },
  {
    "authors": [
      "Schaipp, F."
    ],
    "year": "2023",
    "title": "Decay No More",
    "venue": "ICLR Blogposts 2023",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://iclr-blogposts.github.io/2023/blog/2023/adamw/",
    "type": "article",
    "original_index": 60,
    "slides": [
      "part-6-page-039",
      "part-6-adamw-change",
      "part-6-adamw-change-reveal-1",
      "part-6-adamw-change-reveal-2"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Schaipp, F.",
      "Hägele, A.",
      "Taylor, A.",
      "Simsekli, U.",
      "Bach, F."
    ],
    "year": "2025",
    "title": "The Surprising Agreement Between Convex Optimization Theory and Learning-Rate Scheduling for Large Model Training",
    "venue": "arXiv preprint",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.2501.18965",
    "url": "https://arxiv.org/abs/2501.18965",
    "type": "preprint",
    "identifier": "arXiv:2501.18965",
    "original_index": 44,
    "slides": [
      "part-4-schedule-paper",
      "part-4-schedule-theory-practice"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Schmidt, R. M.",
      "Schneider, F.",
      "Hennig, P."
    ],
    "year": "2021",
    "title": "Descending through a Crowded Valley - Benchmarking Deep Learning Optimizers",
    "venue": "International Conference on Learning Representations (ICLR)",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.2007.01547",
    "url": "https://doi.org/10.48550/arXiv.2007.01547",
    "type": "conference",
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Schmidt%2C%20Schneider%20%26%20Hennig%20%282021%29",
      "https://arxiv.org/pdf/2007.01547"
    ],
    "original_index": 63,
    "slides": [
      "part-6-page-025",
      "part-6-page-026"
    ]
  },
  {
    "authors": [
      "Singhee, A.",
      "Rutenbar, R. A."
    ],
    "year": "2009",
    "title": "Novel Algorithms for Fast Statistical Analysis of Scaled Circuits",
    "venue": "Lecture Notes in Electrical Engineering, vol. 46. Springer",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.1007/978-90-481-3100-6",
    "url": "https://doi.org/10.1007/978-90-481-3100-6",
    "type": "book",
    "publisher": "Springer Netherlands",
    "original_index": 20,
    "slides": [
      "part-2-page-019"
    ],
    "alternate_urls": [
      "https://link.springer.com/book/10.1007/978-90-481-3100-6"
    ]
  },
  {
    "authors": [
      "Snoek, J.",
      "Larochelle, H.",
      "Adams, R. P."
    ],
    "year": "2012",
    "title": "Practical Bayesian Optimization of Machine Learning Algorithms",
    "venue": "Advances in Neural Information Processing Systems",
    "volume": "25",
    "issue": "",
    "pages": "2951–2959",
    "doi": "10.48550/arXiv.1206.2944",
    "url": "https://doi.org/10.48550/arXiv.1206.2944",
    "type": "conference",
    "original_index": 26,
    "slides": [
      "part-2-page-052",
      "part-2-page-053",
      "part-2-page-054",
      "part-2-page-055"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Sobol', I. M."
    ],
    "year": "1967",
    "title": "On the distribution of points in a cube and the approximate evaluation of integrals",
    "venue": "USSR Computational Mathematics and Mathematical Physics",
    "volume": "7",
    "issue": "4",
    "pages": "86-112",
    "doi": "10.1016/0041-5553(67)90144-9",
    "url": "https://doi.org/10.1016/0041-5553(67)90144-9",
    "type": "journal-article",
    "publisher": "Elsevier BV",
    "original_index": 19,
    "slides": [
      "part-2-page-013",
      "part-2-page-014",
      "part-2-page-015",
      "part-2-page-016",
      "part-2-page-017",
      "part-2-page-018"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Sobol%20%281967%29"
    ]
  },
  {
    "authors": [
      "Stillinger, F. H.",
      "Weber, T. A."
    ],
    "year": "1984",
    "title": "Packing Structures and Transitions in Liquids and Solids",
    "venue": "Science",
    "volume": "225",
    "issue": "4666",
    "pages": "983-989",
    "doi": "10.1126/science.225.4666.983",
    "url": "https://doi.org/10.1126/science.225.4666.983",
    "type": "journal-article",
    "publisher": "American Association for the Advancement of Science (AAAS)",
    "original_index": 10,
    "slides": [
      "part-1-page-065",
      "part-1-page-066"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Stillinger%20%26%20Weber%20%281984%29"
    ]
  },
  {
    "authors": [
      "The SciPy community"
    ],
    "year": "n.d.",
    "title": "Optimization (scipy.optimize)",
    "venue": "SciPy User Guide [software documentation]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://docs.scipy.org/doc/scipy/tutorial/optimize.html",
    "type": "webpage",
    "original_index": 36,
    "slides": [
      "part-3-scientific-examples"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Vandenberghe, L."
    ],
    "year": "n.d.",
    "title": "Gradient methods",
    "venue": "UCLA EE236C [lecture notes]",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "http://www.seas.ucla.edu/~vandenbe/236C/lectures/gradient.pdf",
    "type": "webpage",
    "original_index": 98,
    "slides": [
      "part-4-page-036"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Vaswani, A.",
      "Shazeer, N.",
      "Parmar, N.",
      "Uszkoreit, J.",
      "Jones, L.",
      "Gomez, A. N.",
      "Kaiser, L.",
      "Polosukhin, I."
    ],
    "year": "2017",
    "title": "Attention Is All You Need",
    "venue": "Advances in Neural Information Processing Systems",
    "volume": "30",
    "issue": "",
    "pages": "5998–6008",
    "doi": "10.48550/arXiv.1706.03762",
    "url": "https://doi.org/10.48550/arXiv.1706.03762",
    "type": "conference",
    "original_index": 66,
    "slides": [
      "part-6-llm-structure",
      "part-6-llm-structure-reveal-1",
      "part-6-llm-structure-reveal-2"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Venturi, L.",
      "Bandeira, A. S.",
      "Bruna, J."
    ],
    "year": "2019",
    "title": "Spurious Valleys in One-hidden-layer Neural Network Optimization Landscapes",
    "venue": "Journal of Machine Learning Research",
    "volume": "20(133)",
    "issue": "",
    "pages": "1–34",
    "url": "https://www.jmlr.org/papers/v20/18-674.html",
    "type": "article",
    "original_index": 4,
    "slides": [
      "part-1-page-036",
      "part-6-page-031"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Verpoort, P. C.",
      "Lee, A. A.",
      "Wales, D. J."
    ],
    "year": "2020",
    "title": "Archetypal landscapes for deep neural networks",
    "venue": "Proceedings of the National Academy of Sciences",
    "volume": "117(36)",
    "issue": "",
    "pages": "21857–21864",
    "url": "https://doi.org/10.1073/pnas.1919995117",
    "type": "article",
    "original_index": 16,
    "slides": [
      "part-1-page-082"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Verpoort%2C%20Lee%20%26%20Wales%20%282020%29"
    ]
  },
  {
    "authors": [
      "Wales, D. J.",
      "Doye, J. P. K."
    ],
    "year": "1997",
    "title": "Global Optimization by Basin-Hopping and the Lowest Energy Structures of Lennard-Jones Clusters Containing up to 110 Atoms",
    "venue": "The Journal of Physical Chemistry A",
    "volume": "101",
    "issue": "28",
    "pages": "5111-5116",
    "doi": "10.1021/jp970984n",
    "url": "https://doi.org/10.1021/jp970984n",
    "type": "journal-article",
    "publisher": "American Chemical Society (ACS)",
    "original_index": 13,
    "slides": [
      "part-1-page-071",
      "part-1-page-072",
      "part-1-page-073",
      "part-3-page-028",
      "part-3-page-029",
      "part-3-page-030"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Wales%20%26%20Doye%20%281997%29"
    ]
  },
  {
    "authors": [
      "Wales, D. J."
    ],
    "year": "2003",
    "title": "Energy Landscapes: Applications to Clusters, Biomolecules and Glasses",
    "venue": "Cambridge University Press",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://www.cambridge.org/core/books/energy-landscapes/8389839B8AA8E4ADCF0281C37481FF3B",
    "type": "article",
    "original_index": 101,
    "slides": [],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Energy+Landscapes+Wales+2003"
    ]
  },
  {
    "authors": [
      "Watson, L. T.",
      "He, J."
    ],
    "year": "2008",
    "title": "The Deterministic Global Optimization Algorithm DIRECT",
    "venue": "HPCS/BIS Tutorial, 16 April 2008, Ottawa, Canada",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://hosting.cs.vt.edu/hpcs2008/HPCS08DIRECTtut.pdf",
    "type": "article",
    "original_index": 23,
    "slides": [
      "part-2-page-044",
      "part-2-page-045"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Wikipedia contributors"
    ],
    "year": "n.d.",
    "title": "Ellipsoid method",
    "venue": "Wikipedia",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://en.wikipedia.org/wiki/Ellipsoidal_algorithm",
    "type": "webpage",
    "original_index": 95,
    "slides": [
      "part-6-page-053"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Wikipedia contributors"
    ],
    "year": "n.d.",
    "title": "Karmarkar’s algorithm",
    "venue": "Wikipedia",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://en.wikipedia.org/wiki/Karmarkar%27s_algorithm",
    "type": "webpage",
    "original_index": 97,
    "slides": [
      "part-6-page-053"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Wikipedia contributors"
    ],
    "year": "n.d.",
    "title": "Leonid Khachiyan",
    "venue": "Wikipedia",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://en.wikipedia.org/wiki/Khachiyan",
    "type": "webpage",
    "original_index": 94,
    "slides": [
      "part-6-page-053"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Wikipedia contributors"
    ],
    "year": "n.d.",
    "title": "Mathematical optimization",
    "venue": "Wikipedia",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://en.wikipedia.org/wiki/Mathematical_optimization",
    "type": "webpage",
    "original_index": 92,
    "slides": [
      "part-1-page-004"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Wikipedia contributors"
    ],
    "year": "n.d.",
    "title": "Narendra Karmarkar",
    "venue": "Wikipedia",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://en.wikipedia.org/wiki/Karmarkar",
    "type": "webpage",
    "original_index": 96,
    "slides": [
      "part-6-page-053"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Wikipedia contributors"
    ],
    "year": "n.d.",
    "title": "Quasi-Newton method",
    "venue": "Wikipedia",
    "volume": "",
    "issue": "",
    "pages": "",
    "url": "https://en.wikipedia.org/wiki/Quasi-Newton_method",
    "type": "webpage",
    "original_index": 34,
    "slides": [
      "part-3-page-027",
      "part-3-inverse-updates"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Wright, S."
    ],
    "year": "1932",
    "title": "The roles of mutation, inbreeding, crossbreeding and selection in evolution",
    "venue": "Proceedings of the 6th International Congress of Genetics",
    "volume": "1",
    "issue": "",
    "pages": "356–366",
    "url": "https://www.blackwellpublishing.com/ridley/classictexts/wright.asp",
    "type": "article",
    "original_index": 6,
    "slides": [
      "part-1-page-042",
      "part-1-page-043",
      "part-1-page-044",
      "part-1-page-045"
    ],
    "alternate_urls": [
      "https://scholar.google.com/scholar?q=Wright%20%281932%29"
    ]
  },
  {
    "authors": [
      "Wu, L.",
      "Zhu, Z.",
      "E, W."
    ],
    "year": "2017",
    "title": "Towards Understanding Generalization of Deep Learning: Perspective of Loss Landscapes",
    "venue": "arXiv preprint",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.1706.10239",
    "url": "https://arxiv.org/abs/1706.10239",
    "type": "preprint",
    "identifier": "arXiv:1706.10239",
    "original_index": 2,
    "slides": [
      "part-1-page-033",
      "part-1-page-034",
      "part-1-page-035",
      "part-1-page-036",
      "part-6-page-028",
      "part-6-page-029",
      "part-6-page-030",
      "part-6-page-031"
    ],
    "alternate_urls": []
  },
  {
    "authors": [
      "Zhou, Z.",
      "Zhu, Z.",
      "Li, X.",
      "Galkin, M.",
      "Feng, X.",
      "Koyejo, S.",
      "Tang, J.",
      "Han, B."
    ],
    "year": "2026",
    "title": "Landscape of Thoughts: Visualizing the Reasoning Process of Large Language Models",
    "venue": "International Conference on Learning Representations (ICLR)",
    "volume": "",
    "issue": "",
    "pages": "",
    "doi": "10.48550/arXiv.2503.22165",
    "url": "https://doi.org/10.48550/arXiv.2503.22165",
    "type": "conference",
    "alternate_urls": [
      "https://landscape-of-thoughts.github.io/"
    ],
    "original_index": 0,
    "slides": [
      "part-1-landscape-of-thoughts",
      "part-6-landscape-of-thoughts"
    ]
  }
]
