notes-intro-to-stat-learning/notes.lyx

#LyX 2.3 created this file. For more info see http://www.lyx.org/
\lyxformat 544
\begin_document
\begin_header
\save_transient_properties true
\origin unavailable
\textclass amsart
\begin_preamble
\usepackage{amssymb}
\usepackage{amsmath}

\usepackage[dvipsnames,svgnames,x11names,hyperref]{xcolor}
\definecolor{LinkGrey}{RGB}{128,128,128}
\definecolor{UrlBlue}{RGB}{24,24,196}

\usepackage{hyperref}
\hypersetup{
  colorlinks,
  breaklinks,
  citecolor=blue,
  urlcolor=UrlBlue,
  linkcolor=LinkGrey,
  pdfstartview={FitH},
  unicode=true
  % hyperfootnotes=false
}

\usepackage[symbol=$\wedge$,numberlinked=true]{footnotebackref}

% package for bold math symbols
\usepackage{bm}
\end_preamble
\use_default_options true
\begin_modules
theorems-ams
eqs-within-sections
figs-within-sections
\end_modules
\maintain_unincluded_children false
\language english
\language_package default
\inputencoding auto
\fontencoding global
\font_roman "default" "default"
\font_sans "default" "default"
\font_typewriter "default" "default"
\font_math "auto" "auto"
\font_default_family default
\use_non_tex_fonts false
\font_sc false
\font_osf false
\font_sf_scale 100 100
\font_tt_scale 100 100
\use_microtype false
\use_dash_ligatures true
\graphics xetex
\default_output_format pdf4
\output_sync 0
\bibtex_command default
\index_command default
\paperfontsize 10
\spacing single
\use_hyperref true
\pdf_title "Notes for \"An Introduction to Statistical Learning\""
\pdf_author "Zelphir Kaltstahl"
\pdf_subject "statistical learning"
\pdf_keywords "statistical learning"
\pdf_bookmarks true
\pdf_bookmarksnumbered false
\pdf_bookmarksopen false
\pdf_bookmarksopenlevel 1
\pdf_breaklinks true
\pdf_pdfborder true
\pdf_colorlinks true
\pdf_backref false
\pdf_pdfusetitle true
\papersize a5paper
\use_geometry true
\use_package amsmath 1
\use_package amssymb 1
\use_package cancel 1
\use_package esint 1
\use_package mathdots 1
\use_package mathtools 1
\use_package mhchem 1
\use_package stackrel 1
\use_package stmaryrd 1
\use_package undertilde 1
\cite_engine basic
\cite_engine_type default
\biblio_style plain
\use_bibtopic false
\use_indices false
\paperorientation portrait
\suppress_date false
\justification true
\use_refstyle 1
\use_minted 0
\index Index
\shortcut idx
\color #008000
\end_index
\leftmargin 2cm
\topmargin 1cm
\rightmargin 1cm
\bottommargin 1cm
\headheight 2cm
\secnumdepth 3
\tocdepth 3
\paragraph_separation indent
\paragraph_indentation default
\is_math_indent 0
\math_numbering_side default
\quotes_style english
\dynamic_quotes 0
\papercolumns 1
\papersides 2
\paperpagestyle default
\bullet 2 0 9 -1
\bullet 3 0 15 -1
\tracking_changes false
\output_changes false
\html_math_output 0
\html_css_as_file 0
\html_be_strict false
\end_header

\begin_body

\begin_layout Title
Notes for 
\begin_inset Quotes eld
\end_inset

An Introduction to Statistical Learning
\begin_inset Quotes erd
\end_inset


\end_layout

\begin_layout Standard
\begin_inset CommandInset toc
LatexCommand tableofcontents

\end_inset


\begin_inset Newpage pagebreak
\end_inset


\end_layout

\begin_layout Section
macros (ignore this section in PDF)
\end_layout

\begin_layout Itemize
bold math symbol: 
\begin_inset FormulaMacro
\newcommand{\mathbold}[1]{\bm{{#1}}}
{\bm{#1}}
\end_inset


\end_layout

\begin_layout Itemize
big parentheses wrapping an expression: 
\begin_inset FormulaMacro
\newcommand{\paren}[1]{\left(#1\right)}
{\left(#1\right)}
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $\paren{\frac{\frac{1}{2}}{3}}$
\end_inset


\end_layout

\begin_layout Section
Definitions
\end_layout

\begin_layout Description
Supervised
\begin_inset space \space{}
\end_inset

Learning analyzing an input to output relationship to make predictions or
 estimations about future outputs
\end_layout

\begin_layout Description
Unsupervised
\begin_inset space \space{}
\end_inset

Learning learn structures and relationships from data
\end_layout

\begin_layout Description
Regression prediction of continuous or quantitative values
\end_layout

\begin_layout Description
Classification prediction of categorical or qualitative values
\end_layout

\begin_layout Description
Clustering grouping input data points, without predicting an output value
\end_layout

\begin_layout Description
Principal
\begin_inset space \space{}
\end_inset

component todo
\end_layout

\begin_layout Description
Dimension todo
\end_layout

\begin_layout Description
Observation (see data point)
\end_layout

\begin_layout Description
Input
\begin_inset space \space{}
\end_inset

variable one attribute of a data set
\end_layout

\begin_layout Description
Data
\begin_inset space \space{}
\end_inset

point tuple of all input variables
\end_layout

\begin_layout Section
Mathematical notation of the book
\end_layout

\begin_layout Itemize
\begin_inset Formula $n$
\end_inset

: number of (distinct) data points
\end_layout

\begin_layout Itemize
\begin_inset Formula $p$
\end_inset

: number of input variables
\end_layout

\begin_layout Itemize
\begin_inset Formula $x_{ij}$
\end_inset

: row-major interpretation: select from the data set 
\begin_inset Formula $\mathbold X$
\end_inset

 the 
\begin_inset Formula $i$
\end_inset

-th data point, 
\begin_inset Formula $j$
\end_inset

-th variable, indexing starting at 
\begin_inset Formula $1$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $x_{i}$
\end_inset

: select from the data set 
\begin_inset Formula $\mathbold X$
\end_inset

 the 
\begin_inset Formula $i$
\end_inset

-th data point, which will be a vector: 
\begin_inset Formula $x_{i}=\paren{\begin{array}{c}
x_{i1}\\
x_{i2}\\
\vdots\\
x_{ip}
\end{array}}$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $\mathbold{x_{j}}$
\end_inset

: (note the bold in contrast to 
\begin_inset Formula $x_{i}$
\end_inset

!) column 
\begin_inset Formula $j$
\end_inset

 of data set 
\begin_inset Formula $\mathbold X$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $x^{T}$
\end_inset

: transpose 
\begin_inset Formula $x$
\end_inset


\end_layout

\begin_layout Itemize
\begin_inset Formula $\mathbold X$
\end_inset

: matrix of 
\begin_inset Formula $n$
\end_inset

 rows and 
\begin_inset Formula $p$
\end_inset

 columns: 
\begin_inset Formula 
\begin{align*}
\mathbold{X=\paren{\begin{array}{cccc}
x_{11} & x_{12} & \dots & x_{1p}\\
x_{21} & x_{22} & \dots & x_{2p}\\
\vdots & \vdots & \ddots & \vdots\\
x_{n1} & x_{n2} & \dots & x_{np}
\end{array}}} & =(\mathbold{x_{1}},\mathbold{x_{2}},\dots,\mathbold{x_{p}})=\begin{pmatrix}x_{1}^{T}\\
x_{2}^{T}\\
\vdots\\
x_{n}^{T}
\end{pmatrix}
\end{align*}

\end_inset


\end_layout

\begin_layout Section
Formulas and so on
\end_layout

\begin_layout Standard
Lorem ipsum dolor sit amet consectetur adipiscing elit, urna consequat felis
 vehicula class ultricies mollis dictumst, aenean non a in donec nulla.
 Phasellus ante pellentesque erat cum risus consequat imperdiet aliquam,
 integer placerat et turpis mi eros nec lobortis taciti, vehicula nisl litora
 tellus ligula porttitor metus.
 Vivamus integer non suscipit taciti mus etiam at primis tempor sagittis
 sit, euismod libero facilisi aptent elementum felis blandit cursus gravida
 sociis erat ante, eleifend lectus nullam dapibus netus feugiat curae curabitur
 est ad.
 Massa curae fringilla porttitor quam sollicitudin iaculis aptent leo ligula
 euismod dictumst, orci
\begin_inset Foot
status open

\begin_layout Plain Layout
This is actually non-sense.
\end_layout

\end_inset

 penatibus mauris eros etiam praesent erat volutpat posuere hac.
 Metus fringilla nec ullamcorper odio aliquam lacinia conubia mauris tempor,
 etiam ultricies proin quisque lectus sociis id tristique, integer phasellus
 taciti pretium adipiscing tortor sagittis ligula.
 Mollis pretium lorem primis senectus habitasse lectus scelerisque donec,
 ultricies tortor suspendisse adipiscing fusce morbi volutpat pellentesque,
 consectetur mi risus molestie curae malesuada cum.
 Dignissim lacus convallis massa mauris enim ad mattis magnis senectus montes,
 mollis taciti phasellus accumsan bibendum semper blandit suspendisse faucibus
 nibh est, metus lobortis morbi cras magna vivamus per risus fermentum.
 Dapibus imperdiet praesent magnis ridiculus congue gravida curabitur dictum
 sagittis, enim et magna sit inceptos sodales parturient pharetra mollis,
 aenean vel nostra tellus commodo pretium sapien sociosqu.
\end_layout

\begin_layout Standard
Lorem ipsum dolor sit amet consectetur adipiscing elit, urna consequat felis
 vehicula class ultricies mollis dictumst, aenean non a in donec nulla.
 Phasellus ante pellentesque erat cum risus consequat imperdiet aliquam,
 integer placerat et turpis mi eros nec lobortis taciti, vehicula nisl litora
 tellus ligula porttitor metus.
 Vivamus integer non suscipit taciti mus etiam at primis tempor sagittis
 sit, euismod libero facilisi aptent elementum felis blandit cursus gravida
 sociis erat ante, eleifend lectus nullam dapibus netus feugiat curae curabitur
 est ad.
 Massa curae fringilla porttitor quam sollicitudin iaculis aptent leo ligula
 euismod dictumst, orci
\begin_inset Foot
status open

\begin_layout Plain Layout
This is actually non-sense.
\end_layout

\end_inset

 penatibus mauris eros etiam praesent erat volutpat posuere hac.
 Metus fringilla nec ullamcorper odio aliquam lacinia conubia mauris tempor,
 etiam ultricies proin quisque lectus sociis id tristique, integer phasellus
 taciti pretium adipiscing tortor sagittis ligula.
 Mollis pretium lorem primis senectus habitasse lectus scelerisque donec,
 ultricies tortor suspendisse adipiscing fusce morbi volutpat pellentesque,
 consectetur mi risus molestie curae malesuada cum.
 Dignissim lacus convallis massa mauris enim ad mattis magnis senectus montes,
 mollis taciti phasellus accumsan bibendum semper blandit suspendisse faucibus
 nibh est, metus lobortis morbi cras magna vivamus per risus fermentum.
 Dapibus imperdiet praesent magnis ridiculus congue gravida curabitur dictum
 sagittis, enim et magna sit inceptos sodales parturient pharetra mollis,
 aenean vel nostra tellus commodo pretium sapien sociosqu.
\end_layout

\begin_layout Standard
Lorem ipsum dolor sit amet consectetur adipiscing elit, urna consequat felis
 vehicula class ultricies mollis dictumst, aenean non a in donec nulla.
 Phasellus ante pellentesque erat cum risus consequat imperdiet aliquam,
 integer placerat et turpis mi eros nec lobortis taciti, vehicula nisl litora
 tellus ligula porttitor metus.
 Vivamus integer non suscipit taciti mus etiam at primis tempor sagittis
 sit, euismod libero facilisi aptent elementum felis blandit cursus gravida
 sociis erat ante, eleifend lectus nullam dapibus netus feugiat curae curabitur
 est ad.
 Massa curae fringilla porttitor quam sollicitudin iaculis aptent leo ligula
 euismod dictumst, orci
\begin_inset Foot
status open

\begin_layout Plain Layout
This is actually non-sense.
\end_layout

\end_inset

 penatibus mauris eros etiam praesent erat volutpat posuere hac.
 Metus fringilla nec ullamcorper odio aliquam lacinia conubia mauris tempor,
 etiam ultricies proin quisque lectus sociis id tristique, integer phasellus
 taciti pretium adipiscing tortor sagittis ligula.
 Mollis pretium lorem primis senectus habitasse lectus scelerisque donec,
 ultricies tortor suspendisse adipiscing fusce morbi volutpat pellentesque,
 consectetur mi risus molestie curae malesuada cum.
 Dignissim lacus convallis massa mauris enim ad mattis magnis senectus montes,
 mollis taciti phasellus accumsan bibendum semper blandit suspendisse faucibus
 nibh est, metus lobortis morbi cras magna vivamus per risus fermentum.
 Dapibus imperdiet praesent magnis ridiculus congue gravida curabitur dictum
 sagittis, enim et magna sit inceptos sodales parturient pharetra mollis,
 aenean vel nostra tellus commodo pretium sapien sociosqu.
\end_layout

\begin_layout Standard
Lorem ipsum dolor sit amet consectetur adipiscing elit, urna consequat felis
 vehicula class ultricies mollis dictumst, aenean non a in donec nulla.
 Phasellus ante pellentesque erat cum risus consequat imperdiet aliquam,
 integer placerat et turpis mi eros nec lobortis taciti, vehicula nisl litora
 tellus ligula porttitor metus.
 Vivamus integer non suscipit taciti mus etiam at primis tempor sagittis
 sit, euismod libero facilisi aptent elementum felis blandit cursus gravida
 sociis erat ante, eleifend lectus nullam dapibus netus feugiat curae curabitur
 est ad.
 Massa curae fringilla porttitor quam sollicitudin iaculis aptent leo ligula
 euismod dictumst, orci
\begin_inset Foot
status open

\begin_layout Plain Layout
This is actually non-sense.
\end_layout

\end_inset

 penatibus mauris eros etiam praesent erat volutpat posuere hac.
 Metus fringilla nec ullamcorper odio aliquam lacinia conubia mauris tempor,
 etiam ultricies proin quisque lectus sociis id tristique, integer phasellus
 taciti pretium adipiscing tortor sagittis ligula.
 Mollis pretium lorem primis senectus habitasse lectus scelerisque donec,
 ultricies tortor suspendisse adipiscing fusce morbi volutpat pellentesque,
 consectetur mi risus molestie curae malesuada cum.
 Dignissim lacus convallis massa mauris enim ad mattis magnis senectus montes,
 mollis taciti phasellus accumsan bibendum semper blandit suspendisse faucibus
 nibh est, metus lobortis morbi cras magna vivamus per risus fermentum.
 Dapibus imperdiet praesent magnis ridiculus congue gravida curabitur dictum
 sagittis, enim et magna sit inceptos sodales parturient pharetra mollis,
 aenean vel nostra tellus commodo pretium sapien sociosqu.
\end_layout

\end_body
\end_document