forked from avehtari/BDA_course_Aalto
-
Notifications
You must be signed in to change notification settings - Fork 0
/
course_practicalities.tex
372 lines (316 loc) · 10.5 KB
/
course_practicalities.tex
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
\documentclass[finnish,english]{beamer}
%\documentclass[finnish,english,handout]{beamer}
% Uncomment if want to show notes
%\setbeameroption{show notes}
\mode<presentation>
{
\usetheme{Warsaw}
% oder ...
%\setbeamercovered{transparent}
% oder auch nicht
}
%\usepackage[pdftex]{graphicx}
\usepackage[T1]{fontenc}
\usepackage[latin1]{inputenc}
%\usepackage[T1,mtbold,lucidacal,mtplusscr,subscriptcorrection]{mathtime}
\usepackage{times}
\usepackage{epic,epsfig}
\usepackage{subfigure,float}
\usepackage{amsmath,amsfonts,amssymb}
\usepackage{inputenc}
\usepackage{babel}
%\usepackage{euscript}
\usepackage{afterpage}
%\usepackage{picinpar}
%\usepackage{array,longtable}
\usepackage{url}
\urlstyle{same}
\usepackage{eufrak}
\usepackage{amsbsy}
\usepackage{eucal}
\usepackage{rotating}
\usepackage{natbib}
\bibliographystyle{apalike}
% \definecolor{hutblue}{rgb}{0,0.2549,0.6784}
% \definecolor{midnightblue}{rgb}{0.0977,0.0977,0.4375}
% \definecolor{navyblue}{rgb}{0,0,0.5}
% \definecolor{hutsilver}{rgb}{0.4863,0.4784,0.4784}
% \definecolor{lightgray}{rgb}{0.95,0.95,0.95}
% \definecolor{section}{rgb}{0,0.2549,0.6784}
% \definecolor{list1}{rgb}{0,0.2549,0.6784}
% \renewcommand{\emph}[1]{\textcolor{navyblue}{#1}}
\graphicspath{../luku1}
\pdfinfo{
/Title (Bayesian data analysis)
/Author (Aki Vehtari) %
/Keywords (Bayesian probability theory, Bayesian inference, Bayesian data analysis)
}
\parindent=0pt
\parskip=8pt
\tolerance=9000
\abovedisplayshortskip=0pt
\setbeamertemplate{navigation symbols}{}
\setbeamertemplate{headline}[default]{}
\setbeamertemplate{headline}[text line]{\insertsection}
\setbeamertemplate{footline}[frame number]
\def\o{{\mathbf o}}
\def\t{{\mathbf \theta}}
\def\w{{\mathbf w}}
\def\x{{\mathbf x}}
\def\y{{\mathbf y}}
\def\z{{\mathbf z}}
\DeclareMathOperator{\E}{E}
\DeclareMathOperator{\Var}{Var}
\DeclareMathOperator{\var}{var}
\DeclareMathOperator{\Sd}{Sd}
\DeclareMathOperator{\sd}{sd}
\DeclareMathOperator{\Bin}{Bin}
\DeclareMathOperator{\Beta}{Beta}
\DeclareMathOperator{\logit}{logit}
\DeclareMathOperator{\N}{N}
\DeclareMathOperator{\U}{U}
\DeclareMathOperator{\BF}{BF}
%\DeclareMathOperator{\Pr}{Pr}
\def\euro{{\footnotesize \EUR\, }}
\DeclareMathOperator{\rep}{\mathrm{rep}}
\title[]{Bayesian data analysis}
\subtitle{Practical matters}
\author{Aki Vehtari}
\institute[Aalto University]{}
\begin{document}
\section{Course contents}
\begin{frame}
\frametitle{Bayesian data analysis (Aalto fall 2019)} %
\framesubtitle{}
\begin{itemize}
\item Book: Gelman, Carlin, Stern, Dunson, Vehtari \& Rubin: Bayesian Data
Analysis, Third Edition.
\item Timetable: Lectures on Mondays at 14-16, TAs available See Oodi for exercise sessions
\begin{itemize}
\item TAs: Paul Bürkner, Alejandro Catalina, Akash Dhaka, Kunal
Ghosh, Mäns Magnusson, Topi Paananen, Eero Siivola, Tuomas
Sivula, Teemu Säilynoja
% \item Oodi mentions TA session this week on Wednesday, but that
% has cancelled.
\end{itemize}
\end{itemize}
\begin{center}
\includegraphics[width=2.6cm]{figs/BDA3.jpg}
\end{center}
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\framesubtitle{Pre-requisites}
\begin{itemize}
\item Basic terms of probability theory
\begin{itemize}
\item probability, probability density, distribution
\item sum, product rule, and Bayes' rule
\item expectation, mean, variance, median
\end{itemize}
\item Some algebra and calculus
\item Basic visualisation techniques (R or Python)
\begin{itemize}
\item histogram, density plot, scatter plot
\end{itemize}
\end{itemize}
These will be tested with the first assignment round
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\framesubtitle{Course contents}
\begin{itemize}
\item Background (Ch 1)
\item Single-parameter models (Ch 2)
\item Multiparameter models (Ch 3)
\item Computational methods (Ch 10)
\item Markov chain Monte Carlo (Ch 11--12)
\item Stan and probabilistic programming
\item Hierarchical models (Ch 5)
\item Model checking (Ch 6)
\item Evaluating and comparing models (Ch 7)
\item Decision analysis (Ch 9)
\item Large sample properties and Laplace approximation (Ch 4)
\item In addition you learn workflow for Bayesian data analysis
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\framesubtitle{Example analyses}
\begin{itemize}
\item Treatment/control
\begin{itemize}
\item randomize patients to treatment or control
\item is the treatment effective?
\end{itemize}
\pause
\item Continuous valued treatment
\begin{itemize}
\item randomize patients with different dosages
\item which dosage is sufficient without too many side effects?
\end{itemize}
\pause
\item Different effects for different patients?
\begin{itemize}
\item Is the treatment effect different for male/female, child/adult, light/heavy, ...
\end{itemize}
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\framesubtitle{Computer exercises}
\begin{itemize}
\item Basic visualisation techniques
\item Binomial distribution -- Algae
\item Normal distribution -- Windshield
\item Difference between binomials -- Treatment/control
\item Difference between normals -- Windshield
\item Generalized linear model (GLM) + importance sampling -- Bioassay
\item GLM + Metropolis + convergence diagnostics -- Bioassay
\item GLM + Bioassay + Stan
\item Linear model + Stan
\item Hierarchical model + Stan
\item Model seletion + Stan
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\framesubtitle{Assessment}
\begin{itemize}
\item Exercises (48p), and project work and presentation (24p)
\begin{itemize}
\item Minimum of 50\% of points must be obtained from both the project work and the exercises.
% \item Preliminary grade boundaries\\
% <50\%=0, 50\%-60\%=1, 60\%-70\%=2, 70\%-80\%=3, 80\%-90\%=4, >90\%=5
\end{itemize}
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\begin{itemize}
\item Lectures describe basics and give broader overview
\begin{itemize}
\item part of lecture time for questions
\item written material has all the details and self-study
is possible
\end{itemize}
\item Supporting material, assignments and news in MyCourses
\item Supporting material and assignments in \url{https://github.com/avehtari/BDA_course_Aalto}
\begin{itemize}
\item reading instructions and chapter notes
\item demos
\item slides (will be updated just before each lecture)
\item video clips
\item links to additional material
\end{itemize}
\item R demos \url{https://github.com/avehtari/BDA_R_demos/}
\item (Python demos \url{https://github.com/avehtari/BDA_py_demos/})
\item Slack channel
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\framesubtitle{Exercises}
\begin{itemize}
\item Weekly exercises introduced on Monday lecture
\begin{itemize}
\item R (Python) simulation exercises
\item Stan probabilistic programming exercises (via R (Python))
\end{itemize}
\item Related R (Python) demos available
\item TAs available: see Oodi for exercise sessions
\item Exercise deadlines on Sunday (see detailed info in MyCourses)
\item After exercise deadline grading period Monday--Tuesday
\item Students grade 3 other exercises using peergrade.io
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\framesubtitle{R vs Python}
\begin{itemize}
\item We strongly recommend using R in the course as there are more
packages for Stan and statistical analysis in general in R
\item If you are already fluent in Python, but not in R, then using Python
may be easier, but it can still be more useful to learn also R
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Bayesian data analysis} %
\framesubtitle{Exercises}
\begin{itemize}
\item Exercises are given on PeerGrade (also available in git repo)
\item Exercises are returned and graded on Peergrade
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Exercises} %
\framesubtitle{peergrade.io}
\begin{itemize}
\item Used in BDA course since 2016
\item Each student grades 3 exercises (randomly distributed)
\item Detailed grading instructions -- rubric
\item Also text feedback
\item Possible to flag inappropriate grading
\item TAs check flagged gradings
\item Possible to give thumb up for great feedback
\begin{itemize}
\item those who give good feedback will get bonus points
\end{itemize}
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Exercises} %
\framesubtitle{peergrade.io}
\begin{itemize}
\item Combined score: 70\% submission performance, 30\% feedback performance
\pause
\item Hand-in score:
\begin{itemize}
\item averaging the scores from peers
\item after flagging teacher may overrule the score
\item different exercises have different weight
\end{itemize}
See details at \url{http://help.peergrade.io/interfaces-and-features/grading-and-scores/the-hand-in-score}
\pause
\item Feedback score:
\begin{itemize}
\item The constructive score
\item The hand-in evaluation accuracy score
\item The feedback evaluation accuracy score
\item The feedback completeness score
\item The feedback evaluation completeness score
\end{itemize}
See details at \url{http://help.peergrade.io/interfaces-and-features/grading-and-scores/the-feedback-score}
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Peergrade.io} %
\framesubtitle{Registration}
\begin{itemize}
\item Go to peergrade.io/join
\item Use class code: (see MyCourses announcements)
\item Use your Aalto email or we can't match you to your student id
% \begin{itemize}
% \item Aalto is getting campus license and integration to Oodi, but
% lawyers are still checking data protection issues
% \end{itemize}
\end{itemize}
\end{frame}
\begin{frame}
\frametitle{Project work} %
\framesubtitle{}
\begin{itemize}
\item Project work in groups of 1--3
\begin{itemize}
\item combines all the pieces learned in one project work
\item R or Python notebook report
\item project report peer graded
\item oral presentation graded by me and TAs
\end{itemize}
\end{itemize}
\end{frame}
\end{document}
%%% Local Variables:
%%% mode: latex
%%% TeX-master: t
%%% End: