1 \documentclass[xcolor=dvipsnames]{beamer}
3 % set up the file to create notes in the output PDFs
7 \renewcommand{\rmdefault}{ugm}
8 \usepackage[garamond]{mathdesign}
10 \renewcommand{\sfdefault}{phv}
14 \usepackage[utf8x]{inputenc}
15 \usepackage[T1]{fontenc}
18 % add tikz and a bunch of tikz foo
20 \usetikzlibrary{shapes,shapes.misc,backgrounds,fit,positioning}
21 \tikzstyle{every picture}+=[overlay,remember picture]
23 % add functions to circle parts of slides (e.g., in tables)
24 \newcommand\marktopleft[1]{\tikz \node (marker-#1-a) at (0,1.5ex) {};}
25 \newcommand\markbottomright[1]{%
26 \tikz{\node (marker-#1-b) at (0,0) {};}
27 \tikz[dashed,inner sep=3pt]{\node[violet!75,ultra thick,draw,rounded rectangle,fit=(marker-#1-a.center) (marker-#1-b.center)] {};}}
29 % DEPRECATED function to build a huge centered dropshadow
30 \newcommand\dropshadow[3]{%
31 \node[black!30!white] at (#1+0.1,#2-0.1) {
32 \scalebox{2}{\Huge \textbf{#3}}
35 \scalebox{2}{\Huge \e{#3}}
39 % create an empty quotetxt so we can reuse it
40 \newcommand{\quotetxt}{}
42 % more flexible non-tikz alternative with no dropshadow
43 \newlength{\centertxtlen}
45 \newcommand\centertext[2]{%
46 \setlength{\centertxtlen}{#1}%
47 \setlength{\centertxtlen}{0.48\centertxtlen}%
49 \fontsize{#1}{2\centertxtlen}\selectfont
56 % add function to stop numbering appendix slides
57 \newcommand{\backupbegin}{
58 \newcounter{framenumberappendix}
59 \setcounter{framenumberappendix}{\value{framenumber}}
61 \newcommand{\backupend}{
62 \addtocounter{framenumberappendix}{-\value{framenumber}}
63 \addtocounter{framenumber}{\value{framenumberappendix}}
66 % packages i use in essentially every document
69 % \usepackage{dcolumn}
70 % \usepackage{booktabs}
72 % replace footnotes with symbols instead of numbers
73 \renewcommand*{\thefootnote}{\fnsymbol{footnote}}
75 \MakePerPage{footnote}
78 \usetheme[pageofpages=/,% String used between the current page and the
80 bullet=default,% Use circles instead of squares for bullets.
81 titleline=false,% Show a line below the frame title.
82 alternativetitlepage=true,% Use the fancy title page.
83 titlepagelogo=figures/logo.pdf,% Logo for the first page.
84 %watermark=watermark-polito,% Watermark used in every page.
85 watermarkheight=100px,% Height of the watermark.
86 watermarkheightmult=4,% The watermark image is 4 times bigger
87 % than watermarkheight.
91 \useinnertheme{rectangles}
92 %\setbeamertemplate{blocks}[rounded][]
93 \setbeamercolor{block title}{bg=makopurple3, fg=White}
95 \setbeamertemplate{items}[default]
96 \setbeamertemplate{blocks}[shadow=true]
98 \usepackage{tcolorbox}
99 % These options will be applied to all `tcolorboxes`
102 colback=makopurple5, %background color of the box
103 colframe=makopurple1, %color of frame and title background
104 coltext=black, %color of body text
105 coltitle=white, %color of title text
110 alerted/.style={coltitle=red,
112 example/.style={coltitle=black,
118 %\useoutertheme{infolines}
119 %\usepackage[breaklinks]{hyperref}
121 \hypersetup{colorlinks=true, linkcolor=Black, citecolor=Black, filecolor=makopurple1,
122 urlcolor=Plum, unicode=true}
124 % create a boldface version of the header
125 \setbeamerfont{frametitle}{series=\bfseries}
126 \setbeamerfont{title}{series=\bfseries}
128 % tweak the beamer font to make it a bit lists a bit smaller
129 \setbeamerfont*{itemize/enumerate body}{size=\small}
130 \setbeamerfont*{itemize/enumerate subbody}{size=\footnotesize}
131 \setbeamerfont*{itemize/enumerate subsubbody}{size=\footnotesize}
133 % indent the margins of the itemize lists a little bit
134 \setlength{\leftmargin}{0pt}
135 \setlength{\leftmargini}{0.7cm}
136 \setlength{\leftmarginii}{0.7cm}
138 % create a new \e{} command to make things purple and bold
139 \newcommand{\e}[1]{\textcolor{makopurple1}{\textbf{#1}}}
141 % remove the nagivation symbols
142 \setbeamertemplate{navigation symbols}{}
144 \title{Presentation Title}
145 % \subtitle{Presentation Subtitle}
146 \author[Benj. Mako Hill]{\textbf{Benjamin Mako Hill}\\ makohill@uw.edu}
148 \institute[UW/Harvard]{\textbf{University of Washington}\\
149 Department of Communication\\
150 \emph{Assistant Professor}\\
152 \textbf{Harvard University}\\
153 Berkman Center for Internet and Society\\
154 \emph{Resident Fellow}}
156 \date{December 2, 1980}
158 \newcommand{\credit}[1]{%
159 \tikz[overlay]{\node at (current page.south east)
160 [anchor=south east,yshift=1.1em,xshift=0.35em]
161 {\smaller \smaller {[}#1{]}};}}
165 % remove some of the space in the itemize to make it quite compact
166 \let\olditemize\itemize
167 \renewcommand\itemize{\olditemize\itemsep-1pt}
169 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
170 \section{Introduction}
171 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
173 %% SLIDE: Title Slide
174 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
178 \node at (current page.center) [xshift=-3.5cm, yshift=0.5cm, opacity=0.4]
179 {\includegraphics[height=\paperheight]{figures/wikimedia_projects.png}};
182 \node at (current page.south east)
183 [anchor=south east,text width=1.8\paperwidth,align=right,color=black]
186 \fontsize{2.5em}{2.5em}
187 \selectfont {\bf \color{makopurple4} The State of Wikimedia\\
188 Research: 2014-2015} \par}
193 \fontsize{2.0em}{2.1em}
194 \selectfont {\bf \color{black} Benjamin Mako Hill\\
197 Wikimania 2015, Mexico City\\
203 % Removed to accommodate Tilman's setup
206 % \tikz[overlay,shift=(current page.south west)]{\node [xshift=5.6em,yshift=0.5em]{\colorbox{makopurple1}{\color{white} \tt \smaller \smaller \smaller revision:\ \VCRevision\ (\VCDateTEX)}};}
208 \note{I've been doing this for many years. I started in 2008 and
209 have done this almost every single year since.
211 This began as an excuse for me to make sure I was up to date on
216 %% SLIDE: Anecdote from Wikimania 2008
217 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
218 \renewcommand{\quotetxt}{``This talk will try to [provide] a quick
219 tour – a literature review in the scholarly parlance – of the last
220 year's academic landscape around Wikimedia and its projects geared
221 at non-academic editors and readers. It will try to categorize,
222 distill, and describe, from a birds eye view, the academic landscape
223 as it is shaping up around
225 \hfill – \e{From my Wikimania 2008 Submission}}
232 \includegraphics[width=\textwidth]{figures/google_scholar_result.png}
235 \tikz{\draw (current page.center) [xshift=-2.1cm, yshift=0.9cm, color=red]
236 ellipse (1.5cm and 0.5cm);}
238 \note<1>{Back in Wikimania 2008, I set out to run a session at
239 Wikimania that would provide a comprehensive literature review of
240 articles in Wikipedia published in the last year.
246 Then, about two weeks before Wikimania, I did the scholar search
247 so I could build the literature.}
249 \note<2->{I tried to import the whole list into Zotero and managed
250 to get banned for abusing the Google Scholar because they thought
251 that no human being could realistically consume the amount of
252 material published on Wikipedia that year.
254 So anyway, I had a 45 minute talk so it worked out to 3.45 seconds
257 And believe it or not, this year is even bigger.
259 And my talk is even shorter.}
263 %% SLIDE: Citations Per Year
264 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
267 \includegraphics[width=\textwidth]{figures/citations_by_year.pdf}
271 {\smaller \emph{Number of citation, per year, with the term
272 “wikipedia” in the title.\\
273 (Source: Google scholar results. Accessed: 2013-08-06)}}
275 \note{Academics have written \e{a lot} of papers about
276 Wikipedia. There are more than 500 papers published about
277 Wikipedia each year and although we've reached and moved past a
278 peak it seems, it's not slowing by much.}
286 \item \e{2968} Wikipedia-related publications in the Scopus database
289 \item \e{191} recent publications reviewed or mentioned in the 12 issues
290 of the Wikimedia Research Newsletter from July 2014 to June 2015.
295 %% SLIDE: My Scope Conditions
296 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
299 \includegraphics[width=\textwidth]{figures/multiple_issues.png}
302 In selecting papers for this session, the goal is always to choose
303 examples of work that:
307 \item Represent \e{important themes} from Wikipedia in the last year.
308 \item Research that is likely to be of \e{interest} to Wikimedians.
309 \item Research by people who are \e{not at Wikimania}.
310 \item \ldots with a bias towards \e{peer-reviewed} publications
313 \note{This is my disclaimer slide...
315 Within these goals, the selections are \e{incomplete}, and \e{wrong}.}
318 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
319 \section{Paper Summaries}
320 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
323 \centertext{6em}{Wikipedia as a Source of Data}
330 \frametitle{Wikipedia as a source of data}
332 \larger \larger Ronen, S., Gonçalves, B., Hu, K. Z., Vespignani, A.,
333 Pinker, S., \& Hidalgo, C. A. (2014). \e{Links that speak: The
334 global language network and its association with global
335 fame}. Proceedings of the National Academy of Sciences, 111(52),
336 E5616—E5622. \href{http://doi.org/10.1073/pnas.1410931111}{doi:10.1073/pnas.1410931111}
341 \frametitle{Wikipedia as a source of data: Ronen et al.}
343 \includegraphics[width=\textwidth]{figures/ronen_fig1.png}
346 \subsection{Community and Organization}
349 \centertext{6em}{Community and Organization}
356 \frametitle{Community and organization}
358 \larger \larger Warncke-Wang, M., Ranjan, V., Terveen, L., \& Hecht,
359 B. (2015). \e{Misalignment Between Supply and Demand of Quality Content
360 in Peer Production Communities}. In Ninth International AAAI
361 Conference on Web and Social Media (ICWSM).
363 % Retrieved from \href{http://www.aaai.org/ocs/index.php/ICWSM/ICWSM15/paper/view/10591}{http://www.aaai.org/ocs/index.php/ICWSM/ICWSM15/paper/view/10591}
368 \frametitle{Community and organization: Warncke-Wang et al.}
370 \includegraphics[width=\textwidth]{figures/warncke-english_confusion.pdf}
374 \frametitle{Community and organization: Warncke-Wang et al.}
376 \includegraphics[width=\textwidth]{figures/warncke-english_overunder.pdf}
379 \subsection{Content Quality}
382 \centertext{6em}{Content quality}
386 A decade after the landmark "Nature" study, there still aren't too
387 many systematic evaluations of the accuracy of Wikipedia's content.
388 Health articles continue to receive scrutiny, though. With good
389 reason: Wikipedia is "the most frequently consulted online health
390 care resource globally" [NEJM article].}
395 \frametitle{Quality of drug articles}
398 Hwang et al., ``\e{Drug Safety in the Digital Age}.''
399 N Engl J Med 2014; 370:2460-2462 June 26, 2014
400 \href{http://dx.doi.org/10.1056/NEJMp1401767}{doi: 10.1056/NEJMp1401767}.
403 Kräenbring et al., \e{Accuracy and completeness of drug
404 information in Wikipedia: a comparison with standard textbooks of
405 pharmacology}. PLoS One 9 (9): e106930.
406 \href{http://dx.doi.org/10.1371/journal.pone.0106930}
407 {doi:10.1371/journal.pone.0106930}
412 We selected two papers that evaluated drug articles, with
413 different approaches. The first one is a short article in the
414 extremely prestigious NEJM.}
419 \frametitle{Quality of drug articles: NEJM}
421 \includegraphics[width=0.49\textwidth]{figures/Pradaxa_tweet_FDAMedWach.png}
422 % from https://twitter.com/FDAMedWatch/status/281547908095041536
423 % = first one in the list at http://www.nejm.org/doi/suppl/10.1056/NEJMp1401767/suppl_file/nejmp1401767_appendix.pdf
424 \includegraphics[width=0.49\textwidth]{figures/Dabitragan_Contraindications_WP_FDA_warning}
426 \tikz{\node [yshift=1.5cm,xshift=-0.4cm] at (current page.center) {\includegraphics[width=1.5cm]{figures/long-arrow-right.png}};}
429 \item The US Food and Drug Administration (\e{FDA}) frequently
430 issues safety warnings about prescription drugs. How long does it
431 take until these are reflected on English Wikipedia?
432 \item 41\% updated within two weeks (58\% for high-prevalent
433 diseases), but 36\% still unchanged after more than a year.
438 Articles about drugs used to treat high-prevalent diseases (affecting
439 > 1 m Americans / year) were updated faster.\\
440 But the result still caused concern.\\
441 Authors find "there may be a benefit to enabling the FDA to update or
442 automatically feed new safety communications to Wikipedia pages, as
443 it does with WebMD". The paper raised awareness among WikiProject
444 Medicine editors, but there's no systematic updating mechanism yet.}
451 \frametitle{Quality of drug articles: PLoS One}
454 \larger \larger \larger
455 \item Selected 100 drugs from German undergrad curriculum in pharmacology
456 \item Extracted information from two standard textbooks
457 \item "Accuracy of drug information in [German] Wikipedia was 99.7\%±0.2\% when compared to the textbook data." Similar results for English Wikipedia
465 \frametitle{Quality of drug articles: PLoS One}
468 \larger \larger \larger
469 \item Completeness (as compared to the textbooks):
470 \begin{itemize} \larger \larger
471 \item 83.8\% (of 224 statements) for German WP
472 \item 87.2\% for English WP
474 \item Completeness of contraindications information was 100\% in the En WP sample.
475 \item English WP cited academic publications more often than German WP.
476 \item Quality "significantly improved" in drug articles assessed
482 The majority of the missing information (62.5\%) on German WP
483 was judged non-relevant for undergrad students.
485 The result on completeness of contraindications information is
486 somewhat in contrast with the NEJM study. Then again, the
487 textbooks were probably not perfectly up-to-date either.}
493 % \frametitle{Wikipedia Viewership and Flu Prediction: Results}
496 % \includegraphics[width=\textwidth]{figures/flu.png}
498 % \note{\begin{itemize}
501 % \item Wikipedia better than Google at predicting peak flu weeks.
502 % \item Wikipedia better at predicting relative influenza rates.
508 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
509 \subsection{Gender on Wikipedia}
510 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
513 \centertext{6em}{Gender Beyond the Gap}
518 Research focused on understanding gender dynamics in Wikipedia
519 and their impact is another area of research that has continued
520 to expand this year. A number of high quality papers came out,
521 several of which analyzed how gender figures in the content of
527 \frametitle{It's a Man's Wikipedia?}
528 \larger \larger Wagner, Claudia; David Garcia; Mohsen Jadidi; and Markus
529 Strohmaier. 2015. \href{https://www.aaai.org/ocs/index.php/ICWSM/ICWSM15/paper/view/10585}{``\e{It's a Man's Wikipedia? Assessing
530 Gender Inequality in an Online Encyclopedia}.''} Ninth International
531 AAAI Conference on Web and Social Media (ICWSM).
537 \frametitle{It's a Man's Wikipedia: Motivation}
540 \larger \larger \larger
541 \item We know there's a gender gap.
542 \item Need for more multidimensional analysis of \e{how gender is
543 represented in content of articles across Wikipedias}.
552 \frametitle{It's a Man's Wikipedia: Methods}
555 \larger \larger \larger
556 \item Use data from three sources (Freebase, ``Human
557 Accomplishment,'' and Pantheon) as baselines for comparison with
558 six Wikipedias (EN, ES, DE, FR, IT, RU).
559 \item Examine multiple potential forms of bias: coverage,
560 structure, lexical characteristics, visibility.
566 \frametitle{It's a Man's Wikipedia: Results}
570 \includegraphics[width=\textwidth]{figures/mans_wikipedia_fig.pdf}
573 \e{Some key findings:}
576 \item 1: Coverage of women (\# articles, length) in WPs is generally
577 better than other sources.
578 \item 2: Articles about women tend to be less centrally connected in
579 the network of articles than articles about men (Smurfette!)
580 \item 3: (\e{viz}) Content of articles about women uses different words
581 than those about men. Much igher incidence of language related to
582 family, gender, and relationships.
587 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
588 \subsection{Using Wikipedia in Education} % TODO Fix title
589 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
592 \centertext{6em}{Adopting Wikipedia as a Teaching Tool}
596 Research focused on understanding how Wikipedia and related
597 resources are adopted for classroom teaching. Growing area of
598 work, still somewhat preliminary findings. Nonetheless, some of
599 the papers in this domain make for entertaining reading...
604 \frametitle{WP and the Wisdom of Crowds}
606 \larger \larger Barnhisel, Greg and Marcia
607 Rapchak. 2014. \href{http://ur1.ca/n5919}{``\e{Wikipedia and the Wisdom of Crowds: A Student
608 Project}.''} Communications in Information Literacy 8(1):
609 145-159. doi:10.7548/cil.v8i1.249.
614 \frametitle{WP and the Wisdom of Crowds: Motivation}
617 \item Students use Wikipedia uncritically. Don't understand how low
618 quality much of the information may be or how it may be
620 \item Professor (author) believes that WP is full of dubious
621 information. Wants to unmask that for his students.
622 \item Through more in-depth exposure, students may understand the
623 limitations of collaborative, open systems of knowledge production.
629 \frametitle{WP and the Wisdom of Crowds: Methods}
633 \item Require a Senior (college) composition class to work on
634 editing WP articles (together and individually) throughout the
636 \item Incorporate assignments to help students learn about the
637 history of WP as well as how to use it.
638 \item Require students to reflect on their experiences in writing.
639 \item Require students to analyze the pros/cons of open
640 collaborative writing in their final projects.
644 This is all sort of fabulously in-line with exactly what the WikiEd
645 Foundation recommends instructors do (!).
651 \frametitle{WP and the Wisdom of Crowds: Results}
655 \e{Both sources [crowds and experts] have different merits... My
656 life experience since class pulls me in favor of the wisdom of the
657 crowd. In my recent studies, I have found that I can learn much
658 more from a group of my peers than from a single expert.\\ \hfill
662 \note{ Not exactly what the instructor expected. Essentially, both he
663 and the students came away with much more nuanced, and positive,
664 views of the relative merits, possibilities, and limitations of open
665 collaborative knowledge production. A happy ending :) }
667 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
671 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
673 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
675 \subsection{Meta-Analyses}
679 \frametitle{Meta-Analyses}
684 \item Mesgari, Mostafa and Okoli, Chitu and Mehdi, Mohamad and Nielsen, Finn Årup and Lanamäki, Arto. 2014. \href{http://spectrum.library.concordia.ca/978652/}{``The sum of all human knowledge": A systematic review of scholarly research on the content of Wikipedia''}. Journal of the Association for Information Science and Technology.
687 Marc. 2015. \href{https://www.aaai.org/ocs/index.php/ICWSM/ICWSM15/paper/view/10645}{``User
688 Engagement on Wikipedia, A Review of Studies of Readers and
689 Editors.''} Ninth International AAAI Conference on Web and
690 Social Media (ICWSM).
696 %% SLIDE: Other Resources
697 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
698 \begin{frame}{More Resources}
702 \item \e{Wikimedia Research Newsletter} [[:meta:Research:Newsletter]] / @WikiResearch
703 \item \e{WikiSym/OpenSym} (This August in San Francisco!)
704 \item \e{WikiPapers Repository} [http://wikipapers.referata.com]
709 \includegraphics[width=0.25\textwidth]{figures/Wikimedia_Research_Newsletter_Logo.png}
713 \note{Those are my six exemplary studies from the past year.
715 There has been just tons and tons of work in this area. Trying to
716 talk about this in 20 minutes strikes me as increasingly crazy
717 every year I try to do it.
719 The most important source, now going for a couple years, is the
720 Wikimedia Research Newsletter which is published monthly in the (English)
721 Signpost and syndicated on the Wikimedia Research.
723 But there are other resources as well. And I encourage you to get