X-Git-Url: https://projects.mako.cc/source/state_of_wikimedia_research_2015/blobdiff_plain/5fef77ce3bd734cbe19b4419b811866b14dad6d4..81befed4dcc1eeb8764d858ad1657ec3fdf63a45:/20150717-wikimania_research.tex?ds=sidebyside

diff --git a/20150717-wikimania_research.tex b/20150717-wikimania_research.tex
index 271a3ea..0e7d836 100644
--- a/20150717-wikimania_research.tex
+++ b/20150717-wikimania_research.tex
@@ -286,8 +286,8 @@
   \item \e{2968} Wikipedia-related publications in the Scopus database
     as of November 2013
 
-  \item \e{160} recent publications reviewed or mentioned in the 12 issues
-    of the Wikimedia Research Newsletter August 2013-July 2014.
+  \item \e{191} recent publications reviewed or mentioned in the 12 issues
+    of the Wikimedia Research Newsletter from July 2014 to June 2015.
   \end{itemize}
 
 \end{frame}
@@ -337,12 +337,55 @@
 
 \end{frame}
 
+\begin{frame}
+  \frametitle{How to measure the global influence of languages?}
+
+  \larger \larger
+
+  \e{Traditional} methods rely on:
+
+  \begin{itemize}
+    \larger \larger
+  \item \e{Population} of speakers
+  \item \e{Income} or political power of speakers
+  \end{itemize}
+
+  Paper presents \e{new network method} based on measuring
+  \e{co-speakers} of languages in several data sources including
+  Wikipedia.
+
+\end{frame}
+
 \begin{frame}
   \frametitle{Wikipedia as a source of data: Ronen et al.}
 
   \includegraphics[width=\textwidth]{figures/ronen_fig1.png}
+
+  \note{Two languages are connected when users that edit an article in
+    one Wikipedia language edition are significantly more likely to
+    also edit an article in the edition of the other language.
+
+    If an editor of Spanish is also likely to edit Galician, we'll
+    call those languages connected.}
 \end{frame}
 
+\begin{frame}
+  \frametitle{Wikipedia as a source of data: Ronen et al.}
+
+  \includegraphics[width=\textwidth]{figures/ronen_people.png}
+
+  \note{\begin{itemize}
+    \item The number of people per language (born 1800â1950) with
+      articles in at least 26 Wikipedia language editions as a
+      function of their languageâs eigenvector centrality.
+    \item The bottom row shows the number of people per language (born
+      1800â1950) listed in \emph{Human Accomplishment} (a book by
+      Charles Murray) as a function of their languageâs eigenvector
+      centrality.
+    \end{itemize}}
+\end{frame}
+
+
 \subsection{Community and Organization}
 
 \begin{frame}
@@ -366,13 +409,29 @@
 
 \begin{frame}
   \frametitle{Community and organization: Warncke-Wang et al.}
+  
+  \larger \larger
+  \e{Perfect Alignment Hypothesis (PAH)}: There is an exact match
+  between the supply of high-quality content and the demand for it.
+
+  \bigskip
 
   \includegraphics[width=\textwidth]{figures/warncke-english_confusion.pdf}
+
+  \note{\e{Quality}: Stub, Start, C, B, Good Article, A, Featured Article
+  
+    \e{Popularity}: equivalently sized buckets}
 \end{frame}
 
 \begin{frame}
   \frametitle{Community and organization: Warncke-Wang et al.}
 
+  Measure of the degree of misalignment can be used to build lists of
+  categories that are relatively \e{``overproduced''} and
+  \e{``underproduced''}:
+
+  \bigskip
+
   \includegraphics[width=\textwidth]{figures/warncke-english_overunder.pdf}
 \end{frame}
 
@@ -446,39 +505,333 @@
 
 \end{frame}
 
-% \begin{frame}
+\begin{frame}
+
+\frametitle{Quality of drug articles: PLoS One}
+
+  \begin{itemize}
+   \larger \larger \larger
+   \item Selected 100 drugs from German undergrad curriculum in pharmacology
+   \item Extracted information from two standard textbooks
+   \item "Accuracy of drug information in [German] Wikipedia was 99.7\%Â±0.2\% when compared to the textbook data." Similar results for English Wikipedia
+   \end{itemize}
+
+\end{frame}
 
-%   \frametitle{Wikipedia Viewership and Flu Prediction: Methods}
 
-%   \begin{itemize}
-%   \larger \larger \larger
-%   \item Measure traffic to flu related articles on Wikipedia
-%   \item Compare to the ``gold standard'' data from the Center for
-%     Disease Control (CDC)
-%   \end{itemize}
+\begin{frame}
 
-% \end{frame}
+\frametitle{Quality of drug articles: PLoS One}
 
-% \begin{frame}
-%   \frametitle{Wikipedia Viewership and Flu Prediction: Results}
+  \begin{itemize}
+   \larger \larger \larger
+   \item Completeness (as compared to the textbooks):
+   \begin{itemize} \larger \larger
+     \item 83.8\% (of 224 statements) for German WP
+     \item 87.2\% for English WP
+   \end{itemize}   
+   \item Completeness of contraindications information was 100\% in the En WP sample.
+   \item English WP cited academic publications more often than German WP.
+   \item Quality "significantly improved" in drug articles assessed 
+        in a 2010 study.
+   \end{itemize}
 
-%   \centering
-%   \includegraphics[width=\textwidth]{figures/flu.png}
+    \note{Tilman
+    
+       The majority of the missing information (62.5\%) on German WP 
+       was judged non-relevant for undergrad students.
+    
+       The result on completeness of contraindications information is 
+       somewhat in contrast with the NEJM study. Then again, the 
+       textbooks were probably not perfectly up-to-date either.}
+\end{frame}
 
-% \note{\begin{itemize}
-%   \larger \larger
 
-%   \item Wikipedia better than Google at predicting peak flu weeks.
-%   \item Wikipedia better at predicting relative influenza rates.
-%   \end{itemize}}
 
-% \end{frame}
+\begin{frame}
+   \centertext{6em}{Automation in Wikipedia}
+
+   \note{Tilman
+   
+     Starting to see more practical applications of AI methods to editing.
+
+     Bots have been writing Wikipedia articles ever since back in 2002, 
+     User:Rambot covered US municipalities from US census data.
+     
+     Picked these two related papers for their somewhat unusual approach}
+\end{frame}
+
+
+\begin{frame}
+  \frametitle{Automation in Wikipedia}
+
+  \larger \larger
+  Banerjee et al., \e{Playscript Classification and Automatic Wikipedia 
+  Play Articles Generation}. 
+  2014 22nd International Conference on Pattern Recognition (ICPR). 
+  pp. 3630â3635. 
+  \href{http://dx.doi.org/10.1109/ICPR.2014.624}
+  {DOI:10.1109/ICPR.2014.624}
+  \href{http://www.cse.unt.edu/~ccaragea/papers/icpr14.pdf}{Author's copy}
+
+\end{frame}
+
+
+\begin{frame}
+
+\frametitle{Automation in Wikipedia: Bot-written theatre play articles}
+
+  \begin{itemize}
+   \larger \larger \larger
+   \item Bot searches for playscripts and related documents on the web
+     \bigskip
+   \item Extract key information from them, e.g.
+     \begin{itemize} \larger
+      \item The play's main characters
+      \item Relevant sentences from online synopses of the play
+      \item Mentions in Google Books and Google News (as evidence that 
+      the play satisfies Wikipedia's notability criteria)
+      
+      \end{itemize}
+      
+      \item Some heuristics to exclude non-encyclopedic sentences, e.g. 
+       first person statements
+      
+   \end{itemize}
+
+    \note{Tilman
+    
+	   NB: Most article creation bots work from well-defined databases
+	   (e.g. species, census data, geographical databases). 
+    
+       This bots finds article topics and online references itself, 
+       using an elaborate classifier algorithm to distinguish scripts 
+       from non-scripts.}
+\end{frame}
+
+\begin{frame}
+\frametitle{Automation in Wikipedia: Bot-written theatre play articles}
+
+  \begin{columns}
+  \column{0.4\textwidth}
+  \includegraphics[width=\textwidth]{figures/Fourteen_submission.png}
+  \column{0.5\textwidth}
+  \begin{itemize}
+   \larger \larger \larger
+   \item 15 articles submitted at Articles for Creation. Two accepted 
+   by Wikipedia editors. One of them without major changes.  
+      
+   \end{itemize}
+
+\end{columns}
+
+    \note{Tilman
+    
+    Editors were unaware the articles had been automatically generated.
+    
+    
+    Related paper by some of the same authors:
+  
+    Banerjee et al., \e{WikiKreator: Improving Wikipedia Stubs 
+    Automatically}. Preprint: https://siddbanpsu.github.io/publications/acl2015-banerjee-preprint.pdf , accepted paper at ACL2015
+    
+    Elaborate classifier method to find suitable web resources for 
+    expanding stubs - but copying sentences wholesale from these into
+    articles landed the bot (User:MightyPepper) in a contributor copyright investigation (https://en.wikipedia.org/wiki/Wikipedia:Contributor\_copyright\_investigations/Archive\#2015 )\ldots
+    }
+\end{frame}
+
+
+
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\subsection{Gender on Wikipedia}
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{frame}
+   \centertext{6em}{Gender Beyond the Gap}
+  
+
+   \note{Aaron:
+
+     Research focused on understanding gender dynamics in Wikipedia
+     and their impact is another area of research that has continued
+     to expand this year. A number of high quality papers came out,
+     several of which analyzed how gender figures in the content of
+     the encyclopedias.
+     }
+ \end{frame}
+
+ \begin{frame}
+   \frametitle{It's a Man's Wikipedia?}
+   \larger \larger Wagner, Claudia; David Garcia; Mohsen Jadidi; and Markus
+Strohmaier. 2015. \href{https://www.aaai.org/ocs/index.php/ICWSM/ICWSM15/paper/view/10585}{``\e{It's a Man's Wikipedia? Assessing
+  Gender Inequality in an Online Encyclopedia}.''} Ninth International
+AAAI Conference on Web and Social Media (ICWSM).
+
+ \end{frame}
+
+ \begin{frame}
+
+   \frametitle{It's a Man's Wikipedia: Motivation}
+
+   \begin{itemize}
+     \larger \larger \larger
+   \item We know there's a gender gap.
+   \item Need for more multidimensional analysis of \e{how gender is
+     represented in content of articles across Wikipedias}.
+   \end{itemize}
+
+   \note{
+}
+ \end{frame}
+
+ \begin{frame}
+
+   \frametitle{It's a Man's Wikipedia: Methods}
+
+   \begin{itemize}
+   \larger \larger \larger
+   \item Use data from three sources (Freebase, ``Human
+     Accomplishment,'' and Pantheon) as baselines for comparison with
+     six Wikipedias (EN, ES, DE, FR, IT, RU).
+   \item Examine multiple potential forms of bias: coverage,
+     structure, lexical characteristics, visibility. 
+   \end{itemize}
+
+ \end{frame}
+
+ \begin{frame}
+   \frametitle{It's a Man's Wikipedia: Results}
+
+   \centering
+   \visible<2->{
+   \includegraphics[width=\textwidth]{figures/mans_wikipedia_fig.pdf}
+   }
+ \note{
+   \e{Some key findings:}
+   \begin{itemize}
+   \larger \larger
+ \item 1: Coverage of women (\# articles, length) in WPs is generally
+   better than other sources.
+ \item 2: Articles about women tend to be less centrally connected in
+   the network of articles than articles about men (Smurfette!)
+ \item 3: (\e{viz}) Content of articles about women uses different words
+   than those about men. Much higher incidence of language related to
+   family, gender, and relationships.
+   \end{itemize}
+}
+ \end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\subsection{Using Wikipedia in Education} % TODO Fix title
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{frame}
+   \centertext{6em}{Adopting Wikipedia as a Teaching Tool}
+  
+   \note{Aaron:
+
+     Research focused on understanding how Wikipedia and related
+     resources are adopted for classroom teaching. Growing area of
+     work, still somewhat preliminary findings. Nonetheless, some of
+     the papers in this domain make for entertaining reading...
+     }
+ \end{frame}
+
+ \begin{frame}
+   \frametitle{WP and the Wisdom of Crowds}
+
+   \larger \larger Barnhisel, Greg and Marcia
+   Rapchak. 2014. \href{http://ur1.ca/n5919}{``\e{Wikipedia and the Wisdom of Crowds: A Student
+     Project}.''} Communications in Information Literacy 8(1):
+   145-159. doi:10.7548/cil.v8i1.249.
+\end{frame}
+
+
+\begin{frame}
+   \frametitle{WP and the Wisdom of Crowds: Motivation}
+   \begin{itemize}
+     \larger \larger
+   \item Students use Wikipedia uncritically. Don't understand how low
+     quality much of the information may be or how it may be
+     manipulated.
+   \item Professor (author) believes that WP is full of dubious
+     information. Wants to unmask that for his students.
+   \item Through more in-depth exposure, students may understand the
+     limitations of collaborative, open systems of knowledge production.
+   \end{itemize}
+\end{frame}
+
+
+\begin{frame}
+   \frametitle{WP and the Wisdom of Crowds: Methods}
+
+   \begin{itemize}
+     \larger \larger
+   \item Require a Senior (college) composition class to work on
+     editing WP articles (together and individually) throughout the
+     semester. 
+   \item Incorporate assignments to help students learn about the
+     history of WP as well as how to use it.
+   \item Require students to reflect on their experiences in writing.
+   \item Require students to analyze the pros/cons of open
+     collaborative writing in their final projects.
+   \end{itemize}
+
+\note{ 
+  This is all sort of fabulously in-line with exactly what the WikiEd
+  Foundation recommends instructors do (!).
+}
+\end{frame}
+
+
+\begin{frame}
+   \frametitle{WP and the Wisdom of Crowds: Results}
+
+\centering
+\begin{quote}
+  \e{Both sources [crowds and experts] have different merits... My
+    life experience since class pulls me in favor of the wisdom of the
+    crowd. In my recent studies, I have found that I can learn much
+    more from a group of my peers than from a single expert.\\ \hfill
+    --- Student 1}
+\end{quote}
+
+\note{ Not exactly what the instructor expected. Essentially, both he
+  and the students came away with much more nuanced, and positive,
+  views of the relative merits, possibilities, and limitations of open
+  collaborative knowledge production. A happy ending :) }
+\end{frame}
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
 
 
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 \section{Conclusion}
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 
+\subsection{Meta-Analyses}
+
+\begin{frame}
+
+  \frametitle{Meta-Analyses}
+
+  \begin{itemize}
+
+    \larger \larger
+  \item Mesgari, Mostafa and Okoli, Chitu and Mehdi, Mohamad and Nielsen, Finn Ãrup and LanamÃ¤ki, Arto. 2014. \href{http://spectrum.library.concordia.ca/978652/}{``The sum of all human knowledge": A systematic review of scholarly research on the content of Wikipedia''}. Journal of the Association for Information Science and Technology. 
+
+  \item Miquel-RibÃ©,
+    Marc. 2015. \href{https://www.aaai.org/ocs/index.php/ICWSM/ICWSM15/paper/view/10645}{``User
+      Engagement on Wikipedia, A Review of Studies of Readers and
+      Editors.''} Ninth International AAAI Conference on Web and
+    Social Media (ICWSM).
+
+  \end{itemize}
+
+\end{frame}
+
 %% SLIDE: Other Resources
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 \begin{frame}{More Resources}
@@ -511,35 +864,15 @@
 
 \end{frame}
 
-\subsection{Meta-Analyses}
-
-\begin{frame}
-
-  \frametitle{Meta-Analyses}
-
-  \begin{itemize}
-
-    \larger \larger
-
-  \item Okoli et al.,
-    \href{https://spectrum.library.concordia.ca/978618/}{``The sum of
-      all human knowledge'': a systematic review of scholarly research
-      on the content of Wikipedia}.
-
-  \item Bar-Ilan and Aharony,
-    \href{http://dl.acm.org/citation.cfm?doid=2615569.2615643}{Twelve
-      years of Wikipedia research}.
-    
-  \item Taraborelli. \href{https://meta.wikimedia.org/wiki/Research:Newsletter/2013/August\#Keynote\_on\_applicable\_Wikipedia\_research}{Keynote
-      on Wikipedia Research}. OpenSym 2013. Hong Kong.
-
-  \item Benkler, Shaw, and Hill,
-    \href{http://mako.cc/academic/benkler\_shaw\_hill-peer\_production\_ci.pdf}{Peer
-      Production: A Modality of Collective Intelligence}.
-
-  \end{itemize}
-
-\end{frame}
 
 \end{document}
 
+
+%  LocalWords:  xshift yshift makopurple Tilman wikipedia Scopus Hu
+%  LocalWords:  Ronen GonÃ§alves Vespignani Hidalgo al Galician Ranjan
+%  LocalWords:  eigenvector Warncke Terveen Hecht underproduced NEJM
+%  LocalWords:  Hwang Engl doi KrÃ¤enbring WebMD WikiProject Mohsen
+%  LocalWords:  Jadidi Markus Strohmaier Wikipedias WPs Smurfette
+%  LocalWords:  Barnhisel Rapchak WikiEd Mesgari Mostafa Okoli Chitu
+%  LocalWords:  Mehdi Mohamad Ãrup LanamÃ¤ki Arto Miquel RibÃ© OpenSym
+%  LocalWords:  WikiPapers
