# as a result, we can simply drop these form the final state
# an alternate approach would be to set these to NA as in:
# spells[tmp, level := as.character(NA), mult="last"]
+
+
final.state <- final.state[!tmp,]
# now, we have to take the list of open spells and find the subset of the final
save(spells, file="spells.RData")
-# save several other computationally intensive datasets
-
-# load page info data
-page.metadata.filename <- "enwiki-20150112-page.csv"
-page.info <- fread(page.metadata.filename,
- header=FALSE, stringsAsFactors=FALSE, na.strings=NULL,
- select=1:3, showProgress=TRUE)
-
-setnames(page.info, c("page.id", "ns.num", "title"))
-
-r[["num.pages"]] <- nrow(page.info)
-r[["num.pages.main"]] <- table(page.info$ns.num)[["0"]]
-
-## save and go home
-##########################################################
-save(r, file="sweave_data_spellgen.RData")
-