Emilio Velis dubsnipe
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| require(tidyverse) | |
| require(rvest) | |
| toolbox <- tibble(read.csv("toolbox.csv", header=T)) | |
| read_title <- function(x){ | |
| tmp <- read_html(x) %>% html_node("title") %>% html_text() | |
| return(tmp) | |
| } |
dubsnipe
/ appropedia-gscholar-2020.R
Last active
December 1, 2020 04:41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| require(rvest, quietly=T) | |
| require(dplyr, quietly=T) | |
| require(scholar, quietly=T) | |
| index <- seq(from=81, to=90) | |
| # Page number from which results are drawn. This is done in parts to avoid getting error 429. | |
| # https://stackoverflow.com/questions/43461907/in-r-how-do-i-combine-two-xml-documents-into-one-document | |
| xml0 <- read_xml("<html></html>") | |
| for(i in index){ |
dubsnipe
/ github2appropedia.R
Created
December 16, 2020 23:23
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| github2mediawiki <- function(manifest_url) { | |
| okh_tmp <- tempfile() | |
| download.file(paste0(manifest_url, "?raw=true"), okh_tmp) | |
| manifest <- read_yaml(okh_tmp) | |
| manifest_text <- paste0( | |
| "{{Infobox device\n", | |
| "|image=", manifest$image, "<!-- Please consider uploading image to Appropedia. -->\n", | |
| "|description=", manifest$description, "\n", | |
| "|keywords=", manifest$keywords, "\n", |
dubsnipe
/ extract_infobox.R
Created
April 10, 2021 00:34
Script to extract infoboxes from Appropedia dumps
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| require(xml2, quietly=T) | |
| require(tidyverse, quietly=T) | |
| require(lubridate, quietly=T) | |
| require(tidytext, quietly=T) | |
| require(stringr, quietly=T) | |
| pages <- read_xml("Appropedia-20210409194434.xml") | |
| pages_list <- as_list(pages) | |
| pages_tibble <- as_tibble( |
dubsnipe
/ infobox_script.php
Last active
June 28, 2021 20:42
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?php | |
| set_time_limit(0); | |
| $pages = $_POST["the_text"]; | |
| $pages_separated = explode(PHP_EOL,$pages); | |
| $pages_separated = preg_replace("/\s/", "_", $pages_separated); | |
| $pages_separated = preg_replace("/^_/", "", $pages_separated); | |
| $pages_separated = preg_replace("/_$/", "", $pages_separated); | |
| //echo json_encode($pages_separated)."\n"; |
dubsnipe
/ zoom_attendance.R
Last active
January 22, 2023 21:01
Script used to calculate attendance to classes for students over Zoom.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| require(tidyverse) | |
| require(lubridate) | |
| setwd("") # | |
| files <- (Sys.glob("*.csv")) | |
| topics <- lapply(files, read.csv, nrows=2, header=T, encoding="UTF-8") | |
| topics <- lapply(topics, function(x) x["Topic"][1,]) %>% unlist() | |
| ldf <- lapply(files, read.csv, skip=3, header=T, encoding="UTF-8") |
dubsnipe
/ Wikimedia remarkjs attribution
Last active
January 18, 2023 06:43
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| // ==UserScript== | |
| // @name Wikimedia Commons Attribution | |
| // @namespace http://emiliovelis.com | |
| // @version 0.1 | |
| // @description This script forms the markup code to use Wikimedia Commons images including attribution information. | |
| // @require https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.8/clipboard.min.js | |
| // @match https://*.wikimedia.org/* | |
| // ==/UserScript== | |
dubsnipe
/ rss_downloader.R
Last active
January 22, 2023 22:37
R script to download mp3 files from my fav podcasts
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| require(dplyr) | |
| require(stringr) | |
| require(xml2) | |
| require(lubridate) | |
| rss_feed = "" | |
| ## Script created with help from ChatGPT | |
| find_all_mp3 <- function(rss_feed){ |
dubsnipe
/ appropedia_page_list.R
Created
March 15, 2023 17:39
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| require(httr) | |
| require(jsonlite) | |
| require(dplyr) | |
| query_titles <- function(apfrom = ""){ | |
| api_url <- paste0("https://www.appropedia.org/w/api.php?action=query&list=allpages&aplimit=500&format=json&apfrom=", apfrom) | |
| res <- GET(api_url) | |
| data = fromJSON(rawToChar(res$content)) | |
| data_tibble = tibble(data$query$allpages) %>% filter(ns == 0) %>% select(title) | |
| return(data_tibble) |
dubsnipe
/ appropedia_all_pages.R
Created
May 17, 2023 16:18
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| setwd("C:/Users/rudes/Documents/2023/appropedia/data dump") | |
| require(jsonlite) | |
| require(data.table) | |
| require(tidyverse) | |
| base_url <- "https://www.appropedia.org/w/api.php?action=query&list=allpages&aplimit=500&format=json&apfrom=" | |
| to_df <- function(apfrom="\"Backpack\"_Snap-fit_Clips"){ |