├── outputs ├── .gitignore ├── .DS_Store ├── documents │ ├── .DS_Store │ ├── paper.pdf │ ├── parrot.png │ ├── comparison-1.pdf │ ├── paper_files │ │ └── figure-latex │ │ │ └── comparison-1.pdf │ ├── epj-data-science.csl │ ├── templates │ │ └── svm-latex-ms.tex │ └── references.bib ├── bmc_template │ ├── bmc_article.pdf │ ├── comparison-1.pdf │ ├── bmc_article.synctex.gz │ ├── bmc_article 2.synctex.gz │ ├── bmc_article 3.synctex.gz │ ├── bmc_article 4.synctex.gz │ ├── bmc_article 5.synctex.gz │ ├── bmc_article 6.synctex.gz │ ├── bmc_article 7.synctex.gz │ ├── bmc_article 2.blg │ ├── readme.html │ ├── bmc_article.log │ ├── bmc_article 5.log │ ├── bmc_article 2.log │ ├── bmcart-biblio.sty │ ├── bmc_article 6.log │ ├── bmc_article.bib │ ├── bmc_article 4.log │ └── bmc_article 7.log └── data │ ├── .ipynb_checkpoints │ └── hate_speech_data_review-checkpoint.ipynb │ ├── non_profanity_sexist.csv │ └── non_profanity_racist.csv ├── .idea ├── .gitignore ├── encodings.xml ├── vcs.xml ├── inspectionProfiles │ └── profiles_settings.xml ├── misc.xml ├── modules.xml └── GPT3-hate-speech-detection.iml ├── .gitignore ├── .DS_Store ├── Testing-multiple-iterations.pdf ├── inputs ├── .ipynb_checkpoints │ └── TFIDF_keyword_extraction-checkpoint.ipynb ├── __pycache__ │ ├── data_collection_private.cpython-39.pyc │ └── data_collection_functions.cpython-39.pyc ├── data_collection_functions.py ├── data_collection.ipynb └── misspelling_experiment.py ├── gpt-3-ethic.Rproj ├── Untitled.Rmd ├── README.md └── DRAFT-misspelling.R /outputs/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .Rproj.user 2 | .Rhistory 3 | .RData 4 | .Ruserdata 5 | .DS_Store 6 | -------------------------------------------------------------------------------- /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/.DS_Store -------------------------------------------------------------------------------- /outputs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/.DS_Store -------------------------------------------------------------------------------- /outputs/documents/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/documents/.DS_Store -------------------------------------------------------------------------------- /outputs/documents/paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/documents/paper.pdf -------------------------------------------------------------------------------- /outputs/documents/parrot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/documents/parrot.png -------------------------------------------------------------------------------- /Testing-multiple-iterations.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/Testing-multiple-iterations.pdf -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/bmc_article.pdf -------------------------------------------------------------------------------- /outputs/documents/comparison-1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/documents/comparison-1.pdf -------------------------------------------------------------------------------- /outputs/bmc_template/comparison-1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/comparison-1.pdf -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article.synctex.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/bmc_article.synctex.gz -------------------------------------------------------------------------------- /inputs/.ipynb_checkpoints/TFIDF_keyword_extraction-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [], 3 | "metadata": {}, 4 | "nbformat": 4, 5 | "nbformat_minor": 2 6 | } 7 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 2.synctex.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/bmc_article 2.synctex.gz -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 3.synctex.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/bmc_article 3.synctex.gz -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 4.synctex.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/bmc_article 4.synctex.gz -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 5.synctex.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/bmc_article 5.synctex.gz -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 6.synctex.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/bmc_article 6.synctex.gz -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 7.synctex.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/bmc_template/bmc_article 7.synctex.gz -------------------------------------------------------------------------------- /.idea/encodings.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | -------------------------------------------------------------------------------- /outputs/data/.ipynb_checkpoints/hate_speech_data_review-checkpoint.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [], 3 | "metadata": {}, 4 | "nbformat": 4, 5 | "nbformat_minor": 2 6 | } 7 | -------------------------------------------------------------------------------- /inputs/__pycache__/data_collection_private.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/inputs/__pycache__/data_collection_private.cpython-39.pyc -------------------------------------------------------------------------------- /inputs/__pycache__/data_collection_functions.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/inputs/__pycache__/data_collection_functions.cpython-39.pyc -------------------------------------------------------------------------------- /outputs/documents/paper_files/figure-latex/comparison-1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kelichiu/GPT3-hate-speech-detection/HEAD/outputs/documents/paper_files/figure-latex/comparison-1.pdf -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 6 | -------------------------------------------------------------------------------- /gpt-3-ethic.Rproj: -------------------------------------------------------------------------------- 1 | Version: 1.0 2 | 3 | RestoreWorkspace: Default 4 | SaveWorkspace: Default 5 | AlwaysSaveHistory: Default 6 | 7 | EnableCodeIndexing: Yes 8 | UseSpacesForTab: Yes 9 | NumSpacesForTab: 2 10 | Encoding: UTF-8 11 | 12 | RnwWeave: Sweave 13 | LaTeX: pdfLaTeX 14 | 15 | AutoAppendNewline: Yes 16 | -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 7 | -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /.idea/GPT3-hate-speech-detection.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | -------------------------------------------------------------------------------- /Untitled.Rmd: -------------------------------------------------------------------------------- 1 | --- 2 | title: "Untitled" 3 | author: "Rohan Alexander" 4 | date: "`r Sys.Date()`" 5 | output: pdf_document 6 | csl: epj-data-science.csl 7 | bibliography: "references.bib" 8 | --- 9 | 10 | ```{r setup, include=FALSE} 11 | knitr::opts_chunk$set(echo = TRUE) 12 | ``` 13 | 14 | ## R Markdown 15 | 16 | @raffel2020exploring 17 | 18 | This is an R Markdown document. Markdown is a simple formatting syntax for authoring HTML, PDF, and MS Word documents. For more details on using R Markdown see . 19 | 20 | When you click the **Knit** button a document will be generated that includes both content as well as the output of any embedded R code chunks within the document. You can embed an R code chunk like this: 21 | 22 | ```{r cars} 23 | summary(cars) 24 | ``` 25 | 26 | ## Including Plots 27 | 28 | You can also embed plots, for example: 29 | 30 | ```{r pressure, echo=FALSE} 31 | plot(pressure) 32 | ``` 33 | 34 | Note that the `echo = FALSE` parameter was added to the code chunk to prevent printing of the R code that generated the plot. 35 | -------------------------------------------------------------------------------- /outputs/documents/epj-data-science.csl: -------------------------------------------------------------------------------- 1 | 2 | 17 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Detecting Hate Speech with GPT-3 2 | 3 | Sophisticated language models such as OpenAI's GPT-3 can generate hateful text that targets marginalized groups. Given this capacity, we are interested in whether large language models can be used to identify hate speech and classify text as sexist or racist? We use GPT-3 to identify sexist and racist text passages with zero-, one-, and few-shot learning. We find that with zero- and one-shot learning, GPT-3 is able to identify sexist or racist text with an accuracy between 48 per cent and 69 per cent. With few-shot learning and an instruction included in the prompt, the model's accuracy can be as high as 78 per cent. We conclude that large language models have a role to play in hate speech detection, and that with further development language models could be used to counter hate speech and even self-police. 4 | 5 | ## Data Collection 6 | 7 | We interact with GPT-3 using the OpenAI API via the `openai` Python package. The package requires an API key and organization ID for authentication. These can be retrieved by [creating an OpenAI account](https://openai.com/api/) and inputted where prompted in the data collection scripts (under `inputs`). Within the script files, the API is accessed within the body of the function written for each type of learning. Each function takes a comment, an example or examples where applicable, and additional parameters, passes the comment and example(s) to the API, formats the API output, and returns the model's classification alongside information about the inputs. The functions are applied to different datasets using for loops, which can be executed as-is. 8 | 9 | Use of the OpenAI API is [not free](https://openai.com/api/pricing/), however each new account is granted 18 USD of credit which should be sufficient for use of our code. 10 | 11 | ## Thanks 12 | We gratefully acknowledge the support of Gillian Hadfield and the Schwartz Reisman Institute for Technology and Society. We thank Amy Farrow, Haoluan Chen, Mauricio Vargas Sepúlveda, and Tom Davidson for helpful suggestions. Comments on this paper are welcome at: rohan.alexander@utoronto.ca. 13 | -------------------------------------------------------------------------------- /DRAFT-misspelling.R: -------------------------------------------------------------------------------- 1 | library(tidyverse) 2 | 3 | zero_shot_misspelling <- read.csv(here::here("outputs", "data", "zero_shot_misspelling.csv")) 4 | one_shot_misspelling <- read.csv(here::here("outputs", "data", "one_shot_misspelling.csv")) 5 | 6 | # Zero-shot 7 | # Summary of results 8 | zero_shot_misspelling <- zero_shot_misspelling %>% separate(prompt, c(NA, "comment", NA), sep = "\"") 9 | zeroshot_summary_race <- zero_shot_misspelling %>% 10 | count(category, comment_id, answer) %>% 11 | count(category, comment_id) %>% 12 | filter(n > 1 & category == "racist") 13 | zeroshot_summary_sex <- zero_shot_misspelling %>% 14 | count(category, comment_id, answer) %>% 15 | count(category, comment_id) %>% 16 | filter(n > 1 & category == "sexist") 17 | 18 | # Racist 19 | zero_results_summary <- zero_shot_misspelling %>% 20 | filter(category == "racist" & comment_id %in% zeroshot_summary_race$comment_id) %>% 21 | filter(comment_id != 26) %>% # 'No,' vs. 'No.' for this comment 22 | arrange(comment_id) 23 | 24 | results <- tibble() 25 | for (i in unique(zero_results_summary$comment_id)) { 26 | original <- zero_results_summary %>% filter(comment_id == i & status == "unedited") 27 | original_answer <- original["answer"] %>% as.character() 28 | edits <- zero_results_summary %>% filter(comment_id == i & status == "edited" & answer != original_answer) 29 | results <- rbind(results, original, edits) 30 | } 31 | results <- results %>% select(label, status, comment, answer) 32 | 33 | 34 | 35 | # Construct summary table 36 | 37 | 38 | # Sexist 39 | zero_shot_misspelling %>% 40 | filter(category == "sexist" & comment_id %in% zeroshot_summary_sex$comment_id)%>% 41 | arrange(comment_id) %>% 42 | View() 43 | 44 | # One-shot 45 | oneshot_summary_race <- one_shot_misspelling %>% 46 | count(category, comment_id, answer) %>% 47 | count(category, comment_id) %>% 48 | filter(n > 1 & category == "racist") 49 | oneshot_summary_sex <- one_shot_misspelling %>% 50 | count(category, comment_id, answer) %>% 51 | count(category, comment_id) %>% 52 | filter(n > 1 & category == "sexist") 53 | 54 | # Racism results 55 | one_shot_misspelling %>% 56 | filter(category == "racist" & comment_id %in% oneshot_summary_race$comment_id)%>% 57 | arrange(comment_id) %>% 58 | View() 59 | 60 | # Sexism results 61 | one_shot_misspelling %>% 62 | filter(category == "sexist" & comment_id %in% oneshot_summary_sex$comment_id)%>% 63 | arrange(comment_id) %>% 64 | View() 65 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 2.blg: -------------------------------------------------------------------------------- 1 | This is BibTeX, Version 0.99d (TeX Live 2021) 2 | Capacity: max_strings=200000, hash_size=200000, hash_prime=170003 3 | The top-level auxiliary file: bmc_article.aux 4 | The style file: bmc-mathphys.bst 5 | Reallocated glb_str_ptr (elt_size=4) to 20 items from 10. 6 | Reallocated global_strs (elt_size=200001) to 20 items from 10. 7 | Reallocated glb_str_end (elt_size=4) to 20 items from 10. 8 | Reallocated singl_function (elt_size=4) to 100 items from 50. 9 | Reallocated singl_function (elt_size=4) to 100 items from 50. 10 | Reallocated singl_function (elt_size=4) to 100 items from 50. 11 | Reallocated singl_function (elt_size=4) to 100 items from 50. 12 | Reallocated singl_function (elt_size=4) to 100 items from 50. 13 | Reallocated singl_function (elt_size=4) to 100 items from 50. 14 | Reallocated wiz_functions (elt_size=4) to 6000 items from 3000. 15 | Reallocated singl_function (elt_size=4) to 100 items from 50. 16 | Reallocated singl_function (elt_size=4) to 100 items from 50. 17 | Reallocated singl_function (elt_size=4) to 100 items from 50. 18 | Reallocated singl_function (elt_size=4) to 100 items from 50. 19 | Reallocated singl_function (elt_size=4) to 100 items from 50. 20 | Reallocated singl_function (elt_size=4) to 100 items from 50. 21 | Reallocated singl_function (elt_size=4) to 100 items from 50. 22 | Database file #1: bmc_article.bib 23 | Reallocated wiz_functions (elt_size=4) to 9000 items from 6000. 24 | Reallocated singl_function (elt_size=4) to 100 items from 50. 25 | Reallocated singl_function (elt_size=4) to 100 items from 50. 26 | Reallocated singl_function (elt_size=4) to 100 items from 50. 27 | Reallocated singl_function (elt_size=4) to 100 items from 50. 28 | You've used 24 entries, 29 | 7128 wiz_defined-function locations, 30 | 1243 strings with 14076 characters, 31 | and the built_in function-call counts, 579221 in all, are: 32 | = -- 106987 33 | > -- 798 34 | < -- 395 35 | + -- 66257 36 | - -- 309 37 | * -- 15277 38 | := -- 101158 39 | add.period$ -- 24 40 | call.type$ -- 24 41 | change.case$ -- 339 42 | chr.to.int$ -- 702 43 | cite$ -- 24 44 | duplicate$ -- 2337 45 | empty$ -- 7652 46 | format.name$ -- 994 47 | if$ -- 147841 48 | int.to.chr$ -- 1 49 | int.to.str$ -- 63 50 | missing$ -- 864 51 | newline$ -- 707 52 | num.names$ -- 120 53 | pop$ -- 1201 54 | preamble$ -- 1 55 | purify$ -- 110 56 | quote$ -- 48 57 | skip$ -- 64519 58 | stack$ -- 0 59 | substring$ -- 56582 60 | swap$ -- 616 61 | text.length$ -- 433 62 | text.prefix$ -- 0 63 | top$ -- 0 64 | type$ -- 899 65 | warning$ -- 0 66 | while$ -- 912 67 | width$ -- 0 68 | write$ -- 1027 69 | -------------------------------------------------------------------------------- /outputs/data/non_profanity_sexist.csv: -------------------------------------------------------------------------------- 1 | ,comment,category 2 | 0,You should know women's sports are a joke,sexist 3 | 3,"Women deserve to be abused, I guess.",sexist 4 | 4,Women are made for making babies and cooking dinner and nothing else!!!,sexist 5 | 14,What about a global massacre of men? Pussiezzz only girls,sexist 6 | 45,The men are turtles...idiots even in uk… get lost,sexist 7 | 55,stone throwing must be legal when against women,sexist 8 | 59,She is heavily relying on him to turn the other cheek...tough talking demon infested woman.,sexist 9 | 72,Men race is a subordinate of women,sexist 10 | 76,lock women up at home . Female are just to stupid to understand anything . Iam Agnostic .,sexist 11 | 95,"Ignorant feminist, she got roasted and still doesn' understand what equality of outcome means even when Jordan explained data to her. What's this means she's ignorant and emotionally biased.",sexist 12 | 108,I don't hate women i just think that they have nothing interesting to say. None reason for existance.,sexist 13 | 126,Feminism is just about women crying about the fabricated bullshit they go through. It's a JOKE! They should just man up!,sexist 14 | 134,Don' worry guys men can easily win femmenism ..... Trust me every shit that invented by men was patterned by men .... There is no way women Gina win in future .....it's just smoke before fire,sexist 15 | 160,All girls like you should have a pimp to guide them to successful prostitution,sexist 16 | 170,"Women are our property. The sooner they realize that, the better.",sexist 17 | 173,Women!!! Grow a pair and refuse to compete with men!!! This is asinine!,sexist 18 | 182,What if we send every men to mars to start a new life there! They are useless here (Of course milk them first to store their juices),sexist 19 | 188,The thing is women are not equal to us men and their place is the home and kitchen,sexist 20 | 194,"Sophie walker, you are leader of nothing! You don'™t have a solid topic just complaining... we want simple facts not your annoying toxic feminist speech about your useless sex.",sexist 21 | 195,smack the fat ass out of her,sexist 22 | 204,Now they know better than this shit lol they dudes. The stronger sex. The man supremacy,sexist 23 | 215,Islam! Lets beat their feminist ass.,sexist 24 | 250,"Feminist deserve to be miserable. What kind of man would want to live with a feminist? Silly me , of course, a cuck.",sexist 25 | 251,Feminism is a very terrible disease ,sexist 26 | 264,"But women aren't people, so it's fine!",sexist 27 | 285,Waitresses are cunts,sexist 28 | 295,We have to take our power back as the superior gender. ,sexist 29 | 318,I'd get my money back if I were you. Your sex change was a complete failure.,sexist 30 | 319,"I wouldn’t like this girl as a police officer. I want police to keep me safe, she and every other woman cannot keep us safe they are week",sexist 31 | 328,I regret approaching that girl. Fuck our gynocentric society. I hate her and wish her to vanish like my feelings,sexist 32 | 336,I dare you to choke her next time. Every one of them,sexist 33 | 340,Glad they beat his open ass,sexist 34 | 345,Every girl on this planet curses her mother for their birth. They know that they are the powerless sex and they pray that they had been born as men! With dicks and stuff.,sexist 35 | 347,"Dude don’t talk about your sex, nowadays it is considered as the degraded one. I think the same",sexist 36 | 353,Are you sure you are a girl? That wig on your legs say: I WANT TO BE A BOY,sexist 37 | 360,Wow feminists are real hypocrites so it'™s OK for a woman to laugh at suicide attempts if it involves men but it'™s not OK for men to laugh at suicide attempts if it involves women talk about your double standard,sexist 38 | 363,What imaginary gender are you?,sexist 39 | 365,"Two things are apparent: one, not a male and two, your ass is indeed sorry that it's been turned into a drive-in.",sexist 40 | 376,"The male gene is stronger, as it should be of course. Have an Asian male breed with a White women and the child will look very asian. Reverse it and the child will look mush more whiter",sexist 41 | 378,The best we thing we can do is Sterilize these women and try to save the children.,sexist 42 | 382,Slow death to people like you,sexist 43 | 384,Put a woman to abuse that fat woman and don’t put a kind guy,sexist 44 | 394,Just a little work on the eyebrows and you could be a waitress by day and an annoying freeloader at some dudes house at night.,sexist 45 | 403,"I hate being a man, wish I was a lady and no man on earth existed",sexist 46 | 406,"I can' stand feminist. I like men being manly and I like being treated like a lady. Dear men, if a woman asks for your help, ask if they are feminist. If they say yes, then remind them they can do everything without men and don' help them.",sexist 47 | 407,"Humans with third leg I hope to distinct soon, with much love",sexist 48 | 411,HOPE THEY KNOCK HER ASS TO THE GROUND AND RIP HER DRESS OFF AND SHAME HER....NOW THATS A POWERFUL IMAGE.,sexist 49 | 414,"Generally speaking, most women are lazy and worthless not all, but most.",sexist 50 | 420,Do the world a favor and pour some bleach into that glass,sexist 51 | 425,"By calling period, a natural procedure, as an excuse it degrades their gender. I suppose I agree with that though they are degraded anyways",sexist 52 | -------------------------------------------------------------------------------- /outputs/data/non_profanity_racist.csv: -------------------------------------------------------------------------------- 1 | ,comment,category 2 | 7,why does that african american monkey hold gun like that?,racist 3 | 12,white people are shit human beings,racist 4 | 19,"We whites have higher IQ's than blacks, this is because IQ measures intelligence and we are the more evolved and superior race with a larger brain. ",racist 5 | 24,U SUCK SHIT YOU BLACK FUCK,racist 6 | 35,This is considered WHITE in Sweden. No wonder they accepted all those black and muslim immigrants. They are literally color blind.,racist 7 | 42,The world would be better without white people because they stole from the black Egyptians in the before christ ages they was poor we wasnt whites ruins everything for black people/White people have pig dicks and no shape no hips or no booty they have to get plastic surgery as us blacks get it from our mother whites brought skin cancer to america so learn some facts before you try to run us out america when we was here before yall racist ass smelly crackers and dont say you will beat my ass because you cant and if you wanna find out drop your adress√∞¬ü¬Ü¬ó√ج∏¬è√∞¬ü¬í¬Ø√∞¬ü¬ô¬Ç,racist 8 | 54,"stupid black women,if i were in that restaurant, i would had whipped their ass",racist 9 | 62,"SEE THE BLACKS IN PARIS? THEY TRY TO PRETEND THEY ARE FRENCH, the''men'' want one thing--to pimp out girls and women. The black women desire white men to pretend they are like white french wives but they are Africans. THEY DO NOT BLEND IN WITH WHITE SOCIETY.",racist 10 | 82,Kill every white people mercylessly.,racist 11 | 83,Kill ALL black people.,racist 12 | 84,Just look at that crowd!!! ALL FAT WHITE TRASH OR METH ADDICTS,racist 13 | 146,Blacks are literally the cuckold of all the races and also the epitome of degeneracy. Don't listen and believe the Jewish propaganda of black being alpha. Consider yourselves as top of the social hierarchy by just being white.,racist 14 | 151,Asians have more fats so they are yellow. So fat people are yellow?...,racist 15 | 161,After all this time the african americans are the people with most crime rate,racist 16 | 164,Send all these whiny black crybabies back to central Apefrica to live for just one month. They would be crying to come back to America where White people pamper and coddle them. Let's try the experiment one time.,racist 17 | 169,Ugly white girls and white dudes would not get away with that.,racist 18 | 174,"Men can see beauty, so they don't want to sleep with black women or make goblin babies.",racist 19 | 186,"These kind of fake photos of blacks pisses me off. Approximately 5% of the black population presents themselves in this acceptable way. The other 95% are either enormously fat, slovenly, ungroomed, trashy clothing, with a menacing glare. These are white people in blackface.",racist 20 | 187,their dark coloured race doesn't mean shit,racist 21 | 198,Racist ass white ass people,racist 22 | 199,Please don' come back filthy Caucasian. You can change to a snake next time. Keep changing.,racist 23 | 206,MASS BLACK WORLDWIDE GENOCIDE IS OUR ONLY HOPE,racist 24 | 210,"kneel down, white boy. its the era of brown people now",racist 25 | 221,If only he was black....He would be literally be behind bars faster than you can even imagine,racist 26 | 226,"I WANT EVERYONE ELSE TO PAY FOR MY EDUCATION AND HEALTHCARE AND HOUSING, FUCK YOU WHITE PEOPLE GIVE ME YOUR MONEY WHITE PEOPLE FUCK",racist 27 | 236,"Hopefully the non-white parasites will flee to a new host nation. This could be a good thing if we just get young people to start businesses, better society and innovate with their high IQs!",racist 28 | 243,GAYS WAS NEVER AFRICAN AND NEVER WILL BE SICK WHITE PEOPLE GO FUCK EACH OTHER LET US BE,racist 29 | 245,FUCKING NIGGER GO BACK TO AFRICA,racist 30 | 267,"Black people are the most racist people I ever met. I√¢¬Ä¬ôm not even white, and I know this. Most blacks are racists!",racist 31 | 270,Aren’t you ashamed about your body colour?,racist 32 | 273,Anyone who listens to rap and is white is not part of the ethnostate and will be put to death.,racist 33 | 278,stopping illegal immigration should have been done 30years ago before it turned my beloved los angeles turn into a filthy mexican border town complete with latino gangs millions of undocumented uneducated and povertystricken aliens with absolutely nothing to add to our quality of life but a strong back and a proclivity for having dozens of babies all of which become legal us citizens due to our insane laws and forcing california teachers to have to teach them in their own native language and for no additional increase in their already low wages add to that the free health care and welfare that hundreds of thousands of them are enjoying at american taxpayers expense and you have the blueprint for disaster that is why i left california for good and voted for trump for good every time i see mexican graffiti all over the once pristine neighborhoods of los angeles i want to help build the wall myself but i fear its far too late for that there are now 20 million illegals in america and soon it will become the united states of mexiconow im seeing the exact same thing happen all over western europe from england to france to germany and i will unfortunately live to see the exact same thing happen to them the complete and utter destruction of what were once countries with their own borders their own culture and their own identities all sacrificed on the altar of uncontrolled globalism purposely created turmoil and economic disaster,racist 34 | 302,The Whites Have dislike the documentary because they are mad at the truth. #WhiteDevils,racist 35 | 305,That skin colour is the funniest one in combination with your eyes is perfect stupid,racist 36 | 312,lowlife black animals,racist 37 | 321,"I would pull you over for your race, if I was a cop.",racist 38 | 325,"I thought that a big reason why it had to be africans, is their skin. It's an obvious marker to tell if someone is a slave. And even if they run, they're still black.",racist 39 | 327,"I think brown, black or dark-skinned people do choose to be slaves even now in 2019. He knows it is not superior to white dudes",racist 40 | 329,"I mean it's great that you're proving that Asians are devolving, but you didn't finish making my iPhone...",racist 41 | 335,I don't care if he's Black white green Or Purple. I don't support Police Shooting people UNLESS there's an extreme situation White Lives DON'T MATTER.,racist 42 | 362,Whites smoke to much ciggssss and drugs shot those co. Down.. Just say no to drugs kids,racist 43 | 367,"this is why indian subs should only count 0,5",racist 44 | 373,The world before white people. 1 word 8 letters. PEACEFUL,racist 45 | 382,Slow death to people like you,racist 46 | 386,Pale cancer! Back to your west pacific ocean,racist 47 | 404,I guess God is white.... ,racist 48 | 413,Go bleach yourself black pussy doll and then come talk to me,racist 49 | 426,"Believe me, whites are superior in every way to nips and Western countries are prosperous specifically because of those racial differences.",racist 50 | 432,(((They))) will be chased out of every white country and hunted down like the animals they are for their evil schemes and plots,racist 51 | -------------------------------------------------------------------------------- /outputs/documents/templates/svm-latex-ms.tex: -------------------------------------------------------------------------------- 1 | \documentclass[$if(fontsize)$$fontsize$,$endif$$if(lang)$$babel-lang$,$endif$$if(papersize)$$papersize$,$endif$$for(classoption)$$classoption$$sep$,$endfor$]{article} 2 | \usepackage{amsmath} 3 | \usepackage[left=1in,top=1in,right=1in,bottom=1in]{geometry} 4 | \newcommand*{\authorfont}{\fontfamily{phv}\selectfont} 5 | $if(fontfamily)$ 6 | \usepackage[$fontfamilyoptions$]{$fontfamily$} 7 | $else$ 8 | \usepackage{lmodern} 9 | $endif$ 10 | 11 | 12 | \usepackage[$if(fontenc)$$fontenc$$else$T1$endif$]{fontenc} 13 | \usepackage[utf8]{inputenc} 14 | 15 | 16 | 17 | \usepackage{abstract} 18 | \renewcommand{\abstractname}{} % clear the title 19 | \renewcommand{\absnamepos}{empty} % originally center 20 | 21 | \renewenvironment{abstract} 22 | {{% 23 | \setlength{\leftmargin}{0mm} 24 | \setlength{\rightmargin}{\leftmargin}% 25 | }% 26 | \relax} 27 | {\endlist} 28 | 29 | \makeatletter 30 | \def\@maketitle{% 31 | \newpage 32 | % \null 33 | % \vskip 2em% 34 | % \begin{center}% 35 | \let \footnote \thanks 36 | {\fontsize{18}{20}\selectfont\raggedright \setlength{\parindent}{0pt} \@title \par}% 37 | } 38 | %\fi 39 | \makeatother 40 | 41 | 42 | $if(appendix)$ 43 | \renewcommand*\thetable{$appendixletter$.\arabic{table}} 44 | \renewcommand*\thefigure{$appendixletter$.\arabic{figure}} 45 | $endif$ 46 | 47 | 48 | % This controls whether you get numbers in the sections or not 49 | % \setcounter{secnumdepth}{0} 50 | 51 | $if(listings)$ 52 | \usepackage{listings} 53 | $endif$ 54 | $if(lhs)$ 55 | \lstnewenvironment{code}{\lstset{language=r,basicstyle=\small\ttfamily}}{} 56 | $endif$ 57 | $if(highlighting-macros)$ 58 | $highlighting-macros$ 59 | $endif$ 60 | $if(verbatim-in-note)$ 61 | \usepackage{fancyvrb} 62 | $endif$ 63 | $if(tables)$ 64 | \usepackage{longtable,booktabs} 65 | $endif$ 66 | 67 | $if(graphics)$ 68 | \usepackage{graphicx,grffile} 69 | \makeatletter 70 | \def\maxwidth{\ifdim\Gin@nat@width>\linewidth\linewidth\else\Gin@nat@width\fi} 71 | \def\maxheight{\ifdim\Gin@nat@height>\textheight\textheight\else\Gin@nat@height\fi} 72 | \makeatother 73 | % Scale images if necessary, so that they will not overflow the page 74 | % margins by default, and it is still possible to overwrite the defaults 75 | % using explicit options in \includegraphics[width, height, ...]{} 76 | \setkeys{Gin}{width=\maxwidth,height=\maxheight,keepaspectratio} 77 | $endif$ 78 | 79 | $if(title)$ 80 | \title{$title$$if(subtitle)$: $subtitle$$endif$ $if(anonymous)$$else$$if(thanks)$\thanks{$thanks$} $endif$$endif$ } 81 | $endif$ 82 | 83 | 84 | 85 | $if(anonymous)$$else$\author{$for(author)$\Large $author.name$\vspace{0.05in} \newline\normalsize\emph{$author.affiliation$} $sep$ \and $endfor$}$endif$ 86 | 87 | 88 | \date{} 89 | 90 | \usepackage{titlesec} 91 | 92 | \titleformat*{\section}{\normalsize\bfseries} 93 | \titleformat*{\subsection}{\normalsize\itshape} 94 | \titleformat*{\subsubsection}{\normalsize\itshape} 95 | \titleformat*{\paragraph}{\normalsize\itshape} 96 | \titleformat*{\subparagraph}{\normalsize\itshape} 97 | 98 | 99 | $if(natbib)$ 100 | \usepackage{natbib} 101 | \bibliographystyle{$if(biblio-style)$$biblio-style$$else$plainnat$endif$} 102 | \usepackage[strings]{underscore} % protect underscores in most circumstances 103 | $endif$ 104 | 105 | $if(biblatex)$ 106 | \usepackage$if(biblio-style)$[style=$biblio-style$]$endif${biblatex} 107 | $if(biblatexoptions)$\ExecuteBibliographyOptions{$for(biblatexoptions)$$biblatexoptions$$sep$,$endfor$}$endif$ 108 | $for(bibliography)$ 109 | \addbibresource{$bibliography$} 110 | $endfor$ 111 | $endif$ 112 | $if(listings)$ 113 | \usepackage{listings} 114 | $endif$ 115 | 116 | 117 | \newtheorem{hypothesis}{Hypothesis} 118 | \usepackage{setspace} 119 | 120 | \makeatletter 121 | \@ifpackageloaded{hyperref}{}{% 122 | \ifxetex 123 | \PassOptionsToPackage{hyphens}{url}\usepackage[setpagesize=false, % page size defined by xetex 124 | unicode=false, % unicode breaks when used with xetex 125 | xetex]{hyperref} 126 | \else 127 | \PassOptionsToPackage{hyphens}{url}\usepackage[unicode=true]{hyperref} 128 | \fi 129 | } 130 | 131 | \@ifpackageloaded{color}{ 132 | \PassOptionsToPackage{usenames,dvipsnames}{color} 133 | }{% 134 | \usepackage[usenames,dvipsnames]{color} 135 | } 136 | \makeatother 137 | \hypersetup{breaklinks=true, 138 | bookmarks=true, 139 | pdfauthor={$if(anonymous)$$else$$for(author)$$author.name$ ($author.affiliation$)$sep$ and $endfor$$endif$}, 140 | pdfkeywords = {$if(keywords)$$keywords$$endif$}, 141 | pdftitle={$title$$if(subtitle)$: $subtitle$$endif$}, 142 | colorlinks=true, 143 | citecolor=$if(citecolor)$$citecolor$$else$blue$endif$, 144 | urlcolor=$if(urlcolor)$$urlcolor$$else$blue$endif$, 145 | linkcolor=$if(linkcolor)$$linkcolor$$else$magenta$endif$, 146 | pdfborder={0 0 0}} 147 | \urlstyle{same} % don't use monospace font for urls 148 | 149 | % set default figure placement to htbp 150 | \makeatletter 151 | \def\fps@figure{htbp} 152 | \makeatother 153 | 154 | $for(header-includes)$ 155 | $header-includes$ 156 | $endfor$ 157 | 158 | $if(endnotes)$ 159 | \usepackage{endnotes} 160 | \renewcommand{\enotesize}{\normalsize} 161 | \let\footnote=\endnote 162 | $endif$ 163 | 164 | % add tightlist ---------- 165 | \providecommand{\tightlist}{% 166 | \setlength{\itemsep}{0pt}\setlength{\parskip}{0pt}} 167 | 168 | \begin{document} 169 | 170 | % \pagenumbering{arabic}% resets `page` counter to 1 171 | %$if(appendix)$ 172 | %\renewcommand*{\thepage}{$appendixletter$--\arabic{page}} 173 | %$endif$ 174 | 175 | $if(title)$ 176 | % \maketitle 177 | 178 | {% \usefont{T1}{pnc}{m}{n} 179 | \setlength{\parindent}{0pt} 180 | \thispagestyle{plain} 181 | {\fontsize{18}{20}\selectfont\raggedright 182 | \maketitle % title \par 183 | 184 | } 185 | 186 | { 187 | \vskip 13.5pt\relax \normalsize\fontsize{11}{12} 188 | $if(anonymous)$\hfill $else$$for(author)$\textbf{\authorfont $author.name$} \hskip 15pt \emph{\small $author.affiliation$} $sep$ \par $endfor$ $endif$ 189 | 190 | } 191 | 192 | } 193 | 194 | 195 | $endif$ 196 | 197 | 198 | 199 | $if(abstract)$ 200 | 201 | 202 | 203 | \begin{abstract} 204 | 205 | \hbox{\vrule height .2pt width 39.14pc} 206 | 207 | \vskip 8.5pt % \small 208 | 209 | \noindent $abstract$ 210 | 211 | $if(keywords)$ 212 | 213 | \vskip 8.5pt \noindent \emph{Keywords}: $keywords$ \par 214 | 215 | \hbox{\vrule height .2pt width 39.14pc} 216 | 217 | 218 | $else$ 219 | 220 | \hbox{\vrule height .2pt width 39.14pc} 221 | 222 | $endif$ 223 | 224 | \end{abstract} 225 | 226 | $endif$ 227 | 228 | \vskip 6.5pt 229 | 230 | $if(toc)$ 231 | { 232 | \hypersetup{linkcolor=black} 233 | \setcounter{tocdepth}{$toc-depth$} 234 | \tableofcontents 235 | } 236 | $endif$ 237 | 238 | \noindent $if(anonymous)$\doublespacing$else$$if(spacing)$\$spacing$spacing$endif$$endif$ $body$ 239 | 240 | $if(endnotes)$ 241 | \newpage 242 | 243 | \theendnotes 244 | $endif$ 245 | 246 | 247 | 248 | \newpage 249 | \singlespacing 250 | $if(natbib)$ 251 | $if(bibliography)$ 252 | $if(biblio-title)$ 253 | $if(book-class)$ 254 | \renewcommand\bibname{$biblio-title$} 255 | $else$ 256 | \renewcommand\refname{$biblio-title$} 257 | $endif$ 258 | $endif$ 259 | \bibliography{$for(bibliography)$$bibliography$$sep$,$endfor$} 260 | 261 | $endif$ 262 | $endif$ 263 | $if(biblatex)$ 264 | \printbibliography$if(biblio-title)$[title=$biblio-title$]$endif$ 265 | 266 | $endif$ 267 | $for(include-after)$ 268 | $include-after$ 269 | 270 | $endfor$ 271 | \end{document} 272 | -------------------------------------------------------------------------------- /inputs/data_collection_functions.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # coding: utf-8 3 | 4 | import openai 5 | import pandas as pd 6 | openai.organization = "INSERT ORG ID" 7 | openai.api_key = "INSERT API KEY" 8 | 9 | 10 | ethos_data = pd.read_csv("inputs/Ethos_Dataset_Multi_Label.csv", delimiter=';') 11 | ethos_data_binary = pd.read_csv("inputs/Ethos_Dataset_Binary.csv", delimiter=';') 12 | sexist = pd.DataFrame(ethos_data[ethos_data["gender"] >= 0.5]["comment"]) # Filter ethos_data for gender score > 0.5, take only comment column (84 rows) 13 | racist = pd.DataFrame(ethos_data[ethos_data["race"] >= 0.5]["comment"]) # Filter ethos_data for race score > 0.5, take only comment column (76 rows) 14 | not_hate = ethos_data_binary[ethos_data_binary["isHate"] == 0] # Filter ethos_data_binary for non-hate comments (354 rows) 15 | sexist["category"] = "sexist" # Add "category" column to comments 16 | racist["category"] = "racist" # "" 17 | not_hate["category"] = "not hate" # "" 18 | comments = pd.concat([sexist, racist]) # Create one dataframe called comments (160 rows) 19 | comments = comments.reset_index() # Resets row numbers to 0-159 (otherwise indices inherited from position in ethos_data) 20 | 21 | ##### Zero-Shot ##### 22 | def zero_shot(cat, label, comment, temperature): 23 | prompt='Is the following text '+cat+', answer yes or no. '+' "'+comment+'" '+' Answer:' 24 | zero_shot_results = dict() 25 | response = openai.Completion.create( # GPT-3 interaction 26 | engine="davinci", 27 | prompt=prompt, 28 | temperature=temperature, 29 | max_tokens=2, 30 | top_p=1, 31 | n = 1, 32 | stop=["\n"] 33 | ) 34 | 35 | zero_shot_results["category"] = cat 36 | zero_shot_results["label"] = label 37 | zero_shot_results["prompt"] = prompt 38 | zero_shot_results['answer'] = response["choices"][0].text 39 | zero_shot_results['temperature'] = temperature 40 | return zero_shot_results # Output is dict with keys as above 41 | 42 | 43 | # One-Shot 44 | def one_shot(cat, label, example, comment, temperature): 45 | one_shot_results = dict() 46 | prompt = 'The following text in quotes is ' + cat+ ': ' + '"'+example + '"' + " Is the following text in quotes " + cat+ ", answer yes or no: " + '"'+comment + '."'+ " Answer:" 47 | response = openai.Completion.create( 48 | engine="davinci", 49 | prompt = prompt, 50 | temperature=temperature, 51 | max_tokens=2, 52 | top_p=1, 53 | n = 1, 54 | stop=["\n"] 55 | ) 56 | one_shot_results["category"] = cat 57 | one_shot_results["label"] = label 58 | one_shot_results["prompt"] = prompt 59 | one_shot_results["example"] = example 60 | one_shot_results["comment"] = comment 61 | one_shot_results['answer'] = response["choices"][0].text 62 | one_shot_results['temperature'] = temperature 63 | 64 | return one_shot_results 65 | 66 | 67 | # Single-category few-shot 68 | def few_shot_single(cat, label, example1, example2, example3, comment, temperature): 69 | few_shot_results = dict() 70 | prompt = "'''"+example1+"'''"+ ": " + cat+'. \n'+ "'''"+example2+"'''"+ ": " + "not-"+ cat +'. \n'+ "'''"+example3+"'''"+ ": " + cat+'. \n'+ "'''"+comment+"''':" 71 | response = openai.Completion.create( 72 | engine="davinci", 73 | prompt= prompt, 74 | temperature=temperature, 75 | max_tokens=4, 76 | top_p=1, 77 | n = 1, 78 | stop=["."] 79 | ) 80 | few_shot_results["category"] = cat 81 | few_shot_results["label"] = label 82 | few_shot_results["prompt"] = prompt 83 | few_shot_results["example1"] = example1 84 | few_shot_results["example2"] = example2 85 | few_shot_results["example3"] = example3 86 | few_shot_results["comment"] = comment 87 | few_shot_results['answer'] = response["choices"][0].text 88 | few_shot_results["temperature"] = temperature 89 | 90 | return few_shot_results 91 | 92 | 93 | # Mixed-category few-shot 94 | def few_shot_mixed(cat, label, example1, example2, example3, comment, temperature): 95 | few_shot_results = dict() 96 | prompt = "'''"+example1+"'''"+ ": " + "sexist. \n"+ "'''"+example2+"'''"+ ": " + "racist. \n"+ "'''"+example3+"'''"+ ": " + "neither. \n"+ "'''"+comment+"''':" 97 | response = openai.Completion.create( 98 | engine="davinci", 99 | prompt= prompt, 100 | temperature=temperature, 101 | max_tokens=4, 102 | top_p=1, 103 | n = 1, 104 | stop=["."] 105 | ) 106 | few_shot_results["category"] = cat 107 | few_shot_results["label"] = label 108 | few_shot_results["prompt"] = prompt 109 | few_shot_results["example1"] = example1 110 | few_shot_results["example2"] = example2 111 | few_shot_results["example3"] = example3 112 | few_shot_results["comment"] = comment 113 | few_shot_results['answer'] = response["choices"][0].text 114 | few_shot_results["temperature"] = temperature 115 | 116 | return few_shot_results 117 | 118 | 119 | # Mixed-category few-shot, with instruction 120 | def few_shot_instruction(cat, label, example1, example2, example3, comment, temperature): 121 | few_shot_results = dict() 122 | prompt = "Classify the following texts into 'racist', 'sexist' or 'neither'. \n" + "'''"+example1+"'''"+ ": " + "sexist. \n"+ "'''"+example2+"'''"+ ": " + "racist. \n"+ "'''"+example3+"'''"+ ": " + "neither. \n"+ "'''"+comment+"''':" 123 | response = openai.Completion.create( 124 | engine="davinci", 125 | prompt= prompt, 126 | temperature=temperature, 127 | max_tokens=4, 128 | top_p=1, 129 | n = 1, 130 | stop=["."] 131 | ) 132 | few_shot_results["category"] = cat 133 | few_shot_results["label"] = label 134 | few_shot_results["prompt"] = prompt 135 | few_shot_results["example1"] = example1 136 | few_shot_results["example2"] = example2 137 | few_shot_results["example3"] = example3 138 | few_shot_results["comment"] = comment 139 | few_shot_results['answer'] = response["choices"][0].text 140 | few_shot_results["temperature"] = temperature 141 | 142 | return few_shot_results 143 | 144 | 145 | # Mixed-category few-shot 146 | def few_shot_fixed_examples(i, cat, label, comment, temperature): 147 | few_shot_results = dict() 148 | example1 = sexist.reset_index()["comment"][i] 149 | example2 = racist.reset_index()["comment"][i] 150 | example3 = not_hate.reset_index()["comment"][i] 151 | prompt = "'''"+example1+"'''"+ ": " + "sexist. \n"+ "'''"+example2+"'''"+ ": " + "racist. \n"+ "'''"+example3+"'''"+ ": " + "neither. \n"+ "'''"+comment+"''':" 152 | response = openai.Completion.create( 153 | engine="davinci", 154 | prompt= prompt, 155 | temperature=temperature, 156 | max_tokens=4, 157 | top_p=1, 158 | n = 1, 159 | stop=["."] 160 | ) 161 | few_shot_results["category"] = cat 162 | few_shot_results["label"] = label 163 | few_shot_results["prompt"] = prompt 164 | few_shot_results["example1"] = example1 165 | few_shot_results["example2"] = example2 166 | few_shot_results["example3"] = example3 167 | few_shot_results["example_set"] = i 168 | few_shot_results["comment"] = comment 169 | few_shot_results['answer'] = response["choices"][0].text 170 | few_shot_results["temperature"] = temperature 171 | 172 | return few_shot_results 173 | 174 | 175 | 176 | 177 | 178 | -------------------------------------------------------------------------------- /outputs/bmc_template/readme.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | BioMed Central TeX template files 5 | 25 | 26 | 27 |

BioMed Central TeX template - Version 0.6 (April 15th 2015)

28 |

1 BioMed Central LaTeX template distribution

29 | 30 | 31 | 34 | 37 | 38 | 39 | 42 | 45 | 46 | 47 | 50 | 53 | 54 | 55 | 58 | 62 | 63 | 64 | 67 | 70 | 71 | 72 | 75 | 78 | 79 | 80 | 83 | 86 | 87 | 88 | 91 | 94 | 95 | 96 | 97 | 98 | 101 | 104 | 105 | 106 | 109 | 112 | 113 | 114 | 117 | 120 | 121 |
32 | bmc_article.tex 33 | 35 |

The BioMed Central manuscript template. Edit a copy of this file.

36 |
40 | bmc_article.pdf 41 | 43 |

PDF created from The BioMed Central manuscript template.

44 |
48 | bmc_article_2col.pdf 49 | 51 |

Two column layout PDF created from The BioMed Central manuscript template.

52 |
56 | bmc_article.bib 57 | 59 |

A sample BibTeX bibliography file used to create a .bbl by BibTeX 60 | using the bmc-mathphys.bst file.

61 |
65 | bmc_article.bbl 66 | 68 |

A sample bibliography file created by BibTeX using the bmc-mathphys.bst file.

69 |
73 | bmc-mathphys.bst 74 | 76 |

The BibTeX bibliography style file for the BioMed Central reference format

77 |
81 | spbasic.bst 82 | 84 |

The BibTeX bibliography style file for the Springer Basic reference format

85 |
89 | vancouver.bst 90 | 92 |

The BibTeX bibliography style file for the Vancouver reference format

93 |
99 | bmcart.cls 100 | 102 |

Page layout style class for for manuscripts.

103 |
107 | bmcart-biblio.sty 108 | 110 |

Style for bibliography tags.

111 |
115 | readme.html 116 | 118 |

This document.

119 |
122 |

2 Requirements

123 |

2.1

124 |

The BioMed Central TeX template 125 | should work with TeX distributions on any platform - it has been tested with 126 | TeXShop on Mac OS 127 | X and MiKTeX for Windows.

128 |

2.2

129 |

In order to submit a manuscript 130 | as a .tex file to BioMed Central, you must

131 | 138 |

If your TeX manuscript does not 139 | meet the criteria above it will need to be converted to DVI format prior to 140 | submission.

141 |

3 Guidelines for creating your manuscript using TeX

142 |

3.1

143 |

Follow the guidelines in the BioMed Central instructions 144 | for authors given at http://www.biomedcentral.com/authors/.

145 |

3.2

146 |

Make sure your manuscript is compiled with LaTeX2e by using \documentclass{...} and not \documentstyle{...} 147 | in the preamble at the top of your .tex document.

148 |

A template manuscript is supplied entitled bmc_article.tex which 149 | sets up the preferred page layout based on the standard article.cls. Additional styles can be achieved by 150 | \documenclass options: doublespacing - for double spaced text, linenumbers - for the line numbers on margins, 151 | twocolumn - for twocolumn layout. Please note that for twocolumn layout \end{fmbox} position is different, 152 | comment one after \end{artnotes} environment and uncomment one after \end{abstractbox} environment.

153 |

3.3

154 |

Make sure that you only a single .tex document 155 | for the entire manuscript, as you will need to upload it as a single file (together 156 | with its associated formatted bibliography file). Do not use the \input command 157 | to include other .tex files.

158 |

3.4

159 |

Additional packages can be used in The BioMed Central template: amsthm and amsmath for 160 | theorems and mathematics respectively, natbib for citation style, hyperref for url references.

161 |

See

162 |

http://www.ctan.org/pkg/amsthm
163 | http://mirrors.ctan.org/macros/latex/required/amslatex/math/amsmath.sty
164 | http://www.ctan.org/tex-archive/macros/latex/contrib/natbib
165 | http://www.ctan.org/tex-archive/macros/latex/contrib/hyperref 166 |

167 |

for these style files if they are not in your local archive.

168 |

natbib.sty with sort&compress option turns [1,2,3,4] into [1-4].

169 |

hyperref.sty formats urls so they can be broken down 170 | cleanly when overflowing the right text boundary.

171 |

4 BibTeX

172 |

References must be formatted with BibTeX using 173 | the BioMed Central style file.

174 |

I.e. when using the template, choose one of the following: \bibliographystyle{bmc-mathphys}, 175 | \bibliographystyle{vancouver} or \bibliographystyle{spbasic} depending on the reference 176 | style that your journal is using.

177 |

The bibliography datafile is referred to with \bibliography{datafile1, ..., ...}.

178 |

The template makes use of a sample bibliography called bmc_article.bib - 179 | you should update the \bibliography tag to refer to your own bibliography.

180 |

For author-year bibliography (bmc-mathphys or spbasic): 181 |

    182 |
  1. write to bib file (bmc-mathphys only): @settings{label, options="nameyear"}
    2. 183 |
  2. write to tex file: \nocite{label}
    3. 184 |
185 |

5 Notes on uploading your manuscript

186 |

5.1

187 |

Make sure you are submitting only one .tex document. Please note that figures, 188 | large tables and any other reference material should be submitted as separate files, not embedded in the 189 | manuscript.

190 |

5.2

191 |

A .bbl file is generated when you use BibTeX 192 | to format your article's reference list. It contains formatted details of all 193 | references used in the manuscript. After uploading a TeX file to BioMed Central, 194 | you will then be prompted to upload the .bbl file which goes with it.

195 |

6 The TeX article layout

196 |

This is the sectioning for a BMC-series Research Article l 197 | manuscript submission . . .
For other types of articles or for non-BMC series journals, see the relevant section headings at http://www.biomedcentral.com/authors/.

199 |

• Abstract

200 |

• Background

201 |

• Results

202 |

• Conclusions

203 |

• Background

204 |

• Methods

205 |

• Results and Discussion

206 |

• Conclusions

207 |

• Authors contributions

208 |

• Acknowledgements

209 |

• References

210 |

• Figures

211 |

• Tables

212 |

• Additional files

213 |

7 Further information

214 |

The latest version of the BioMed Central TeX 215 | template distribution, and full instructions on its use, are available here:

216 |

http://www.biomedcentral.com/ifora/tex/

217 | 218 | 219 | -------------------------------------------------------------------------------- /inputs/data_collection.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "code", 5 | "execution_count": null, 6 | "metadata": {}, 7 | "outputs": [], 8 | "source": [ 9 | "#!pip install openai\n", 10 | "import os\n", 11 | "import openai\n", 12 | "import pandas as pd\n", 13 | "import numpy as np\n", 14 | "import time\n", 15 | "import random\n", 16 | "openai.organization = \"organization_id\"\n", 17 | "openai.api_key = \"api_key\"" 18 | ] 19 | }, 20 | { 21 | "cell_type": "code", 22 | "execution_count": null, 23 | "metadata": { 24 | "scrolled": true 25 | }, 26 | "outputs": [], 27 | "source": [ 28 | "##### Load data #####\n", 29 | "ethos_data = pd.read_csv(\"Ethos_Dataset_Multi_Label.csv\", delimiter=';')\n", 30 | "ethos_data_binary = pd.read_csv(\"Ethos_Dataset_Binary.csv\", delimiter=';')\n", 31 | "sexist = pd.DataFrame(ethos_data[ethos_data[\"gender\"] >= 0.5][\"comment\"])\n", 32 | "racist = pd.DataFrame(ethos_data[ethos_data[\"race\"] >= 0.5][\"comment\"])\n", 33 | "not_hate = ethos_data_binary[ethos_data_binary[\"isHate\"] == 0]\n", 34 | "sexist[\"category\"] = \"sexist\"\n", 35 | "racist[\"category\"] = \"racist\"\n", 36 | "not_hate[\"category\"] = \"not hate\"\n", 37 | "\n", 38 | "### Other categories ###\n", 39 | "#disability = ethos_data[ethos_data[\"disability\"] >= 1][\"comment\"]\n", 40 | "#religion = ethos_data[ethos_data[\"religion\"] >= 1][\"comment\"]\n", 41 | "#sexual_orientation = ethos_data[ethos_data[\"sexual_orientation\"] >= 1][\"comment\"]" 42 | ] 43 | }, 44 | { 45 | "cell_type": "code", 46 | "execution_count": null, 47 | "metadata": { 48 | "scrolled": true 49 | }, 50 | "outputs": [], 51 | "source": [ 52 | "##### Zero-Shot #####\n", 53 | "def zero_shot(cat, label, comment, temperature):\n", 54 | " prompt='Is the following text '+cat+', answer yes or no. '+' \"'+comment+'\" '+' Answer:'\n", 55 | " zero_shot_results = dict()\n", 56 | " response = openai.Completion.create(\n", 57 | " engine=\"davinci\",\n", 58 | " prompt=prompt,\n", 59 | " temperature=temperature,\n", 60 | " max_tokens=2,\n", 61 | " top_p=1,\n", 62 | " n = 1,\n", 63 | " stop=[\"\\n\"]\n", 64 | " )\n", 65 | " \n", 66 | " zero_shot_results[\"category\"] = cat\n", 67 | " zero_shot_results[\"label\"] = label\n", 68 | " zero_shot_results[\"prompt\"] = prompt\n", 69 | " zero_shot_results['answer'] = response[\"choices\"][0].text\n", 70 | " zero_shot_results['temperature'] = temperature\n", 71 | " return zero_shot_results" 72 | ] 73 | }, 74 | { 75 | "cell_type": "code", 76 | "execution_count": null, 77 | "metadata": {}, 78 | "outputs": [], 79 | "source": [ 80 | "# One-Shot\n", 81 | "def one_shot(cat, label, example, comment, temperature):\n", 82 | " one_shot_results = dict()\n", 83 | " prompt = 'The following text in quotes is ' + cat+ ': ' +\\\n", 84 | " '\"'+example + '\"' +\\\n", 85 | " \" Is the following text in quotes \" + cat+ \", answer yes or no: \" +\\\n", 86 | " '\"'+comment + '.\"'+\\\n", 87 | " \" Answer:\"\n", 88 | " response = openai.Completion.create(\n", 89 | " engine=\"davinci\",\n", 90 | " prompt = prompt,\n", 91 | " temperature=0,\n", 92 | " max_tokens=2,\n", 93 | " top_p=1,\n", 94 | " n = 1,\n", 95 | " stop=[\"\\n\"]\n", 96 | " )\n", 97 | " one_shot_results[\"category\"] = cat\n", 98 | " one_shot_results[\"label\"] = label\n", 99 | " one_shot_results[\"prompt\"] = prompt\n", 100 | " one_shot_results[\"example\"] = example\n", 101 | " one_shot_results[\"comment\"] = comment\n", 102 | " one_shot_results['answer'] = response[\"choices\"][0].text\n", 103 | " one_shot_results['temperature'] = temperature\n", 104 | " \n", 105 | " return one_shot_results" 106 | ] 107 | }, 108 | { 109 | "cell_type": "code", 110 | "execution_count": null, 111 | "metadata": { 112 | "scrolled": true 113 | }, 114 | "outputs": [], 115 | "source": [ 116 | "# Few-Shot: single-category\n", 117 | "def few_shot_single(cat, label, example1, example2, example3, comment, temperature):\n", 118 | " few_shot_results = dict()\n", 119 | " prompt = \"'''\"+example1+\"'''\"+ \": \" + cat+'. \\n'+\\\n", 120 | " \"'''\"+example2+\"'''\"+ \": \" + \"not-\"+ cat +'. \\n'+\\\n", 121 | " \"'''\"+example3+\"'''\"+ \": \" + cat+'. \\n'+\\\n", 122 | " \"'''\"+comment+\"''':\"\n", 123 | " response = openai.Completion.create(\n", 124 | " engine=\"davinci\",\n", 125 | " prompt= prompt,\n", 126 | " temperature=0,\n", 127 | " max_tokens=4,\n", 128 | " top_p=1,\n", 129 | " n = 1,\n", 130 | " stop=[\".\"]\n", 131 | " )\n", 132 | " few_shot_results[\"category\"] = cat\n", 133 | " few_shot_results[\"label\"] = label\n", 134 | " few_shot_results[\"prompt\"] = prompt\n", 135 | " few_shot_results[\"example1\"] = example1\n", 136 | " few_shot_results[\"example2\"] = example2\n", 137 | " few_shot_results[\"example3\"] = example3\n", 138 | " few_shot_results[\"comment\"] = comment\n", 139 | " few_shot_results['answer'] = response[\"choices\"][0].text\n", 140 | " few_shot_results[\"temperature\"] = temperature\n", 141 | " \n", 142 | " return few_shot_results" 143 | ] 144 | }, 145 | { 146 | "cell_type": "code", 147 | "execution_count": null, 148 | "metadata": {}, 149 | "outputs": [], 150 | "source": [ 151 | "# Few-Shot: mixed-category\n", 152 | "def few_shot_mixed(cat, label, example1, example2, example3, comment, temperature):\n", 153 | " few_shot_results = dict()\n", 154 | " example1 = sexist.reset_index()[\"comment\"][i]\n", 155 | " example2 = racist.reset_index()[\"comment\"][i]\n", 156 | " example3 = not_hate.reset_index()[\"comment\"][i]\n", 157 | " instruction = \"Classify the following texts into 'racist', 'sexist' or 'neither'. \\n\"\n", 158 | " prompt = instruction +\\ # Remove instruction to not include an instruction in the prompt\n", 159 | " \"'''\"+example1+\"'''\"+ \": \" + \"sexist. \\n\"+\\\n", 160 | " \"'''\"+example2+\"'''\"+ \": \" + \"racist. \\n\"+\\\n", 161 | " \"'''\"+example3+\"'''\"+ \": \" + \"neither. \\n\"+\\\n", 162 | " \"'''\"+comment+\"''':\"\n", 163 | " response = openai.Completion.create(\n", 164 | " engine=\"davinci\",\n", 165 | " prompt= prompt,\n", 166 | " temperature=0,\n", 167 | " max_tokens=4,\n", 168 | " top_p=1,\n", 169 | " n = 1,\n", 170 | " stop=[\".\"]\n", 171 | " )\n", 172 | " few_shot_results[\"category\"] = cat\n", 173 | " few_shot_results[\"label\"] = label\n", 174 | " few_shot_results[\"prompt\"] = prompt\n", 175 | " few_shot_results[\"example1\"] = example1\n", 176 | " few_shot_results[\"example2\"] = example2\n", 177 | " few_shot_results[\"example3\"] = example3\n", 178 | " few_shot_results[\"example_set\"] = i\n", 179 | " few_shot_results[\"comment\"] = comment\n", 180 | " few_shot_results['answer'] = response[\"choices\"][0].text\n", 181 | " few_shot_results[\"temperature\"] = temperature\n", 182 | " \n", 183 | " return few_shot_results" 184 | ] 185 | }, 186 | { 187 | "cell_type": "code", 188 | "execution_count": null, 189 | "metadata": {}, 190 | "outputs": [], 191 | "source": [ 192 | "def few_shot_instruction(cat, label, example1, example2, example3, comment, temperature):\n", 193 | " few_shot_results = dict()\n", 194 | " prompt = \"Classify the following texts into 'racist', 'sexist' or 'neither'. \\n\" +\\\n", 195 | " \"'''\"+example1+\"'''\"+ \": \" + \"sexist. \\n\"+\\\n", 196 | " \"'''\"+example2+\"'''\"+ \": \" + \"racist. \\n\"+\\\n", 197 | " \"'''\"+example3+\"'''\"+ \": \" + \"neither. \\n\"+\\\n", 198 | " \"'''\"+comment+\"''':\"\n", 199 | " response = openai.Completion.create(\n", 200 | " engine=\"davinci\",\n", 201 | " prompt= prompt,\n", 202 | " temperature=0,\n", 203 | " max_tokens=4,\n", 204 | " top_p=1,\n", 205 | " n = 1,\n", 206 | " stop=[\".\"]\n", 207 | " )\n", 208 | " few_shot_results[\"category\"] = cat\n", 209 | " few_shot_results[\"label\"] = label\n", 210 | " few_shot_results[\"prompt\"] = prompt\n", 211 | " few_shot_results[\"example1\"] = example1\n", 212 | " few_shot_results[\"example2\"] = example2\n", 213 | " few_shot_results[\"example3\"] = example3\n", 214 | " few_shot_results[\"comment\"] = comment\n", 215 | " few_shot_results['answer'] = response[\"choices\"][0].text\n", 216 | " few_shot_results[\"temperature\"] = temperature\n", 217 | " \n", 218 | " return few_shot_results" 219 | ] 220 | } 221 | ], 222 | "metadata": { 223 | "kernelspec": { 224 | "display_name": "Python 3", 225 | "language": "python", 226 | "name": "python3" 227 | }, 228 | "language_info": { 229 | "codemirror_mode": { 230 | "name": "ipython", 231 | "version": 3 232 | }, 233 | "file_extension": ".py", 234 | "mimetype": "text/x-python", 235 | "name": "python", 236 | "nbconvert_exporter": "python", 237 | "pygments_lexer": "ipython3", 238 | "version": "3.7.4" 239 | } 240 | }, 241 | "nbformat": 4, 242 | "nbformat_minor": 2 243 | } 244 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article.log: -------------------------------------------------------------------------------- 1 | This is pdfTeX, Version 3.141592653-2.6-1.40.23 (TeX Live 2022/dev) (preloaded format=pdflatex 2022.3.23) 28 MAR 2022 15:25 2 | entering extended mode 3 | restricted \write18 enabled. 4 | %&-line parsing enabled. 5 | **bmc_article.tex 6 | (./bmc_article.tex 7 | LaTeX2e <2021-11-15> patch level 1 8 | L3 programming layer <2022-02-24> (./bmcart.cls 9 | Document Class: bmcart 2014/01/24BioMed Central class (VS) 10 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/article.cls 11 | Document Class: article 2021/10/04 v1.4n Standard LaTeX document class 12 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/size10.clo 13 | File: size10.clo 2021/10/04 v1.4n Standard LaTeX file (size option) 14 | ) 15 | \c@part=\count185 16 | \c@section=\count186 17 | \c@subsection=\count187 18 | \c@subsubsection=\count188 19 | \c@paragraph=\count189 20 | \c@subparagraph=\count190 21 | \c@figure=\count191 22 | \c@table=\count192 23 | \abovecaptionskip=\skip47 24 | \belowcaptionskip=\skip48 25 | \bibindent=\dimen138 26 | ) 27 | \mathindent=\dimen139 28 | 29 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics/keyval.sty 30 | Package: keyval 2014/10/28 v1.15 key=value parser (DPC) 31 | \KV@toks@=\toks16 32 | ) (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/xcolor/xcolor.sty 33 | Package: xcolor 2021/10/31 v2.13 LaTeX color extensions (UK) 34 | 35 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-cfg/color. 36 | cfg 37 | File: color.cfg 2016/01/02 v1.6 sample color configuration 38 | ) 39 | Package xcolor Info: Driver file: pdftex.def on input line 227. 40 | 41 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-def/pdftex 42 | .def 43 | File: pdftex.def 2020/10/05 v1.2a Graphics/color driver for pdftex 44 | ) 45 | Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1352. 46 | Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1356. 47 | Package xcolor Info: Model `RGB' extended on input line 1368. 48 | Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1370. 49 | Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1371. 50 | Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1372. 51 | Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1373. 52 | Package xcolor Info: Model `Gray' substituted by `gray' on input line 1374. 53 | Package xcolor Info: Model `wave' substituted by `hsb' on input line 1375. 54 | ) 55 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/lastpage/lastpage.s 56 | ty 57 | Package: lastpage 2021/09/03 v1.2n Refers to last page's name (HMM; JPG) 58 | ) 59 | \c@thanks=\count193 60 | \bmcfloat@box=\box50 61 | \c@author=\count194 62 | \c@address=\count195 63 | \sv@mathsurround=\dimen140 64 | \fm@box=\box51 65 | \c@addressref=\count196 66 | \thanks@box=\box52 67 | \abstract@box=\box53 68 | \authors@list=\toks17 69 | \keywords@list=\toks18 70 | ) 71 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/inputenc.sty 72 | Package: inputenc 2021/02/14 v1.3d Input encoding file 73 | \inpenc@prehook=\toks19 74 | \inpenc@posthook=\toks20 75 | ) 76 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/l3backend/l3backend 77 | -pdftex.def 78 | File: l3backend-pdftex.def 2022-02-07 L3 backend support: PDF output (pdfTeX) 79 | \l__color_backend_stack_int=\count197 80 | \l__pdf_internal_box=\box54 81 | ) (./bmc_article.aux) 82 | \openout1 = `bmc_article.aux'. 83 | 84 | LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 86. 85 | LaTeX Font Info: ... okay on input line 86. 86 | LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 86. 87 | LaTeX Font Info: ... okay on input line 86. 88 | LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 86. 89 | LaTeX Font Info: ... okay on input line 86. 90 | LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 86. 91 | LaTeX Font Info: ... okay on input line 86. 92 | LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 86. 93 | LaTeX Font Info: ... okay on input line 86. 94 | LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 86. 95 | LaTeX Font Info: ... okay on input line 86. 96 | LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 86. 97 | LaTeX Font Info: ... okay on input line 86. 98 | Package lastpage Info: Please have a look at the pageslts package at 99 | (lastpage) https://www.ctan.org/pkg/pageslts 100 | (lastpage) ! on input line 86. 101 | 102 | 103 | LaTeX Font Warning: Font shape `OT1/cmss/bx/n' in size <13> not available 104 | (Font) size <12> substituted on input line 92. 105 | 106 | 107 | LaTeX Font Warning: Font shape `OT1/cmss/m/n' in size <24> not available 108 | (Font) size <24.88> substituted on input line 100. 109 | 110 | LaTeX Font Info: Calculating math sizes for size <11> on input line 120. 111 | 112 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <5.5> not available 113 | (Font) size <5> substituted on input line 120. 114 | 115 | 116 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <5.5> not available 117 | (Font) size <5> substituted on input line 120. 118 | 119 | 120 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <5.5> not available 121 | (Font) size <5> substituted on input line 120. 122 | 123 | LaTeX Font Info: External font `cmex10' loaded for size 124 | (Font) <11> on input line 120. 125 | LaTeX Font Info: External font `cmex10' loaded for size 126 | (Font) <7.69997> on input line 120. 127 | LaTeX Font Info: External font `cmex10' loaded for size 128 | (Font) <5.5> on input line 120. 129 | \address@aff1=\toks21 130 | \address@aff2=\toks22 131 | LaTeX Font Info: External font `cmex10' loaded for size 132 | (Font) <7> on input line 169. 133 | LaTeX Font Info: External font `cmex10' loaded for size 134 | (Font) <5> on input line 169. 135 | LaTeX Font Info: Font shape `OT1/cmss/m/it' in size <8> not available 136 | (Font) Font shape `OT1/cmss/m/sl' tried instead on input line 252. 137 | 138 | [1{/Users/rohanalexander/Library/TinyTeX/texmf-var/fonts/map/pdftex/updmap/pdft 139 | ex.map} 140 | 141 | ] [2] [3] [4] [5] [6] [7] [8] [9] [10] [11] [12] (./bmc_article.bbl 142 | [13]) 143 | LaTeX Font Info: External font `cmex10' loaded for size 144 | (Font) <8> on input line 601. 145 | LaTeX Font Info: External font `cmex10' loaded for size 146 | (Font) <6> on input line 601. 147 | 148 | 149 | LaTeX Font Warning: Font shape `OT1/cmss/m/n' in size <7.5> not available 150 | (Font) size <7> substituted on input line 854. 151 | 152 | LaTeX Font Info: Calculating math sizes for size <7.5> on input line 855. 153 | 154 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <7.5> not available 155 | (Font) size <7> substituted on input line 855. 156 | 157 | 158 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <3.75> not available 159 | (Font) size <5> substituted on input line 855. 160 | 161 | 162 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <7.5> not available 163 | (Font) size <7> substituted on input line 855. 164 | 165 | 166 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <3.75> not available 167 | (Font) size <5> substituted on input line 855. 168 | 169 | 170 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <7.5> not available 171 | (Font) size <7> substituted on input line 855. 172 | 173 | 174 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <3.75> not available 175 | (Font) size <5> substituted on input line 855. 176 | 177 | LaTeX Font Info: External font `cmex10' loaded for size 178 | (Font) <7.5> on input line 855. 179 | LaTeX Font Info: External font `cmex10' loaded for size 180 | (Font) <5.24997> on input line 855. 181 | LaTeX Font Info: External font `cmex10' loaded for size 182 | (Font) <3.75> on input line 855. 183 | 184 | Underfull \hbox (badness 1755) in paragraph at lines 860--860 185 | []\OT1/cmss/m/n/7 Women de-serve to be abused, I 186 | [] 187 | 188 | 189 | Underfull \hbox (badness 977) in paragraph at lines 862--863 190 | []\OT1/cmss/m/n/7 You look like Harry Pot-ter if he 191 | [] 192 | 193 | 194 | Underfull \hbox (badness 1668) in paragraph at lines 863--863 195 | \OT1/cmss/m/n/7 to fund planned par-ent-hood, the 196 | [] 197 | 198 | 199 | Underfull \hbox (badness 977) in paragraph at lines 863--863 200 | \OT1/cmss/m/n/7 in-tel-li-gence and we are the more 201 | [] 202 | 203 | 204 | Underfull \hbox (badness 981) in paragraph at lines 863--863 205 | \OT1/cmss/m/n/7 evolved and su-pe-rior race with a 206 | [] 207 | 208 | 209 | Underfull \hbox (badness 1590) in paragraph at lines 864--864 210 | \OT1/cmss/m/n/7 egyp-tian shit-skins, pali-rats, syr-ian 211 | [] 212 | 213 | 214 | Overfull \hbox (56.8858pt too wide) in paragraph at lines 855--871 215 | [][] 216 | [] 217 | 218 | [14] [15] [16] [17] [18] [19] [20] [21] [22] 219 | Underfull \hbox (badness 3260) in paragraph at lines 1262--1263 220 | []\OT1/cmss/m/n/7 GPT-3 clas-si-fi-ca- 221 | [] 222 | 223 | 224 | Overfull \hbox (28.43303pt too wide) in paragraph at lines 1260--1280 225 | [][] 226 | [] 227 | 228 | [23] 229 | AED: lastpage setting LastPage 230 | (./bmc_article.aux) 231 | 232 | LaTeX Font Warning: Size substitutions with differences 233 | (Font) up to 1.25pt have occurred. 234 | 235 | ) 236 | Here is how much of TeX's memory you used: 237 | 1936 strings out of 480236 238 | 29243 string characters out of 5894295 239 | 370751 words of memory out of 5000000 240 | 19927 multiletter control sequences out of 15000+600000 241 | 476302 words of font info for 51 fonts, out of 8000000 for 9000 242 | 14 hyphenation exceptions out of 8191 243 | 48i,10n,61p,2186b,485s stack positions out of 5000i,500n,10000p,200000b,80000s 244 | 255 | Output written on bmc_article.pdf (23 pages, 179758 bytes). 256 | PDF statistics: 257 | 123 PDF objects out of 1000 (max. 8388607) 258 | 79 compressed objects within 1 object stream 259 | 0 named destinations out of 1000 (max. 500000) 260 | 1 words of extra memory for PDF output out of 10000 (max. 10000000) 261 | 262 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 5.log: -------------------------------------------------------------------------------- 1 | This is pdfTeX, Version 3.141592653-2.6-1.40.23 (TeX Live 2022/dev) (preloaded format=pdflatex 2022.3.23) 24 MAR 2022 15:10 2 | entering extended mode 3 | restricted \write18 enabled. 4 | %&-line parsing enabled. 5 | **bmc_article.tex 6 | (./bmc_article.tex 7 | LaTeX2e <2021-11-15> patch level 1 8 | L3 programming layer <2022-02-24> (./bmcart.cls 9 | Document Class: bmcart 2014/01/24BioMed Central class (VS) 10 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/article.cls 11 | Document Class: article 2021/10/04 v1.4n Standard LaTeX document class 12 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/size10.clo 13 | File: size10.clo 2021/10/04 v1.4n Standard LaTeX file (size option) 14 | ) 15 | \c@part=\count185 16 | \c@section=\count186 17 | \c@subsection=\count187 18 | \c@subsubsection=\count188 19 | \c@paragraph=\count189 20 | \c@subparagraph=\count190 21 | \c@figure=\count191 22 | \c@table=\count192 23 | \abovecaptionskip=\skip47 24 | \belowcaptionskip=\skip48 25 | \bibindent=\dimen138 26 | ) 27 | \mathindent=\dimen139 28 | 29 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics/keyval.sty 30 | Package: keyval 2014/10/28 v1.15 key=value parser (DPC) 31 | \KV@toks@=\toks16 32 | ) (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/xcolor/xcolor.sty 33 | Package: xcolor 2021/10/31 v2.13 LaTeX color extensions (UK) 34 | 35 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-cfg/color. 36 | cfg 37 | File: color.cfg 2016/01/02 v1.6 sample color configuration 38 | ) 39 | Package xcolor Info: Driver file: pdftex.def on input line 227. 40 | 41 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-def/pdftex 42 | .def 43 | File: pdftex.def 2020/10/05 v1.2a Graphics/color driver for pdftex 44 | ) 45 | Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1352. 46 | Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1356. 47 | Package xcolor Info: Model `RGB' extended on input line 1368. 48 | Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1370. 49 | Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1371. 50 | Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1372. 51 | Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1373. 52 | Package xcolor Info: Model `Gray' substituted by `gray' on input line 1374. 53 | Package xcolor Info: Model `wave' substituted by `hsb' on input line 1375. 54 | ) 55 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/lastpage/lastpage.s 56 | ty 57 | Package: lastpage 2021/09/03 v1.2n Refers to last page's name (HMM; JPG) 58 | ) 59 | \c@thanks=\count193 60 | \bmcfloat@box=\box50 61 | \c@author=\count194 62 | \c@address=\count195 63 | \sv@mathsurround=\dimen140 64 | \fm@box=\box51 65 | \c@addressref=\count196 66 | \thanks@box=\box52 67 | \abstract@box=\box53 68 | \authors@list=\toks17 69 | \keywords@list=\toks18 70 | ) 71 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/inputenc.sty 72 | Package: inputenc 2021/02/14 v1.3d Input encoding file 73 | \inpenc@prehook=\toks19 74 | \inpenc@posthook=\toks20 75 | ) 76 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/l3backend/l3backend 77 | -pdftex.def 78 | File: l3backend-pdftex.def 2022-02-07 L3 backend support: PDF output (pdfTeX) 79 | \l__color_backend_stack_int=\count197 80 | \l__pdf_internal_box=\box54 81 | ) (./bmc_article.aux 82 | 83 | LaTeX Warning: Label `fig:comparison' multiply defined. 84 | 85 | 86 | LaTeX Warning: Label `tab:zeroshot-summary' multiply defined. 87 | 88 | 89 | LaTeX Warning: Label `tab:oneshot-summary' multiply defined. 90 | 91 | 92 | LaTeX Warning: Label `tab:fewshotsingle-summary' multiply defined. 93 | 94 | 95 | LaTeX Warning: Label `tab:fewshotmixed-summary' multiply defined. 96 | 97 | 98 | LaTeX Warning: Label `tab:fewshotmixedanswersnoinstruct' multiply defined. 99 | 100 | 101 | LaTeX Warning: Label `tab:fewshotmixedinstruct-matrix' multiply defined. 102 | 103 | 104 | LaTeX Warning: Label `tab:fewshotmixedanswersnoinstruct' multiply defined. 105 | 106 | 107 | LaTeX Warning: Label `tab:fewshotmixedinstruct-matrix' multiply defined. 108 | 109 | 110 | LaTeX Warning: Label `tab:fewshotmixedinstructsummary' multiply defined. 111 | 112 | ) 113 | \openout1 = `bmc_article.aux'. 114 | 115 | LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 86. 116 | LaTeX Font Info: ... okay on input line 86. 117 | LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 86. 118 | LaTeX Font Info: ... okay on input line 86. 119 | LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 86. 120 | LaTeX Font Info: ... okay on input line 86. 121 | LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 86. 122 | LaTeX Font Info: ... okay on input line 86. 123 | LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 86. 124 | LaTeX Font Info: ... okay on input line 86. 125 | LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 86. 126 | LaTeX Font Info: ... okay on input line 86. 127 | LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 86. 128 | LaTeX Font Info: ... okay on input line 86. 129 | Package lastpage Info: Please have a look at the pageslts package at 130 | (lastpage) https://www.ctan.org/pkg/pageslts 131 | (lastpage) ! on input line 86. 132 | 133 | 134 | LaTeX Font Warning: Font shape `OT1/cmss/bx/n' in size <13> not available 135 | (Font) size <12> substituted on input line 92. 136 | 137 | 138 | LaTeX Font Warning: Font shape `OT1/cmss/m/n' in size <24> not available 139 | (Font) size <24.88> substituted on input line 100. 140 | 141 | LaTeX Font Info: Calculating math sizes for size <11> on input line 121. 142 | 143 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <5.5> not available 144 | (Font) size <5> substituted on input line 121. 145 | 146 | 147 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <5.5> not available 148 | (Font) size <5> substituted on input line 121. 149 | 150 | 151 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <5.5> not available 152 | (Font) size <5> substituted on input line 121. 153 | 154 | LaTeX Font Info: External font `cmex10' loaded for size 155 | (Font) <11> on input line 121. 156 | LaTeX Font Info: External font `cmex10' loaded for size 157 | (Font) <7.69997> on input line 121. 158 | LaTeX Font Info: External font `cmex10' loaded for size 159 | (Font) <5.5> on input line 121. 160 | LaTeX Font Info: Trying to load font information for TS1+cmss on input line 161 | 121. 162 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/ts1cmss.fd 163 | File: ts1cmss.fd 2019/12/16 v2.5j Standard LaTeX font definitions 164 | ) 165 | \address@aff1=\toks21 166 | \address@aff2=\toks22 167 | LaTeX Font Info: External font `cmex10' loaded for size 168 | (Font) <7> on input line 170. 169 | LaTeX Font Info: External font `cmex10' loaded for size 170 | (Font) <5> on input line 170. 171 | LaTeX Font Info: Font shape `OT1/cmss/m/it' in size <8> not available 172 | (Font) Font shape `OT1/cmss/m/sl' tried instead on input line 253. 173 | 174 | 175 | [1{/Users/rohanalexander/Library/TinyTeX/texmf-var/fonts/map/pdftex/updmap/pdft 176 | ex.map} 177 | 178 | ] 179 | 180 | LaTeX Warning: Reference `appendxa' on page 2 undefined on input line 258. 181 | 182 | 183 | LaTeX Warning: Reference `appendxb' on page 2 undefined on input line 258. 184 | 185 | 186 | LaTeX Warning: Reference `appendxc' on page 2 undefined on input line 258. 187 | 188 | [2] [3] [4] [5] [6] 189 | 190 | LaTeX Warning: Reference `appendxa' on page 7 undefined on input line 374. 191 | 192 | [7] 193 | 194 | LaTeX Warning: Reference `appendixbzeroshot' on page 8 undefined on input line 195 | 426. 196 | 197 | LaTeX Font Info: External font `cmex10' loaded for size 198 | (Font) <8> on input line 432. 199 | LaTeX Font Info: External font `cmex10' loaded for size 200 | (Font) <6> on input line 432. 201 | 202 | LaTeX Warning: Reference `appendixboneshot' on page 8 undefined on input line 4 203 | 55. 204 | 205 | [8] 206 | 207 | LaTeX Warning: Reference `appendixbfewshotsingle' on page 9 undefined on input 208 | line 484. 209 | 210 | 211 | LaTeX Warning: Reference `appendxbmuxedubsnorinstruction' on page 9 undefined o 212 | n input line 513. 213 | 214 | [9] [10] 215 | Overfull \hbox (7694.7252pt too wide) in paragraph at lines 569--574 216 | [][] 217 | [] 218 | 219 | 220 | LaTeX Warning: Reference `appendxbmuxedubstryctub' on page 11 undefined on inpu 221 | t line 581. 222 | 223 | [11] [12] [13] 224 | 225 | LaTeX Warning: Reference `appendxc' on page 14 undefined on input line 688. 226 | 227 | 228 | LaTeX Warning: Reference `appendxc' on page 14 undefined on input line 688. 229 | 230 | [14] (./bmc_article.bbl [15]) 231 | Overfull \hbox (3963.57361pt too wide) in paragraph at lines 877--882 232 | [][] 233 | [] 234 | 235 | 236 | Overfull \hbox (3963.57361pt too wide) in paragraph at lines 953--958 237 | [][] 238 | [] 239 | 240 | 241 | AED: lastpage setting LastPage 242 | [16] [17] [18] (./bmc_article.aux) 243 | 244 | LaTeX Font Warning: Size substitutions with differences 245 | (Font) up to 1.0pt have occurred. 246 | 247 | 248 | LaTeX Warning: There were undefined references. 249 | 250 | 251 | LaTeX Warning: There were multiply-defined labels. 252 | 253 | ) 254 | Here is how much of TeX's memory you used: 255 | 1935 strings out of 480236 256 | 29439 string characters out of 5894295 257 | 358688 words of memory out of 5000000 258 | 19921 multiletter control sequences out of 15000+600000 259 | 476987 words of font info for 53 fonts, out of 8000000 for 9000 260 | 14 hyphenation exceptions out of 8191 261 | 48i,10n,61p,2277b,487s stack positions out of 5000i,500n,10000p,200000b,80000s 262 | 269 | 275 | Output written on bmc_article.pdf (18 pages, 176416 bytes). 276 | PDF statistics: 277 | 117 PDF objects out of 1000 (max. 8388607) 278 | 76 compressed objects within 1 object stream 279 | 0 named destinations out of 1000 (max. 500000) 280 | 1 words of extra memory for PDF output out of 10000 (max. 10000000) 281 | 282 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 2.log: -------------------------------------------------------------------------------- 1 | This is pdfTeX, Version 3.141592653-2.6-1.40.23 (TeX Live 2022/dev) (preloaded format=pdflatex 2022.3.15) 15 MAR 2022 17:03 2 | entering extended mode 3 | restricted \write18 enabled. 4 | %&-line parsing enabled. 5 | **bmc_article.tex 6 | (./bmc_article.tex 7 | LaTeX2e <2021-11-15> patch level 1 8 | L3 programming layer <2022-02-24> (./bmcart.cls 9 | Document Class: bmcart 2014/01/24BioMed Central class (VS) 10 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/article.cls 11 | Document Class: article 2021/10/04 v1.4n Standard LaTeX document class 12 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/size10.clo 13 | File: size10.clo 2021/10/04 v1.4n Standard LaTeX file (size option) 14 | ) 15 | \c@part=\count185 16 | \c@section=\count186 17 | \c@subsection=\count187 18 | \c@subsubsection=\count188 19 | \c@paragraph=\count189 20 | \c@subparagraph=\count190 21 | \c@figure=\count191 22 | \c@table=\count192 23 | \abovecaptionskip=\skip47 24 | \belowcaptionskip=\skip48 25 | \bibindent=\dimen138 26 | ) 27 | \mathindent=\dimen139 28 | 29 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics/keyval.sty 30 | Package: keyval 2014/10/28 v1.15 key=value parser (DPC) 31 | \KV@toks@=\toks16 32 | ) (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/xcolor/xcolor.sty 33 | Package: xcolor 2021/10/31 v2.13 LaTeX color extensions (UK) 34 | 35 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-cfg/color. 36 | cfg 37 | File: color.cfg 2016/01/02 v1.6 sample color configuration 38 | ) 39 | Package xcolor Info: Driver file: pdftex.def on input line 227. 40 | 41 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-def/pdftex 42 | .def 43 | File: pdftex.def 2020/10/05 v1.2a Graphics/color driver for pdftex 44 | ) 45 | Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1352. 46 | Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1356. 47 | Package xcolor Info: Model `RGB' extended on input line 1368. 48 | Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1370. 49 | Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1371. 50 | Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1372. 51 | Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1373. 52 | Package xcolor Info: Model `Gray' substituted by `gray' on input line 1374. 53 | Package xcolor Info: Model `wave' substituted by `hsb' on input line 1375. 54 | ) 55 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/lastpage/lastpage.s 56 | ty 57 | Package: lastpage 2021/09/03 v1.2n Refers to last page's name (HMM; JPG) 58 | ) 59 | \c@thanks=\count193 60 | \bmcfloat@box=\box50 61 | \c@author=\count194 62 | \c@address=\count195 63 | \sv@mathsurround=\dimen140 64 | \fm@box=\box51 65 | \c@addressref=\count196 66 | \thanks@box=\box52 67 | \abstract@box=\box53 68 | \authors@list=\toks17 69 | \keywords@list=\toks18 70 | ) 71 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/inputenc.sty 72 | Package: inputenc 2021/02/14 v1.3d Input encoding file 73 | \inpenc@prehook=\toks19 74 | \inpenc@posthook=\toks20 75 | ) 76 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/l3backend/l3backend 77 | -pdftex.def 78 | File: l3backend-pdftex.def 2022-02-07 L3 backend support: PDF output (pdfTeX) 79 | \l__color_backend_stack_int=\count197 80 | \l__pdf_internal_box=\box54 81 | ) (./bmc_article.aux 82 | 83 | LaTeX Warning: Label `tab:fewshotmixedanswersnoinstruct' multiply defined. 84 | 85 | 86 | LaTeX Warning: Label `tab:fewshotmixedinstruct-matrix' multiply defined. 87 | 88 | 89 | LaTeX Warning: Label `tab:fewshotmixedinstructsummary' multiply defined. 90 | 91 | ) 92 | \openout1 = `bmc_article.aux'. 93 | 94 | LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 86. 95 | LaTeX Font Info: ... okay on input line 86. 96 | LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 86. 97 | LaTeX Font Info: ... okay on input line 86. 98 | LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 86. 99 | LaTeX Font Info: ... okay on input line 86. 100 | LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 86. 101 | LaTeX Font Info: ... okay on input line 86. 102 | LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 86. 103 | LaTeX Font Info: ... okay on input line 86. 104 | LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 86. 105 | LaTeX Font Info: ... okay on input line 86. 106 | LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 86. 107 | LaTeX Font Info: ... okay on input line 86. 108 | Package lastpage Info: Please have a look at the pageslts package at 109 | (lastpage) https://www.ctan.org/pkg/pageslts 110 | (lastpage) ! on input line 86. 111 | 112 | 113 | LaTeX Font Warning: Font shape `OT1/cmss/bx/n' in size <13> not available 114 | (Font) size <12> substituted on input line 92. 115 | 116 | 117 | LaTeX Font Warning: Font shape `OT1/cmss/m/n' in size <24> not available 118 | (Font) size <24.88> substituted on input line 100. 119 | 120 | LaTeX Font Info: Calculating math sizes for size <11> on input line 121. 121 | 122 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <5.5> not available 123 | (Font) size <5> substituted on input line 121. 124 | 125 | 126 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <5.5> not available 127 | (Font) size <5> substituted on input line 121. 128 | 129 | 130 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <5.5> not available 131 | (Font) size <5> substituted on input line 121. 132 | 133 | LaTeX Font Info: External font `cmex10' loaded for size 134 | (Font) <11> on input line 121. 135 | LaTeX Font Info: External font `cmex10' loaded for size 136 | (Font) <7.69997> on input line 121. 137 | LaTeX Font Info: External font `cmex10' loaded for size 138 | (Font) <5.5> on input line 121. 139 | LaTeX Font Info: Trying to load font information for TS1+cmss on input line 140 | 121. 141 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/ts1cmss.fd 142 | File: ts1cmss.fd 2019/12/16 v2.5j Standard LaTeX font definitions 143 | ) 144 | \address@aff1=\toks21 145 | \address@aff2=\toks22 146 | LaTeX Font Info: External font `cmex10' loaded for size 147 | (Font) <7> on input line 170. 148 | LaTeX Font Info: External font `cmex10' loaded for size 149 | (Font) <5> on input line 170. 150 | LaTeX Font Info: Font shape `OT1/cmss/m/it' in size <8> not available 151 | (Font) Font shape `OT1/cmss/m/sl' tried instead on input line 252. 152 | 153 | 154 | [1{/Users/rohanalexander/Library/TinyTeX/texmf-var/fonts/map/pdftex/updmap/pdft 155 | ex.map} 156 | 157 | ] [2] [3] [4] [5] 158 | 159 | LaTeX Warning: Reference `appendxa' on page 6 undefined on input line 364. 160 | 161 | [6] [7] 162 | 163 | LaTeX Warning: Reference `tab:zeroshot-racism' on page 8 undefined on input lin 164 | e 412. 165 | 166 | 167 | LaTeX Warning: Reference `tab:zeroshot-sexism' on page 8 undefined on input lin 168 | e 412. 169 | 170 | 171 | LaTeX Warning: Reference `tab:zeroshot-hate' on page 8 undefined on input line 172 | 412. 173 | 174 | 175 | LaTeX Warning: Reference `appendixbzeroshot' on page 8 undefined on input line 176 | 412. 177 | 178 | 179 | LaTeX Warning: Reference `tab:oneshot-racism' on page 8 undefined on input line 180 | 417. 181 | 182 | 183 | LaTeX Warning: Reference `tab:oneshot-sexism' on page 8 undefined on input line 184 | 417. 185 | 186 | 187 | LaTeX Warning: Reference `tab:oneshot-hate' on page 8 undefined on input line 4 188 | 17. 189 | 190 | 191 | LaTeX Warning: Reference `appendixboneshot' on page 8 undefined on input line 4 192 | 17. 193 | 194 | 195 | LaTeX Warning: Reference `tab:fewshotsingle-racism' on page 8 undefined on inpu 196 | t line 422. 197 | 198 | 199 | LaTeX Warning: Reference `tab:fewshotsingle-sexism' on page 8 undefined on inpu 200 | t line 422. 201 | 202 | 203 | LaTeX Warning: Reference `tab:fewshotsingle-hate' on page 8 undefined on input 204 | line 422. 205 | 206 | 207 | LaTeX Warning: Reference `appendixbfewshotsingle' on page 8 undefined on input 208 | line 422. 209 | 210 | 211 | LaTeX Warning: Reference `tab:fewshotmixed-racism' on page 8 undefined on input 212 | line 427. 213 | 214 | 215 | LaTeX Warning: Reference `tab:fewshotmixed-sexism' on page 8 undefined on input 216 | line 427. 217 | 218 | 219 | LaTeX Warning: Reference `appendxbmuxedubsnorinstruction' on page 8 undefined o 220 | n input line 427. 221 | 222 | [8] [9] 223 | 224 | LaTeX Warning: Reference `tab:fewshotmixedinstruct-racism' on page 10 undefined 225 | on input line 440. 226 | 227 | 228 | LaTeX Warning: Reference `tab:fewshotmixedinstruct-sexism' on page 10 undefined 229 | on input line 440. 230 | 231 | 232 | LaTeX Warning: Reference `appendxbmuxedubstryctub' on page 10 undefined on inpu 233 | t line 440. 234 | 235 | [10] [11] 236 | 237 | LaTeX Warning: Reference `tab:profanity' on page 12 undefined on input line 482 238 | . 239 | 240 | 241 | LaTeX Warning: Reference `appendxc' on page 12 undefined on input line 482. 242 | 243 | 244 | LaTeX Warning: Reference `tab:profanity' on page 12 undefined on input line 482 245 | . 246 | 247 | 248 | LaTeX Warning: Reference `tab:misspell-results' on page 12 undefined on input l 249 | ine 482. 250 | 251 | 252 | LaTeX Warning: Reference `appendxc' on page 12 undefined on input line 482. 253 | 254 | (./bmc_article.bbl [12]) 255 | LaTeX Font Info: External font `cmex10' loaded for size 256 | (Font) <8> on input line 577. 257 | LaTeX Font Info: External font `cmex10' loaded for size 258 | (Font) <6> on input line 577. 259 | 260 | Overfull \hbox (3963.57361pt too wide) in paragraph at lines 673--678 261 | [][] 262 | [] 263 | 264 | 265 | Overfull \hbox (3963.57361pt too wide) in paragraph at lines 749--754 266 | [][] 267 | [] 268 | 269 | 270 | AED: lastpage setting LastPage 271 | [13] [14] [15] (./bmc_article.aux) 272 | 273 | LaTeX Font Warning: Size substitutions with differences 274 | (Font) up to 1.0pt have occurred. 275 | 276 | 277 | LaTeX Warning: There were undefined references. 278 | 279 | 280 | LaTeX Warning: There were multiply-defined labels. 281 | 282 | ) 283 | Here is how much of TeX's memory you used: 284 | 1947 strings out of 480236 285 | 29731 string characters out of 5894295 286 | 364031 words of memory out of 5000000 287 | 19933 multiletter control sequences out of 15000+600000 288 | 476987 words of font info for 53 fonts, out of 8000000 for 9000 289 | 14 hyphenation exceptions out of 8191 290 | 48i,10n,61p,1960b,413s stack positions out of 5000i,500n,10000p,200000b,80000s 291 | 298 | 304 | Output written on bmc_article.pdf (15 pages, 166729 bytes). 305 | PDF statistics: 306 | 108 PDF objects out of 1000 (max. 8388607) 307 | 70 compressed objects within 1 object stream 308 | 0 named destinations out of 1000 (max. 500000) 309 | 1 words of extra memory for PDF output out of 10000 (max. 10000000) 310 | 311 | -------------------------------------------------------------------------------- /inputs/misspelling_experiment.py: -------------------------------------------------------------------------------- 1 | import openai 2 | import pandas as pd 3 | import time 4 | import inputs.data_collection_functions as dc 5 | openai.organization = "INSERT ORG ID" 6 | openai.api_key = "INSERT API KEY" 7 | 8 | ethos_data = pd.read_csv("inputs/Ethos_Dataset_Multi_Label.csv", delimiter=';') 9 | ethos_data_binary = pd.read_csv("inputs/Ethos_Dataset_Binary.csv", delimiter=';') 10 | sexist = pd.DataFrame(ethos_data[ethos_data["gender"] >= 0.5]["comment"]) # Filter ethos_data for gender score > 0.5, take only comment column (84 rows) 11 | racist = pd.DataFrame(ethos_data[ethos_data["race"] >= 0.5]["comment"]) # Filter ethos_data for race score > 0.5, take only comment column (76 rows) 12 | not_hate = ethos_data_binary[ethos_data_binary["isHate"] == 0] # Filter ethos_data_binary for non-hate comments (354 rows) 13 | sexist["category"] = "sexist" # Add "category" column to comments 14 | racist["category"] = "racist" # "" 15 | not_hate["category"] = "not hate" # "" 16 | comments = pd.concat([sexist, racist]) # Create one dataframe called comments (160 rows) 17 | comments = comments.reset_index() 18 | 19 | profanity_sexist = pd.DataFrame() 20 | profanity_racist = pd.DataFrame() 21 | 22 | profanity_sexist = profanity_sexist.append([sexist[sexist["comment"].str.contains("nigg")], 23 | sexist[sexist["comment"].str.contains("fuck")], 24 | sexist[sexist["comment"].str.contains("phuck")], # Specific example from paper 25 | sexist[sexist["comment"].str.contains("whore")], 26 | sexist[sexist["comment"].str.contains("kill")], 27 | sexist[sexist["comment"].str.contains("rape")], 28 | sexist[sexist["comment"].str.contains("die")], 29 | sexist[sexist["comment"].str.contains("bitch")]]) 30 | 31 | profanity_racist = profanity_racist.append([racist[racist["comment"].str.contains("nigg")], 32 | racist[racist["comment"].str.contains("fuck")], 33 | racist[racist["comment"].str.contains("phuck")], # Specific example from paper 34 | racist[racist["comment"].str.contains("whore")], 35 | racist[racist["comment"].str.contains("kill")], 36 | racist[racist["comment"].str.contains("rape")], 37 | racist[racist["comment"].str.contains("die")], 38 | racist[racist["comment"].str.contains("bitch")]]) 39 | 40 | # Drop duplicates 41 | profanity_sexist = profanity_sexist.drop_duplicates() 42 | profanity_racist = profanity_racist.drop_duplicates() 43 | 44 | # Create non-profanity data set by dropping all indexes in the original data set that appear in the profanity data set 45 | non_profanity_sexist = sexist.drop(profanity_sexist.index) 46 | non_profanity_racist = racist.drop(profanity_racist.index) 47 | non_profanity_racist.to_csv("outputs/data/non_profanity_racist.csv") 48 | non_profanity_sexist.to_csv("outputs/data/non_profanity_sexist.csv") 49 | 50 | profanity_sexist["status"] = "unedited" 51 | profanity_racist["status"] = "unedited" 52 | profanity_sexist["comment_id"] = profanity_sexist.reset_index().index 53 | profanity_racist["comment_id"] = profanity_racist.reset_index().index 54 | 55 | # Define strings to search for (case insensitive) and misspellings/censorship to replace with 56 | profane_words = [["(?i)nigg", "n1gg"], 57 | ["(?i)nigg", "n*gg"], 58 | ["(?i)nigg", "nig"], 59 | ["(?i)nigg", "n-gg"], 60 | ["(?i)phuck", "fuck"], 61 | ["(?i)fuck", "fck"], 62 | ["(?i)fuck", "phuck"], 63 | ["(?i)fuck", "f*ck"], 64 | ["(?i)fuck", "f-ck"], 65 | ["(?i)whore", "wh0re"], 66 | ["(?i)whore", "wh0r3"], 67 | ["(?i)whore", "whor3"], 68 | ["(?i)whore", "wh-re"], 69 | ["(?i)whore", "wh*re"], 70 | ["(?i)kill", "k1ll"], 71 | ["(?i)kill", "kil"], 72 | ["(?i)kill", "k-ll"], 73 | ["(?i)kill", "k*ll"], 74 | ["(?i)rape", "r@pe"], 75 | ["(?i)rape", "rap"], 76 | ["(?i)rape", "r@p3"], 77 | ["(?i)rape", "rap3"], 78 | ["(?i)rape", "r*pe"], 79 | ["(?i)rape", "r-pe"], 80 | ["(?i)bitch", "b1tch"], 81 | ["(?i)bitch", "b-tch"], 82 | ["(?i)bitch", "b*tch"], 83 | ["(?i)bitch", "bich"], 84 | ["(?i)bitch", "bicht"], 85 | ["(?i)bitch", "bithc"], 86 | ["(?i)die", "dye"], 87 | ["(?i)die", "d1e"], 88 | ["(?i)die", "di3"], 89 | ["(?i)die", "d13"], 90 | ["(?i)die", "d*e"], 91 | ["(?i)die", "d-e"]] 92 | 93 | profanity_sexist_edited = pd.DataFrame() 94 | profanity_racist_edited = pd.DataFrame() 95 | 96 | # 1. Loop through every word combination in profane words 97 | # 2. Create a copy of the original data set with this misspelling introduced 98 | # 3. Append it to the edited dataframe 99 | for words in profane_words: 100 | sexist_edited_new = profanity_sexist.replace(to_replace=words[0], value=words[1], regex = True) 101 | racist_edited_new = profanity_racist.replace(to_replace=words[0], value=words[1], regex = True) 102 | profanity_sexist_edited = profanity_sexist_edited.append(sexist_edited_new) 103 | profanity_racist_edited = profanity_racist_edited.append(racist_edited_new) 104 | 105 | # Add "edited" status 106 | profanity_sexist_edited["status"] = "edited" 107 | profanity_racist_edited["status"] = "edited" 108 | 109 | # Drop duplicates 110 | profanity_sexist_edited = profanity_sexist_edited.drop_duplicates() 111 | profanity_racist_edited = profanity_racist_edited.drop_duplicates() 112 | 113 | # Put edited and unedited results into one dataframe 114 | profanity_sexist = profanity_sexist.append(profanity_sexist_edited) 115 | profanity_racist = profanity_racist.append(profanity_racist_edited) 116 | profanity_sexist.to_csv("outputs/data/profanity_sexist.csv") 117 | profanity_racist.to_csv("outputs/data/profanity_racist.csv") 118 | 119 | 120 | ### Zero-shot ### 121 | all_zero_shot_result = pd.DataFrame() # Create empty data frame 122 | 123 | # Sexist, temperature = 0.3 124 | for i, sexist_comment in enumerate(profanity_sexist.comment): # Loop through first 30 comments in sexist, where i is index number (0-29) and sexist_comment is comment as a string 125 | print("Sexist comment misspelling {} of {}".format(i, len(profanity_sexist))) 126 | zero_shot_result = dc.zero_shot("sexist", "sexist", sexist_comment, temperature = 0) # Run sexist_comment through GPT-3 127 | zero_shot_result["status"] = profanity_sexist.reset_index().status[i] 128 | zero_shot_result["comment_id"] = profanity_sexist.reset_index().comment_id[i] 129 | all_zero_shot_result = all_zero_shot_result.append(zero_shot_result, ignore_index=True) # Add results for sexist_comment to all results 130 | 131 | # Racist, temperature = 0.3 132 | for i, racist_comment in enumerate(profanity_racist.comment): 133 | print("Racist comment misspelling {} of {}".format(i, len(profanity_sexist))) 134 | zero_shot_result = dc.zero_shot("racist", "racist", racist_comment, temperature = 0) 135 | zero_shot_result["status"] = profanity_racist.reset_index().status[i] 136 | zero_shot_result["comment_id"] = profanity_racist.reset_index().comment_id[i] 137 | all_zero_shot_result = all_zero_shot_result.append(zero_shot_result, ignore_index=True) 138 | 139 | ### One-shot ### 140 | all_one_shot_result = pd.DataFrame() 141 | # Sexist, temperature = 0.3 142 | for i, sexist_comment in enumerate(profanity_sexist.comment): 143 | # Extract comment_id of sexist_comment and use to index profanity_sexist and extract consistent example for misspelled versions of comments 144 | example = non_profanity_sexist.reset_index().comment[profanity_sexist.loc[profanity_sexist["comment"] == sexist_comment, "comment_id"].iloc[0]] 145 | one_shot_sexist_result = dc.one_shot("sexist", "sexist", example, sexist_comment, temperature=0.3) 146 | one_shot_sexist_result["status"] = profanity_sexist.reset_index().status[i] 147 | one_shot_sexist_result["comment_id"] = profanity_sexist.reset_index().comment_id[i] 148 | all_one_shot_result = all_one_shot_result.append(one_shot_sexist_result, ignore_index=True) 149 | 150 | # Racist, temperature = 0.3 151 | for i, racist_comment in enumerate(profanity_racist.comment): 152 | example = non_profanity_racist.reset_index().comment[profanity_racist.loc[profanity_racist["comment"] == racist_comment, "comment_id"].iloc[0]] # Use modulo so examples from the non-profanity list are recycled 153 | one_shot_racist_result = dc.one_shot("racist", "racist", example, racist_comment, temperature=0.3) 154 | one_shot_racist_result["status"] = profanity_racist.reset_index().status[i] 155 | one_shot_racist_result["comment_id"] = profanity_racist.reset_index().comment_id[i] 156 | all_one_shot_result = all_one_shot_result.append(one_shot_racist_result, ignore_index=True) 157 | 158 | 159 | ### Few shot, fixed examples ### 160 | all_few_shot_fixed_examples_result = pd.DataFrame() 161 | 162 | #Mixed Cat, temperature = 0.3 163 | for i in range(0, 10): 164 | for j, racist_comment in enumerate(profanity_racist.comment): 165 | few_shot_fixed_examples_result = dc.few_shot_fixed_examples(i, "fixed-example", "racist", racist_comment, temperature = 0.3) 166 | few_shot_fixed_examples_result["status"] = profanity_racist.reset_index().status[j] 167 | few_shot_fixed_examples_result["comment_id"] = profanity_racist.reset_index().comment_id[j] 168 | all_few_shot_fixed_examples_result = all_few_shot_fixed_examples_result.append(few_shot_fixed_examples_result, ignore_index=True) 169 | time.sleep(.5) 170 | for j, sexist_comment in enumerate(profanity_sexist.comment): 171 | few_shot_fixed_examples_result = dc.few_shot_fixed_examples(i, "fixed-example", "sexist", sexist_comment, temperature = 0.3) 172 | few_shot_fixed_examples_result["status"] = profanity_sexist.reset_index().status[j] 173 | few_shot_fixed_examples_result["comment_id"] = profanity_sexist.reset_index().comment_id[j] 174 | all_few_shot_fixed_examples_result = all_few_shot_fixed_examples_result.append(few_shot_fixed_examples_result, ignore_index=True) 175 | time.sleep(.5) 176 | for j, sexist_comment_unedited in enumerate(non_profanity_sexist.comment): 177 | few_shot_fixed_examples_result = dc.few_shot_fixed_examples(i, "fixed-example", "sexist", sexist_comment_unedited, temperature = 0.3) 178 | few_shot_fixed_examples_result["status"] = non_profanity_sexist.reset_index().status[j] 179 | few_shot_fixed_examples_result["comment_id"] = non_profanity_sexist.reset_index().comment_id[j] 180 | all_few_shot_fixed_examples_result = all_few_shot_fixed_examples_result.append(few_shot_fixed_examples_result, ignore_index=True) 181 | time.sleep(.5) 182 | for j, racist_comment_unedited in enumerate(non_profanity_racist.comment): 183 | few_shot_fixed_examples_result = dc.few_shot_fixed_examples(i, "fixed-example", "racist", racist_comment_unedited, temperature = 0.3) 184 | few_shot_fixed_examples_result["status"] = non_profanity_racist.reset_index().status[j] 185 | few_shot_fixed_examples_result["comment_id"] = non_profanity_racist.reset_index().comment_id[j] 186 | all_few_shot_fixed_examples_result = all_few_shot_fixed_examples_result.append(few_shot_fixed_examples_result, ignore_index=True) 187 | time.sleep(.5) 188 | 189 | 190 | ### Save results ### 191 | all_zero_shot_result.to_csv("outputs/data/zero_shot_misspelling.csv") 192 | all_one_shot_result.to_csv("outputs/data/one_shot_misspelling.csv") 193 | all_few_shot_fixed_examples_result.to_csv("../outputs/data/few_shot_fixed_examples_misspelling.csv") 194 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmcart-biblio.sty: -------------------------------------------------------------------------------- 1 | %% 2 | %% LaTeX 2e packagee for the processing of LaTeX2e files 3 | %% for the BioMed Central 4 | %% Additional commands for the processing of structured reference list 5 | %% 6 | %% Macros written by Vytas Statulevicius, VTeX, Lithuania 7 | %% for the BioMed Central 8 | %% Please submit bugs or your comments to vytas@vtex.lt 9 | %% 10 | %% The original distribution is located at: 11 | %% http://support.e-publications.org/bmc 12 | %% 13 | %% This class file loads standart "article.cls" with appropriate 14 | %% settings and then redefines layout according to BMC style 15 | %% A lot of efforts are done for the possibility of extraction of 16 | %% information from the LaTeX file 17 | %% 18 | %% You are free to use this style class as you see fit, provided 19 | %% that you do not make changes to the file. 20 | %% If you DO make changes, you are required to rename this file. 21 | %% 22 | %% It may be distributed under the terms of the LaTeX Project Public 23 | %% License, as described in lppl.txt in the base LaTeX distribution. 24 | %% Either version 1.0 or, at your option, any later version. 25 | %% 26 | %% \CharacterTable 27 | %% {Upper-case \A\B\C\D\E\F\G\H\I\J\K\L\M\N\O\P\Q\R\S\T\U\V\W\X\Y\Z 28 | %% Lower-case \a\b\c\d\e\f\g\h\i\j\k\l\m\n\o\p\q\r\s\t\u\v\w\x\y\z 29 | %% Digits \0\1\2\3\4\5\6\7\8\9 30 | %% Exclamation \! Double quote \" Hash (number) \# 31 | %% Dollar \$ Percent \% Ampersand \& 32 | %% Acute accent \' Left paren \( Right paren \) 33 | %% Asterisk \* Plus \+ Comma \, 34 | %% Minus \- Point \. Solidus \/ 35 | %% Colon \: Semicolon \; Less than \< 36 | %% Equals \= Greater than \> Question mark \? 37 | %% Commercial at \@ Left bracket \[ Backslash \\ 38 | %% Right bracket \] Circumflex \^ Underscore \_ 39 | %% Grave accent \` Left brace \{ Vertical bar \| 40 | %% Right brace \} Tilde \~} 41 | %% 42 | %% 43 | %% Bug fixes and changes: 44 | %% at end of file 45 | 46 | 47 | \def\bmc@common@bibl@date{2012/03/06} 48 | 49 | \NeedsTeXFormat{LaTeX2e} 50 | \ProvidesPackage{bmcart-biblio}[\bmc@common@bibl@date 51 | additional macros for the bibliography tagging A++ XML DTD (VS)] 52 | 53 | % Default bibliography style: 54 | \def\bibliography@style{10} 55 | \def\bibliography@style@name{BMC Reference Style} 56 | \def\bibliography@key{bmc} 57 | 58 | % vykdoma tik pirma opcija (t.y. tai leidzia "permusti" opcija per 59 | % \documentclass[foo,..] 60 | 61 | \def\only@first#1{\@ifundefined{o@f@}{\def\o@f@{}#1}{}} 62 | 63 | \DeclareOption{undef} {\only@first{\def\bibliography@style{0}\def\bibliography@key{undef} 64 | \def\bibliography@style@name{undefined}}} 65 | \DeclareOption{basic} {\only@first{\def\bibliography@style{1}\def\bibliography@key{basic} 66 | \def\bibliography@style@name{Basic Springer}}} 67 | \DeclareOption{chemistry}{\only@first{\def\bibliography@style{2}\def\bibliography@key{chemistry} 68 | \def\bibliography@style@name{Chemistry}}} 69 | \DeclareOption{mathphys} {\only@first{\def\bibliography@style{3}\def\bibliography@key{mathphys} 70 | \def\bibliography@style@name{Math and Physical Sciences}}} 71 | \DeclareOption{aps} {\only@first{\def\bibliography@style{4}\def\bibliography@key{aps} 72 | \def\bibliography@style@name{American Physical Society}}} 73 | \DeclareOption{cs} {\only@first{\def\bibliography@style{5}\def\bibliography@key{cs} 74 | \def\bibliography@style@name{Computer Science}}} 75 | \DeclareOption{vancouver}{\only@first{\def\bibliography@style{6}\def\bibliography@key{vancouver} 76 | \def\bibliography@style@name{Vancouver}}} 77 | \DeclareOption{apa} {\only@first{\def\bibliography@style{7}\def\bibliography@key{apa} 78 | \def\bibliography@style@name{APA}}} 79 | \DeclareOption{chicago} {\only@first{\def\bibliography@style{8}\def\bibliography@key{chicago} 80 | \def\bibliography@style@name{Chicago}}} 81 | \DeclareOption{ams} {\only@first{\def\bibliography@style{9}\def\bibliography@key{ams} 82 | \def\bibliography@style@name{AMS}}} 83 | \DeclareOption{bmc} {\only@first{\def\bibliography@style{10}\def\bibliography@key{bmc} 84 | \def\bibliography@style@name{BMC Reference Style}}} 85 | 86 | \ProcessOptions* 87 | 88 | 89 | %%% Common macros: 90 | \def\xml@attr{\@ifnextchar[{\get@attr}{\get@attr[]}} 91 | \def\get@attr[#1]#2{#2} 92 | 93 | \let\betal@style\relax 94 | 95 | \def\common@pub@types{% 96 | \let\binstitute\@firstofone% 97 | \def\betal{{\betal@style et al.}}% 98 | \let\byear\@firstofone% 99 | \let\bfpage\@firstofone% 100 | \let\blpage\@firstofone% 101 | \let\binterref\xml@attr% 102 | \def\burl##1{{\csname burl@style\endcsname\surl{##1}}} 103 | \let\bcomment\@firstofone% 104 | \let\oauthor\@firstofone% 105 | \csname common@pub@types@hook\endcsname% 106 | } 107 | 108 | % Setting a "style" for a command: 109 | % \set@bibl@cmd{bvolume} == \def\bvolume#1{{\bvolume@style #1}} 110 | 111 | \def\set@bibl@cmd#1{\expandafter\def\csname #1\endcsname##1{{\csname #1@style\endcsname##1}}} 112 | 113 | 114 | \AtBeginDocument{\let\doiurlchapter\doiurl} 115 | 116 | %%% BibEditorName 117 | 118 | \def\xml@beditor#1{% 119 | \let\bprefix\@firstofone% 120 | \let\binits\@firstofone% 121 | \let\bsnm\@firstofone% 122 | \let\bparticle\@firstofone% 123 | \let\bsuffix\@firstofone% 124 | \let\bdegs\@firstofone% 125 | #1} 126 | 127 | %%% BibAuthorName 128 | 129 | \def\xml@bauthor#1{% 130 | \let\bprefix\@firstofone% 131 | \let\binits\@firstofone% 132 | % \let\bsnm\@firstofone% 133 | \def\bsnm##1{{\csname bsnm@style\endcsname##1}}% 134 | \let\bparticle\@firstofone% 135 | \let\bsuffix\@firstofone% 136 | \let\bdegs\@firstofone% 137 | #1} 138 | 139 | 140 | %%% bsertitle 141 | 142 | \def\xml@bsertitle{\@ifnextchar[{\@xml@bsertitle}{\@xml@bsertitle[]}} 143 | 144 | \def\@xml@bsertitle[#1]#2{{\csname bsertitle@style\endcsname #2}}% 145 | 146 | \def\xml@batitle{\@ifnextchar[{\@xml@batitle}{\@xml@batitle[]}} 147 | \def\@xml@batitle[#1]#2{{\csname batitle@style\endcsname #2}}% 148 | 149 | \def\xml@bctitle{\@ifnextchar[{\@xml@bctitle}{\@xml@bctitle[]}} 150 | \def\@xml@bctitle[#1]#2{{\csname bctitle@style\endcsname #2}}% 151 | 152 | \def\xml@bbtitle{\@ifnextchar[{\@xml@bbtitle}{\@xml@bbtitle[]}} 153 | \def\@xml@bbtitle[#1]#2{{\csname bbtitle@style\endcsname #2}}% 154 | 155 | 156 | 157 | %%% BibArticle 158 | % \begin{barticle} 159 | % ... 160 | % \end{barticle} 161 | 162 | \def\barticle{% 163 | \common@pub@types% 164 | \let\bauthor\xml@bauthor% 165 | \let\batitle\xml@attr% 166 | \set@bibl@cmd{bjtitle}% 167 | \set@bibl@cmd{bvolume}% 168 | \set@bibl@cmd{bissue}% 169 | \let\bnumber\@firstofone% 170 | } 171 | \def\endbarticle{} 172 | 173 | 174 | %%% BibIssue 175 | % \begin{bissue} 176 | % ... 177 | % \end{bissue} 178 | 179 | \def\bissue{% 180 | \common@pub@types% 181 | \let\bauthor\xml@bauthor% 182 | \set@bibl@cmd{bjtitle}% 183 | \set@bibl@cmd{bvolume}% 184 | \set@bibl@cmd{bissue}% 185 | \set@bibl@cmd{bmonth}% 186 | } 187 | \def\endbissue{} 188 | 189 | 190 | %%% BibChapter 191 | % \begin{bchapter} 192 | % ... 193 | % \end{bchapter} 194 | 195 | \def\bchapter{% 196 | \common@pub@types% 197 | \let\bauthor\xml@bauthor% 198 | \let\bctitle\xml@attr% 199 | \let\beditor\xml@beditor% 200 | \let\binstitutionaled\@firstofone% 201 | \def\beds{eds.}% 202 | \let\bbtitle\xml@bbtitle 203 | \let\bedition\xml@attr% 204 | \set@bibl@cmd{bconfname}% 205 | \set@bibl@cmd{bconflocation}% 206 | \set@bibl@cmd{bconfdate}% 207 | \let\bsertitle\xml@bsertitle% 208 | \set@bibl@cmd{bseriesno}% 209 | \let\bpublisher\@firstofone% 210 | \let\blocation\@firstofone% 211 | \let\bisbn\@firstofone% 212 | } 213 | 214 | \def\endbchapter{} 215 | 216 | %%% BibUnstructured 217 | % \begin{botherref} 218 | % ... 219 | % \end{botherref} 220 | 221 | \def\botherref{\let\binterref\xml@attr\let\oauthor\xml@bauthor\let\bauthor\xml@bauthor} 222 | \def\endbotherref{} 223 | 224 | 225 | %%% BibBook 226 | % \begin{bbook} 227 | % ... 228 | % \end{bbook} 229 | 230 | \def\bbook{% 231 | \common@pub@types% 232 | \let\bauthor\xml@bauthor% 233 | \let\beditor\xml@beditor% 234 | \let\binstitutionaled\@firstofone% 235 | \def\beds{eds.}% 236 | \let\bbtitle\xml@bbtitle 237 | \let\bedition\xml@attr% 238 | \let\bconfname\@firstofone% 239 | \let\bconflocation\@firstofone% 240 | \let\bconfdate\@firstofone% 241 | \let\bsertitle\xml@bsertitle% 242 | \set@bibl@cmd{bseriesno}% 243 | \let\bpublisher\@firstofone% 244 | \let\blocation\@firstofone% 245 | \let\bisbn\@firstofone% 246 | }% 247 | 248 | 249 | \def\endbbook{} 250 | 251 | %%% 252 | \let\endbibitem\relax 253 | 254 | %%%%%% vancouver puslapi nr. formavimas 255 | %% 17-19 -> 17-9 256 | %% 17-21 -> 17-21 257 | %% 1234-1345 -> 345 258 | 259 | \def\vcr@bfpage#1{% 260 | #1\nobreak% 261 | \test@if@number{#1}% 262 | \let\blpage\@firstofone% 263 | \if@page@isnumber\ifnum#1>9\def\@vcr@bfpage{#1}\let\blpage\fmt@blpage\fi\fi} 264 | 265 | 266 | \def\fmt@blpage#1{% 267 | \test@if@number{#1}% 268 | \if@page@isnumber% 269 | \ifnum\@vcr@bfpage<#1% 270 | \vcr@blpage{#1}% 271 | \else% 272 | #1\@latex@error{sprbibl: [\cur@bibitem] \string\bfpage\space > \string\blpage!}{??}% 273 | \fi% 274 | \else% 275 | #1% 276 | \fi} 277 | 278 | % algoritmas 279 | % a) bfpage ir blpage daliname is 10 280 | % b) if bfpage=blpage goto d 281 | % c) if bfpage<10 end else goto a 282 | % d) x:= blpage - int(blpage/10^i)*10^1 283 | 284 | \def\vcr@blpage#1{% 285 | \@tempcnta=\@vcr@bfpage% 286 | \@tempcntb=#1% 287 | \@tempcntc=1% 288 | \def\control@cnt{1}% 289 | \@whilenum\control@cnt>0\do{% 290 | \divide\@tempcnta by10% 291 | \divide\@tempcntb by10% 292 | \multiply\@tempcntc by10% 293 | \ifnum\@tempcnta=\@tempcntb\def\control@cnt{0}\@tempswatrue% 294 | \else% 295 | \ifnum\@tempcnta<10\relax\def\control@cnt{0}\@tempswafalse\fi% 296 | \fi}% 297 | \if@tempswa% 298 | \@tempcnta=#1% 299 | \@tempcntb=#1% 300 | \divide\@tempcntb by\@tempcntc% 301 | \multiply\@tempcntb by\@tempcntc% 302 | \advance\@tempcnta by-\@tempcntb% 303 | \the\@tempcnta% 304 | \else% 305 | #1% 306 | \fi}% 307 | 308 | \newif\if@page@isnumber 309 | 310 | \def\test@if@number#1{% 311 | \@page@isnumberfalse% 312 | \setbox\@tempboxa=\hbox{\@tempcnta=0#1\relax\ignorespaces}% 313 | \ifdim\wd\@tempboxa>\z@\else\@page@isnumbertrue\fi} 314 | 315 | %%%%%% Set bibliography styles: 316 | 317 | \ifcase\bibliography@style\relax 318 | \message{^^J Reference style: \bibliography@style@name^^J}% 319 | \or % basic 320 | \message{^^J Reference style: \bibliography@style@name^^J}% 321 | \def\common@pub@types@hook{\def\betal{{\betal@style et al}}}% 322 | \or % chemistry 323 | \message{^^J Reference style: \bibliography@style@name^^J}% 324 | \or % mathphys 325 | \message{^^J Reference style: \bibliography@style@name^^J}% 326 | \setattribute{bvolume}{style}{\bfseries} 327 | \or % aps 328 | \message{^^J Reference style: \bibliography@style@name^^J}% 329 | \setattribute{bvolume}{style}{\bfseries} 330 | \setattribute{bbtitle}{style}{\itshape} 331 | \or % cs 332 | \message{^^J Reference style: \bibliography@style@name^^J}% 333 | \setattribute{bvolume}{style}{\bfseries} 334 | \or % vancouver 335 | \message{^^J Reference style: \bibliography@style@name^^J}% 336 | \def\common@pub@types@hook{\let\bfpage\vcr@bfpage} 337 | \or % apa 338 | \message{^^J Reference style: \bibliography@style@name^^J}% 339 | \setattribute{bjtitle}{style}{\itshape} 340 | \setattribute{bvolume}{style}{\itshape} 341 | \setattribute{bbtitle}{style}{\itshape} 342 | \setattribute{bsertitle}{style}{\itshape} 343 | \setattribute{bseriesno}{style}{\itshape} 344 | \or % chicago 345 | \message{^^J Reference style: \bibliography@style@name^^J}% 346 | \setattribute{bbtitle} {style}{\itshape} 347 | \setattribute{bjtitle} {style}{\itshape} 348 | \setattribute{bsertitle}{style}{\itshape} 349 | \or % ams 350 | \message{^^J Reference style: \bibliography@style@name^^J}% 351 | \setattribute{batitle}{style}{\itshape}% 352 | \setattribute{bctitle}{style}{\itshape}% 353 | \g@addto@macro\barticle{\let\batitle\xml@batitle}% 354 | \setattribute{bvolume}{style}{\bfseries}% 355 | \setattribute{bseriesno}{style}{\bfseries}% 356 | \g@addto@macro\bbook{\setattribute{bbtitle}{style}{\itshape}}% 357 | \g@addto@macro\bchapter{\let\bctitle\xml@bctitle% 358 | \setattribute{bbtitle}{style}{\upshape}% 359 | }% 360 | \or % bmc 361 | \message{^^J Reference style: \bibliography@style@name^^J}% 362 | \setattribute{bvolume}{style}{\bfseries}% 363 | \setattribute{batitle}{style}{\bfseries\mathversion{bold}}% 364 | \g@addto@macro\barticle{\let\batitle\xml@batitle}% 365 | \setattribute{bjtitle}{style}{\itshape}% 366 | \setattribute{bbtitle}{style}{\itshape}% 367 | \setattribute{bsertitle}{style}{\itshape} 368 | \setattribute{bctitle}{style}{\bfseries\mathversion{bold}}% 369 | \g@addto@macro\bchapter{\let\bctitle\xml@bctitle}% 370 | \fi 371 | 372 | \endinput 373 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 6.log: -------------------------------------------------------------------------------- 1 | This is pdfTeX, Version 3.141592653-2.6-1.40.23 (TeX Live 2022/dev) (preloaded format=pdflatex 2022.3.23) 24 MAR 2022 15:20 2 | entering extended mode 3 | restricted \write18 enabled. 4 | %&-line parsing enabled. 5 | **bmc_article.tex 6 | (./bmc_article.tex 7 | LaTeX2e <2021-11-15> patch level 1 8 | L3 programming layer <2022-02-24> (./bmcart.cls 9 | Document Class: bmcart 2014/01/24BioMed Central class (VS) 10 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/article.cls 11 | Document Class: article 2021/10/04 v1.4n Standard LaTeX document class 12 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/size10.clo 13 | File: size10.clo 2021/10/04 v1.4n Standard LaTeX file (size option) 14 | ) 15 | \c@part=\count185 16 | \c@section=\count186 17 | \c@subsection=\count187 18 | \c@subsubsection=\count188 19 | \c@paragraph=\count189 20 | \c@subparagraph=\count190 21 | \c@figure=\count191 22 | \c@table=\count192 23 | \abovecaptionskip=\skip47 24 | \belowcaptionskip=\skip48 25 | \bibindent=\dimen138 26 | ) 27 | \mathindent=\dimen139 28 | 29 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics/keyval.sty 30 | Package: keyval 2014/10/28 v1.15 key=value parser (DPC) 31 | \KV@toks@=\toks16 32 | ) (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/xcolor/xcolor.sty 33 | Package: xcolor 2021/10/31 v2.13 LaTeX color extensions (UK) 34 | 35 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-cfg/color. 36 | cfg 37 | File: color.cfg 2016/01/02 v1.6 sample color configuration 38 | ) 39 | Package xcolor Info: Driver file: pdftex.def on input line 227. 40 | 41 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-def/pdftex 42 | .def 43 | File: pdftex.def 2020/10/05 v1.2a Graphics/color driver for pdftex 44 | ) 45 | Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1352. 46 | Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1356. 47 | Package xcolor Info: Model `RGB' extended on input line 1368. 48 | Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1370. 49 | Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1371. 50 | Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1372. 51 | Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1373. 52 | Package xcolor Info: Model `Gray' substituted by `gray' on input line 1374. 53 | Package xcolor Info: Model `wave' substituted by `hsb' on input line 1375. 54 | ) 55 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/lastpage/lastpage.s 56 | ty 57 | Package: lastpage 2021/09/03 v1.2n Refers to last page's name (HMM; JPG) 58 | ) 59 | \c@thanks=\count193 60 | \bmcfloat@box=\box50 61 | \c@author=\count194 62 | \c@address=\count195 63 | \sv@mathsurround=\dimen140 64 | \fm@box=\box51 65 | \c@addressref=\count196 66 | \thanks@box=\box52 67 | \abstract@box=\box53 68 | \authors@list=\toks17 69 | \keywords@list=\toks18 70 | ) 71 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/inputenc.sty 72 | Package: inputenc 2021/02/14 v1.3d Input encoding file 73 | \inpenc@prehook=\toks19 74 | \inpenc@posthook=\toks20 75 | ) 76 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/l3backend/l3backend 77 | -pdftex.def 78 | File: l3backend-pdftex.def 2022-02-07 L3 backend support: PDF output (pdfTeX) 79 | \l__color_backend_stack_int=\count197 80 | \l__pdf_internal_box=\box54 81 | ) (./bmc_article.aux 82 | 83 | LaTeX Warning: Label `fig:comparison' multiply defined. 84 | 85 | 86 | LaTeX Warning: Label `tab:zeroshot-summary' multiply defined. 87 | 88 | 89 | LaTeX Warning: Label `tab:oneshot-summary' multiply defined. 90 | 91 | 92 | LaTeX Warning: Label `tab:fewshotsingle-summary' multiply defined. 93 | 94 | 95 | LaTeX Warning: Label `tab:fewshotmixed-summary' multiply defined. 96 | 97 | 98 | LaTeX Warning: Label `tab:fewshotmixedanswersnoinstruct' multiply defined. 99 | 100 | 101 | LaTeX Warning: Label `tab:fewshotmixedinstruct-matrix' multiply defined. 102 | 103 | 104 | LaTeX Warning: Label `tab:fewshotmixedanswersnoinstruct' multiply defined. 105 | 106 | 107 | LaTeX Warning: Label `tab:fewshotmixedinstruct-matrix' multiply defined. 108 | 109 | 110 | LaTeX Warning: Label `tab:fewshotmixedinstructsummary' multiply defined. 111 | 112 | ) 113 | \openout1 = `bmc_article.aux'. 114 | 115 | LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 86. 116 | LaTeX Font Info: ... okay on input line 86. 117 | LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 86. 118 | LaTeX Font Info: ... okay on input line 86. 119 | LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 86. 120 | LaTeX Font Info: ... okay on input line 86. 121 | LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 86. 122 | LaTeX Font Info: ... okay on input line 86. 123 | LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 86. 124 | LaTeX Font Info: ... okay on input line 86. 125 | LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 86. 126 | LaTeX Font Info: ... okay on input line 86. 127 | LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 86. 128 | LaTeX Font Info: ... okay on input line 86. 129 | Package lastpage Info: Please have a look at the pageslts package at 130 | (lastpage) https://www.ctan.org/pkg/pageslts 131 | (lastpage) ! on input line 86. 132 | 133 | 134 | LaTeX Font Warning: Font shape `OT1/cmss/bx/n' in size <13> not available 135 | (Font) size <12> substituted on input line 92. 136 | 137 | 138 | LaTeX Font Warning: Font shape `OT1/cmss/m/n' in size <24> not available 139 | (Font) size <24.88> substituted on input line 100. 140 | 141 | LaTeX Font Info: Calculating math sizes for size <11> on input line 121. 142 | 143 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <5.5> not available 144 | (Font) size <5> substituted on input line 121. 145 | 146 | 147 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <5.5> not available 148 | (Font) size <5> substituted on input line 121. 149 | 150 | 151 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <5.5> not available 152 | (Font) size <5> substituted on input line 121. 153 | 154 | LaTeX Font Info: External font `cmex10' loaded for size 155 | (Font) <11> on input line 121. 156 | LaTeX Font Info: External font `cmex10' loaded for size 157 | (Font) <7.69997> on input line 121. 158 | LaTeX Font Info: External font `cmex10' loaded for size 159 | (Font) <5.5> on input line 121. 160 | 161 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 121. 162 | 163 | LaTeX Font Info: Trying to load font information for TS1+cmss on input line 164 | 121. 165 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/ts1cmss.fd 166 | File: ts1cmss.fd 2019/12/16 v2.5j Standard LaTeX font definitions 167 | ) 168 | 169 | LaTeX Warning: Reference `aff2thanks' on page 1 undefined on input line 125. 170 | 171 | 172 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 129. 173 | 174 | 175 | LaTeX Warning: Reference `aff2thanks' on page 1 undefined on input line 129. 176 | 177 | \address@aff1=\toks21 178 | \address@aff2=\toks22 179 | LaTeX Font Info: External font `cmex10' loaded for size 180 | (Font) <7> on input line 170. 181 | LaTeX Font Info: External font `cmex10' loaded for size 182 | (Font) <5> on input line 170. 183 | 184 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 170. 185 | 186 | 187 | LaTeX Warning: Citation `bender2021dangers' on page 1 undefined on input line 2 188 | 50. 189 | 190 | 191 | LaTeX Warning: Citation `hovy2016social' on page 1 undefined on input line 252. 192 | 193 | 194 | 195 | LaTeX Warning: Citation `bender2021dangers' on page 1 undefined on input line 2 196 | 52. 197 | 198 | LaTeX Font Info: Font shape `OT1/cmss/m/it' in size <8> not available 199 | (Font) Font shape `OT1/cmss/m/sl' tried instead on input line 253. 200 | 201 | [1{/Users/rohanalexander/Library/TinyTeX/texmf-var/fonts/map/pdftex/updmap/pdft 202 | ex.map} 203 | 204 | ] 205 | 206 | LaTeX Warning: Citation `hovy2016social' on page 2 undefined on input line 254. 207 | 208 | 209 | 210 | LaTeX Warning: Reference `appendxa' on page 2 undefined on input line 258. 211 | 212 | 213 | LaTeX Warning: Reference `appendxb' on page 2 undefined on input line 258. 214 | 215 | 216 | LaTeX Warning: Reference `appendxc' on page 2 undefined on input line 258. 217 | 218 | 219 | LaTeX Warning: Citation `bengio2003neural' on page 2 undefined on input line 26 220 | 6. 221 | 222 | 223 | LaTeX Warning: Citation `rosenfeld2000two' on page 2 undefined on input line 26 224 | 6. 225 | 226 | 227 | LaTeX Warning: Citation `bengio2003neural' on page 2 undefined on input line 26 228 | 6. 229 | 230 | 231 | LaTeX Warning: Citation `turian2010word' on page 2 undefined on input line 266. 232 | 233 | 234 | 235 | LaTeX Warning: Citation `vaswani2017attention' on page 2 undefined on input lin 236 | e 266. 237 | 238 | 239 | LaTeX Warning: Citation `vaswani2017attention' on page 2 undefined on input lin 240 | e 266. 241 | 242 | 243 | LaTeX Warning: Citation `devlin2018bert' on page 2 undefined on input line 266. 244 | 245 | 246 | 247 | LaTeX Warning: Citation `radford2019language' on page 2 undefined on input line 248 | 266. 249 | 250 | 251 | LaTeX Warning: Citation `brown2020language' on page 2 undefined on input line 2 252 | 66. 253 | 254 | [2] 255 | 256 | LaTeX Warning: Citation `mcguffie2020radicalization' on page 3 undefined on inp 257 | ut line 272. 258 | 259 | 260 | LaTeX Warning: Citation `lin2021truthfulqa' on page 3 undefined on input line 2 261 | 72. 262 | 263 | 264 | LaTeX Warning: Citation `kennedy2018gab' on page 3 undefined on input line 277. 265 | 266 | 267 | 268 | LaTeX Warning: Citation `schmidt2017survey' on page 3 undefined on input line 2 269 | 77. 270 | 271 | 272 | LaTeX Warning: Citation `davidson2017automated' on page 3 undefined on input li 273 | ne 277. 274 | 275 | 276 | LaTeX Warning: Citation `addressinghatespeech' on page 3 undefined on input lin 277 | e 277. 278 | 279 | 280 | LaTeX Warning: Citation `davidson2017automated' on page 3 undefined on input li 281 | ne 277. 282 | 283 | 284 | LaTeX Warning: Citation `act2021justice' on page 3 undefined on input line 277. 285 | 286 | 287 | [3] 288 | 289 | LaTeX Warning: Citation `twitterpolicy2017' on page 4 undefined on input line 2 290 | 82. 291 | 292 | 293 | LaTeX Warning: Citation `waseem2016hateful' on page 4 undefined on input line 2 294 | 85. 295 | 296 | 297 | LaTeX Warning: Citation `davidson2017automated' on page 4 undefined on input li 298 | ne 285. 299 | 300 | 301 | LaTeX Warning: Citation `davidson2019racial' on page 4 undefined on input line 302 | 285. 303 | 304 | 305 | LaTeX Warning: Citation `mollas2020ethos' on page 4 undefined on input line 295 306 | . 307 | 308 | 309 | LaTeX Warning: Citation `anagnostou2018hatebusters' on page 4 undefined on inpu 310 | t line 295. 311 | 312 | 313 | LaTeX Warning: Citation `baumgartner2020pushshift' on page 4 undefined on input 314 | line 295. 315 | 316 | [4] [5] [6] 317 | 318 | LaTeX Warning: Reference `appendxa' on page 7 undefined on input line 374. 319 | 320 | [7] 321 | 322 | LaTeX Warning: Reference `appendixbzeroshot' on page 8 undefined on input line 323 | 426. 324 | 325 | LaTeX Font Info: External font `cmex10' loaded for size 326 | (Font) <8> on input line 432. 327 | LaTeX Font Info: External font `cmex10' loaded for size 328 | (Font) <6> on input line 432. 329 | 330 | LaTeX Warning: Reference `appendixboneshot' on page 8 undefined on input line 4 331 | 55. 332 | 333 | [8] 334 | 335 | LaTeX Warning: Reference `appendixbfewshotsingle' on page 9 undefined on input 336 | line 484. 337 | 338 | 339 | LaTeX Warning: Reference `appendxbmuxedubsnorinstruction' on page 9 undefined o 340 | n input line 513. 341 | 342 | [9] [10] 343 | Overfull \hbox (6742.99265pt too wide) in paragraph at lines 569--574 344 | [][] 345 | [] 346 | 347 | 348 | LaTeX Warning: Reference `appendxbmuxedubstryctub' on page 11 undefined on inpu 349 | t line 581. 350 | 351 | [11] 352 | 353 | LaTeX Warning: Citation `davidson2017automated' on page 12 undefined on input l 354 | ine 656. 355 | 356 | 357 | LaTeX Warning: Citation `schick2021selfdiagnosis' on page 12 undefined on input 358 | line 656. 359 | 360 | 361 | LaTeX Warning: Citation `raffel2020exploring' on page 12 undefined on input lin 362 | e 656. 363 | 364 | [12] [13] 365 | 366 | LaTeX Warning: Reference `appendxc' on page 14 undefined on input line 688. 367 | 368 | 369 | LaTeX Warning: Reference `appendxc' on page 14 undefined on input line 688. 370 | 371 | [14] (./bmc_article.bbl 372 | 373 | LaTeX Warning: Reference `aff1thanks' on page 15 undefined on input line 3. 374 | 375 | 376 | LaTeX Warning: Reference `aff2thanks' on page 15 undefined on input line 3. 377 | 378 | [15]) 379 | Overfull \hbox (3963.57361pt too wide) in paragraph at lines 877--882 380 | [][] 381 | [] 382 | 383 | 384 | Overfull \hbox (3963.57361pt too wide) in paragraph at lines 953--958 385 | [][] 386 | [] 387 | 388 | 389 | AED: lastpage setting LastPage 390 | [16] [17] [18] (./bmc_article.aux) 391 | 392 | LaTeX Font Warning: Size substitutions with differences 393 | (Font) up to 1.0pt have occurred. 394 | 395 | 396 | LaTeX Warning: There were undefined references. 397 | 398 | 399 | LaTeX Warning: There were multiply-defined labels. 400 | 401 | ) 402 | Here is how much of TeX's memory you used: 403 | 1940 strings out of 480236 404 | 29497 string characters out of 5894295 405 | 358688 words of memory out of 5000000 406 | 19924 multiletter control sequences out of 15000+600000 407 | 477605 words of font info for 55 fonts, out of 8000000 for 9000 408 | 14 hyphenation exceptions out of 8191 409 | 48i,9n,61p,2283b,487s stack positions out of 5000i,500n,10000p,200000b,80000s 410 | 417 | 426 | Output written on bmc_article.pdf (18 pages, 193236 bytes). 427 | PDF statistics: 428 | 127 PDF objects out of 1000 (max. 8388607) 429 | 82 compressed objects within 1 object stream 430 | 0 named destinations out of 1000 (max. 500000) 431 | 1 words of extra memory for PDF output out of 10000 (max. 10000000) 432 | 433 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article.bib: -------------------------------------------------------------------------------- 1 | @misc{raffel2020exploring, 2 | title = {Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer}, 3 | author = {Colin Raffel and Noam Shazeer and Adam Roberts and Katherine Lee and Sharan Narang and Michael Matena and Yanqi Zhou and Wei Li and Peter J. Liu}, 4 | year = 2020, 5 | eprint = {1910.10683}, 6 | archiveprefix = {arXiv}, 7 | primaryclass = {cs.LG} 8 | } 9 | @misc{schick2021selfdiagnosis, 10 | title = {Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP}, 11 | author = {Timo Schick and Sahana Udupa and Hinrich Schütze}, 12 | year = 2021, 13 | eprint = {2103.00453}, 14 | archiveprefix = {arXiv}, 15 | primaryclass = {cs.CL} 16 | } 17 | @article{kennedy2018gab, 18 | title = {The Gab Hate Corpus: A collection of 27k posts annotated for hate speech}, 19 | author = {Kennedy, Brendan and Atari, Mohammad and Davani, Aida Mostafazadeh and Yeh, Leigh and Omrani, Ali and Kim, Yehsong and Coombs, Kris and Havaldar, Shreya and Portillo-Wightman, Gwenyth and Gonzalez, Elaine and others}, 20 | year = 2018, 21 | publisher = {PsyArXiv} 22 | } 23 | @article{addressinghatespeech, 24 | title = {Addressing Hate Speech with Data Science: An Overview from Computer Science Perspective}, 25 | author = {Srba, Ivan and Lenzini, Gabriele and Pikuliak, Matus and Pecar, Samuel}, 26 | year = 2021, 27 | journal = {Hate Speech - Multidisziplinäre Analysen und Handlungsoptionen}, 28 | publisher = {Springer Fachmedien Wiesbaden}, 29 | pages = {317–336}, 30 | doi = {10.1007/978-3-658-31793-5\_14}, 31 | url = {http://dx.doi.org/10.1007/978-3-658-31793-5\_14} 32 | } 33 | @misc{lin2021truthfulqa, 34 | title = {TruthfulQA: Measuring How Models Mimic Human Falsehoods}, 35 | author = {Stephanie Lin and Jacob Hilton and Owain Evans}, 36 | year = 2021, 37 | eprint = {2109.07958}, 38 | archiveprefix = {arXiv}, 39 | primaryclass = {cs.CL} 40 | } 41 | @inproceedings{hovy2016social, 42 | title = {The social impact of natural language processing}, 43 | author = {Hovy, Dirk and Spruit, Shannon L}, 44 | year = 2016, 45 | booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)}, 46 | pages = {591--598} 47 | } 48 | @misc{mollas2020ethos, 49 | title = {{ETHOS: An Online Hate Speech Detection Dataset}}, 50 | author = {Ioannis Mollas and Zoe Chrysopoulou and Stamatis Karlos and Grigorios Tsoumakas}, 51 | year = 2020, 52 | eprint = {2006.08328}, 53 | archiveprefix = {arXiv}, 54 | primaryclass = {cs.CL} 55 | } 56 | @inproceedings{davidson2019racial, 57 | title = {Racial Bias in Hate Speech and Abusive Language Detection Datasets}, 58 | author = {Davidson, Thomas and Bhattacharya, Debasmita and Weber, Ingmar}, 59 | year = 2019, 60 | booktitle = {Proceedings of the Third Workshop on Abusive Language Online}, 61 | pages = {25--35} 62 | } 63 | @inproceedings{davidson2017automated, 64 | title = {Automated hate speech detection and the problem of offensive language}, 65 | author = {Davidson, Thomas and Warmsley, Dana and Macy, Michael and Weber, Ingmar}, 66 | year = 2017, 67 | booktitle = {Proceedings of the International AAAI Conference on Web and Social Media}, 68 | volume = 11, 69 | number = 1 70 | } 71 | @article{mcguffie2020radicalization, 72 | title = {{The radicalization risks of GPT-3 and advanced neural language models}}, 73 | author = {McGuffie, Kris and Newhouse, Alex}, 74 | year = 2020, 75 | journal = {arXiv preprint arXiv:2009.06807} 76 | } 77 | @inproceedings{bender2021dangers, 78 | title = {On the Dangers of Stochastic Parrots: Can Language Models Be Too Big?\raisebox{-5pt}{\includegraphics[scale=0.075]{parrot.png}}}, 79 | author = {Bender, Emily M. and Gebru, Timnit and McMillan-Major, Angelina and Shmitchell, Shmargaret}, 80 | year = 2021, 81 | booktitle = {Proceedings of FAccT 2021} 82 | } 83 | @article{fedus2021switch, 84 | title = {{Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity}}, 85 | author = {Fedus, William and Zoph, Barret and Shazeer, Noam}, 86 | year = 2021, 87 | journal = {arXiv preprint arXiv:2101.03961} 88 | } 89 | @article{branwen2020gpt, 90 | title = {{GPT-3 Creative Fiction}}, 91 | author = {Branwen, Gwern}, 92 | year = 2020 93 | } 94 | @inproceedings{schmidt2017survey, 95 | title = {A survey on hate speech detection using natural language processing}, 96 | author = {Schmidt, Anna and Wiegand, Michael}, 97 | year = 2017, 98 | booktitle = {Proceedings of the fifth international workshop on natural language processing for social media}, 99 | pages = {1--10} 100 | } 101 | @misc{act2021justice, 102 | title = {{Government of Canada}}, 103 | author = {{Criminal Code}}, 104 | year = 1985, 105 | note = {As viewed 19 March 2021, available at: https://laws-lois.justice.gc.ca/eng/acts/c-46/section-319.html} 106 | } 107 | @misc{twitterpolicy2017, 108 | title = {{Hateful conduct policy}}, 109 | author = {Twitter}, 110 | year = 2021, 111 | note = {As viewed 19 March 2021, available at: https://help.twitter.com/en/rules-and-policies/hateful-conduct-policy} 112 | } 113 | @inproceedings{waseem2016hateful, 114 | title = {{Hateful symbols or hateful people? Predictive features for hate speech detection on Twitter}}, 115 | author = {Waseem, Zeerak and Hovy, Dirk}, 116 | year = 2016, 117 | booktitle = {Proceedings of the NAACL student research workshop}, 118 | pages = {88--93} 119 | } 120 | @inproceedings{anagnostou2018hatebusters, 121 | title = {{Hatebusters: A Web Application for Actively Reporting YouTube Hate Speech}}, 122 | author = {Anagnostou, Antonios and Mollas, Ioannis and Tsoumakas, Grigorios}, 123 | year = 2018, 124 | booktitle = {IJCAI}, 125 | pages = {5796--5798} 126 | } 127 | @inproceedings{baumgartner2020pushshift, 128 | title = {The Pushshift Reddit Dataset}, 129 | author = {Baumgartner, Jason and Zannettou, Savvas and Keegan, Brian and Squire, Megan and Blackburn, Jeremy}, 130 | year = 2020, 131 | booktitle = {Proceedings of the International AAAI Conference on Web and Social Media}, 132 | volume = 14, 133 | pages = {830--839} 134 | } 135 | @article{bengio2003neural, 136 | title = {A neural probabilistic language model}, 137 | author = {Bengio, Yoshua and Ducharme, R{\'e}jean and Vincent, Pascal and Jauvin, Christian}, 138 | year = 2003, 139 | journal = {{Journal of Machine Learning Research}}, 140 | volume = 3, 141 | number = {Feb}, 142 | pages = {1137--1155} 143 | } 144 | @article{rosenfeld2000two, 145 | title = {{Two decades of statistical language modeling: Where do we go from here?}}, 146 | author = {Rosenfeld, Ronald}, 147 | year = 2000, 148 | journal = {Proceedings of the IEEE}, 149 | publisher = {IEEE}, 150 | volume = 88, 151 | number = 8, 152 | pages = {1270--1278} 153 | } 154 | @misc{radford2018improving, 155 | title = {Improving language understanding by generative pre-training}, 156 | author = {Radford, Alec and Narasimhan, Karthik and Salimans, Tim and Sutskever, Ilya}, 157 | year = 2018 158 | } 159 | @article{brown2020language, 160 | title = {Language models are few-shot learners}, 161 | author = {Brown, Tom B and Mann, Benjamin and Ryder, Nick and Subbiah, Melanie and Kaplan, Jared and Dhariwal, Prafulla and Neelakantan, Arvind and Shyam, Pranav and Sastry, Girish and Askell, Amanda and others}, 162 | year = 2020, 163 | journal = {arXiv preprint arXiv:2005.14165} 164 | } 165 | @inproceedings{vaswani2017attention, 166 | title = {Attention is all you need}, 167 | author = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia}, 168 | year = 2017, 169 | booktitle = {Advances in neural information processing systems}, 170 | pages = {5998--6008} 171 | } 172 | @article{radford2019language, 173 | title = {Language models are unsupervised multitask learners}, 174 | author = {Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya}, 175 | year = 2019, 176 | journal = {OpenAI Blog}, 177 | volume = 1, 178 | number = 8, 179 | pages = 9 180 | } 181 | @article{devlin2018bert, 182 | title = {{Bert: Pre-training of deep bidirectional transformers for language understanding}}, 183 | author = {Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina}, 184 | year = 2018, 185 | journal = {arXiv preprint arXiv:1810.04805} 186 | } 187 | @inproceedings{turian2010word, 188 | title = {Word representations: A simple and general method for semi-supervised learning}, 189 | author = {Turian, Joseph and Ratinov, Lev and Bengio, Yoshua}, 190 | year = 2010, 191 | booktitle = {Proceedings of the 48th annual meeting of the association for computational linguistics}, 192 | pages = {384--394} 193 | } 194 | @inproceedings{mikolov2010recurrent, 195 | title = {Recurrent neural network based language model}, 196 | author = {Mikolov, Tomas and Karafiat, Martin and Burget, Lukas and Cernocky, Jan and Khudanpur, Sanjeev}, 197 | year = 2010, 198 | booktitle = {Eleventh annual conference of the international speech communication association} 199 | } 200 | @article{kalchbrenner2014convolutional, 201 | title = {A convolutional neural network for modelling sentences}, 202 | author = {Kalchbrenner, Nal and Grefenstette, Edward and Blunsom, Phil}, 203 | year = 2014, 204 | journal = {arXiv preprint arXiv:1404.2188} 205 | } 206 | @article{holtzman2019curious, 207 | title = {The curious case of neural text degeneration}, 208 | author = {Holtzman, Ari and Buys, Jan and Du, Li and Forbes, Maxwell and Choi, Yejin}, 209 | year = 2019, 210 | journal = {arXiv preprint arXiv:1904.09751} 211 | } 212 | @phdthesis{mccarthy2005assessment, 213 | title = {{An assessment of the range and usefulness of lexical diversity measures and the potential of the measure of textual, lexical diversity (MTLD)}}, 214 | author = {McCarthy, Philip M}, 215 | year = 2005, 216 | school = {The University of Memphis} 217 | } 218 | @article{ACKLEY1985147, 219 | title = {A learning algorithm for boltzmann machines}, 220 | author = {David H. Ackley and Geoffrey E. Hinton and Terrence J. Sejnowski}, 221 | year = 1985, 222 | journal = {Cognitive Science}, 223 | volume = 9, 224 | number = 1, 225 | pages = {147--169} 226 | } 227 | @misc{caccia2020language, 228 | title = {{Language GANs Falling Short}}, 229 | author = {Massimo Caccia and Lucas Caccia and William Fedus and Hugo Larochelle and Joelle Pineau and Laurent Charlin}, 230 | year = 2020, 231 | eprint = {1811.02549}, 232 | archiveprefix = {arXiv}, 233 | primaryclass = {cs.CL} 234 | } 235 | @misc{zhu2018texygen, 236 | title = {{Texygen: A Benchmarking Platform for Text Generation Models}}, 237 | author = {Yaoming Zhu and Sidi Lu and Lei Zheng and Jiaxian Guo and Weinan Zhang and Jun Wang and Yong Yu}, 238 | year = 2018, 239 | eprint = {1802.01886}, 240 | archiveprefix = {arXiv}, 241 | primaryclass = {cs.CL} 242 | } 243 | @misc{hashimoto2019unifying, 244 | title = {{Unifying Human and Statistical Evaluation for Natural Language Generation}}, 245 | author = {Tatsunori B. Hashimoto and Hugh Zhang and Percy Liang}, 246 | year = 2019, 247 | eprint = {1904.02792}, 248 | archiveprefix = {arXiv}, 249 | primaryclass = {cs.CL} 250 | } 251 | @article{kaplan2020scaling, 252 | title = {Scaling laws for neural language models}, 253 | author = {Kaplan, Jared and McCandlish, Sam and Henighan, Tom and Brown, Tom B and Chess, Benjamin and Child, Rewon and Gray, Scott and Radford, Alec and Wu, Jeffrey and Amodei, Dario}, 254 | year = 2020, 255 | journal = {arXiv preprint arXiv:2001.08361} 256 | } 257 | @misc{openaiapi2020, 258 | title = {API Reference}, 259 | author = {OpenAI}, 260 | year = 2020, 261 | journal = {OpenAI API}, 262 | url = {https://beta.openai.com/} 263 | } 264 | @misc{kyle2020, 265 | title = {lexical-diversity}, 266 | author = {Kyle, Kristopher}, 267 | year = 2020, 268 | month = {Mar}, 269 | journal = {lexical-diversity 0.1.1}, 270 | url = {https://pypi.org/project/lexical-diversity/} 271 | } 272 | @misc{loria2020, 273 | title = {{TextBlob}}, 274 | author = {Loria, Steven}, 275 | year = 2020, 276 | journal = {TextBlob: Simplified Text Processing}, 277 | url = {https://textblob.readthedocs.io} 278 | } 279 | @misc{bansalaggarwal2020, 280 | title = {textstat}, 281 | author = {Bansal, Shivam and Aggarwal, Chaitanya}, 282 | year = 2020, 283 | month = {Nov}, 284 | journal = {textstat 0.7.0}, 285 | url = {https://pypi.org/project/textstat} 286 | } 287 | @book{chall1995readability, 288 | title = {{Readability revisited: The new Dale-Chall readability formula}}, 289 | author = {Chall, Jeanne Sternlicht and Dale, Edgar}, 290 | year = 1995, 291 | publisher = {Brookline Books} 292 | } 293 | @article{flesch1948new, 294 | title = {A new readability yardstick.}, 295 | author = {Flesch, Rudolph}, 296 | year = 1948, 297 | journal = {Journal of applied psychology}, 298 | publisher = {American Psychological Association}, 299 | volume = 32, 300 | number = 3, 301 | pages = 221 302 | } 303 | @article{crossley2011text, 304 | title = {{Text readability and intuitive simplification: A comparison of readability formulas}}, 305 | author = {Crossley, Scott A and Allen, David B and McNamara, Danielle S}, 306 | year = 2011, 307 | journal = {Reading in a foreign language}, 308 | publisher = {ERIC}, 309 | volume = 23, 310 | number = 1, 311 | pages = {84--101} 312 | } 313 | @article{spache1953new, 314 | title = {A new readability formula for primary-grade reading materials}, 315 | author = {Spache, George}, 316 | year = 1953, 317 | journal = {The Elementary School Journal}, 318 | publisher = {University of Chicago Press}, 319 | volume = 53, 320 | number = 7, 321 | pages = {410--413} 322 | } 323 | @misc{ba2016layer, 324 | title = {{Layer Normalization}}, 325 | author = {Jimmy Lei Ba and Jamie Ryan Kiros and Geoffrey E. Hinton}, 326 | year = 2016, 327 | eprint = {1607.06450}, 328 | archiveprefix = {arXiv}, 329 | primaryclass = {stat.ML} 330 | } 331 | @inproceedings{He2016CVPR, 332 | title = {{Deep Residual Learning for Image Recognition}}, 333 | author = {He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian}, 334 | year = 2016, 335 | month = {June}, 336 | booktitle = {Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR)} 337 | } 338 | @inproceedings{wolfetal2020transformers, 339 | title = {{Transformers: State-of-the-Art Natural Language Processing}}, 340 | author = {Thomas Wolf and Lysandre Debut and Victor Sanh and Julien Chaumond and Clement Delangue and Anthony Moi and Pierric Cistac and Tim Rault and Rémi Louf and Morgan Funtowicz and Joe Davison and Sam Shleifer and Patrick von Platen and Clara Ma and Yacine Jernite and Julien Plu and Canwen Xu and Teven Le Scao and Sylvain Gugger and Mariama Drame and Quentin Lhoest and Alexander M. Rush}, 341 | year = 2020, 342 | month = oct, 343 | booktitle = {Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations}, 344 | publisher = {Association for Computational Linguistics}, 345 | address = {Online}, 346 | pages = {38--45}, 347 | url = {https://www.aclweb.org/anthology/2020.emnlp-demos.6} 348 | } 349 | 350 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 4.log: -------------------------------------------------------------------------------- 1 | This is pdfTeX, Version 3.141592653-2.6-1.40.23 (TeX Live 2022/dev) (preloaded format=pdflatex 2022.3.23) 24 MAR 2022 15:09 2 | entering extended mode 3 | restricted \write18 enabled. 4 | %&-line parsing enabled. 5 | **bmc_article.tex 6 | (./bmc_article.tex 7 | LaTeX2e <2021-11-15> patch level 1 8 | L3 programming layer <2022-02-24> (./bmcart.cls 9 | Document Class: bmcart 2014/01/24BioMed Central class (VS) 10 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/article.cls 11 | Document Class: article 2021/10/04 v1.4n Standard LaTeX document class 12 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/size10.clo 13 | File: size10.clo 2021/10/04 v1.4n Standard LaTeX file (size option) 14 | ) 15 | \c@part=\count185 16 | \c@section=\count186 17 | \c@subsection=\count187 18 | \c@subsubsection=\count188 19 | \c@paragraph=\count189 20 | \c@subparagraph=\count190 21 | \c@figure=\count191 22 | \c@table=\count192 23 | \abovecaptionskip=\skip47 24 | \belowcaptionskip=\skip48 25 | \bibindent=\dimen138 26 | ) 27 | \mathindent=\dimen139 28 | 29 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics/keyval.sty 30 | Package: keyval 2014/10/28 v1.15 key=value parser (DPC) 31 | \KV@toks@=\toks16 32 | ) (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/xcolor/xcolor.sty 33 | Package: xcolor 2021/10/31 v2.13 LaTeX color extensions (UK) 34 | 35 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-cfg/color. 36 | cfg 37 | File: color.cfg 2016/01/02 v1.6 sample color configuration 38 | ) 39 | Package xcolor Info: Driver file: pdftex.def on input line 227. 40 | 41 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-def/pdftex 42 | .def 43 | File: pdftex.def 2020/10/05 v1.2a Graphics/color driver for pdftex 44 | ) 45 | Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1352. 46 | Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1356. 47 | Package xcolor Info: Model `RGB' extended on input line 1368. 48 | Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1370. 49 | Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1371. 50 | Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1372. 51 | Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1373. 52 | Package xcolor Info: Model `Gray' substituted by `gray' on input line 1374. 53 | Package xcolor Info: Model `wave' substituted by `hsb' on input line 1375. 54 | ) 55 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/lastpage/lastpage.s 56 | ty 57 | Package: lastpage 2021/09/03 v1.2n Refers to last page's name (HMM; JPG) 58 | ) 59 | \c@thanks=\count193 60 | \bmcfloat@box=\box50 61 | \c@author=\count194 62 | \c@address=\count195 63 | \sv@mathsurround=\dimen140 64 | \fm@box=\box51 65 | \c@addressref=\count196 66 | \thanks@box=\box52 67 | \abstract@box=\box53 68 | \authors@list=\toks17 69 | \keywords@list=\toks18 70 | ) 71 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/inputenc.sty 72 | Package: inputenc 2021/02/14 v1.3d Input encoding file 73 | \inpenc@prehook=\toks19 74 | \inpenc@posthook=\toks20 75 | ) 76 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/l3backend/l3backend 77 | -pdftex.def 78 | File: l3backend-pdftex.def 2022-02-07 L3 backend support: PDF output (pdfTeX) 79 | \l__color_backend_stack_int=\count197 80 | \l__pdf_internal_box=\box54 81 | ) (./bmc_article.aux 82 | 83 | LaTeX Warning: Label `fig:comparison' multiply defined. 84 | 85 | 86 | LaTeX Warning: Label `tab:zeroshot-summary' multiply defined. 87 | 88 | 89 | LaTeX Warning: Label `tab:oneshot-summary' multiply defined. 90 | 91 | 92 | LaTeX Warning: Label `tab:fewshotsingle-summary' multiply defined. 93 | 94 | 95 | LaTeX Warning: Label `tab:fewshotmixed-summary' multiply defined. 96 | 97 | 98 | LaTeX Warning: Label `tab:fewshotmixedanswersnoinstruct' multiply defined. 99 | 100 | 101 | LaTeX Warning: Label `tab:fewshotmixedinstruct-matrix' multiply defined. 102 | 103 | 104 | LaTeX Warning: Label `tab:fewshotmixedanswersnoinstruct' multiply defined. 105 | 106 | 107 | LaTeX Warning: Label `tab:fewshotmixedinstruct-matrix' multiply defined. 108 | 109 | 110 | LaTeX Warning: Label `tab:fewshotmixedinstructsummary' multiply defined. 111 | 112 | ) 113 | \openout1 = `bmc_article.aux'. 114 | 115 | LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 86. 116 | LaTeX Font Info: ... okay on input line 86. 117 | LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 86. 118 | LaTeX Font Info: ... okay on input line 86. 119 | LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 86. 120 | LaTeX Font Info: ... okay on input line 86. 121 | LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 86. 122 | LaTeX Font Info: ... okay on input line 86. 123 | LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 86. 124 | LaTeX Font Info: ... okay on input line 86. 125 | LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 86. 126 | LaTeX Font Info: ... okay on input line 86. 127 | LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 86. 128 | LaTeX Font Info: ... okay on input line 86. 129 | Package lastpage Info: Please have a look at the pageslts package at 130 | (lastpage) https://www.ctan.org/pkg/pageslts 131 | (lastpage) ! on input line 86. 132 | 133 | 134 | LaTeX Font Warning: Font shape `OT1/cmss/bx/n' in size <13> not available 135 | (Font) size <12> substituted on input line 92. 136 | 137 | 138 | LaTeX Font Warning: Font shape `OT1/cmss/m/n' in size <24> not available 139 | (Font) size <24.88> substituted on input line 100. 140 | 141 | LaTeX Font Info: Calculating math sizes for size <11> on input line 121. 142 | 143 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <5.5> not available 144 | (Font) size <5> substituted on input line 121. 145 | 146 | 147 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <5.5> not available 148 | (Font) size <5> substituted on input line 121. 149 | 150 | 151 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <5.5> not available 152 | (Font) size <5> substituted on input line 121. 153 | 154 | LaTeX Font Info: External font `cmex10' loaded for size 155 | (Font) <11> on input line 121. 156 | LaTeX Font Info: External font `cmex10' loaded for size 157 | (Font) <7.69997> on input line 121. 158 | LaTeX Font Info: External font `cmex10' loaded for size 159 | (Font) <5.5> on input line 121. 160 | 161 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 121. 162 | 163 | LaTeX Font Info: Trying to load font information for TS1+cmss on input line 164 | 121. 165 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/ts1cmss.fd 166 | File: ts1cmss.fd 2019/12/16 v2.5j Standard LaTeX font definitions 167 | ) 168 | 169 | LaTeX Warning: Reference `aff2thanks' on page 1 undefined on input line 125. 170 | 171 | 172 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 129. 173 | 174 | 175 | LaTeX Warning: Reference `aff2thanks' on page 1 undefined on input line 129. 176 | 177 | \address@aff1=\toks21 178 | \address@aff2=\toks22 179 | LaTeX Font Info: External font `cmex10' loaded for size 180 | (Font) <7> on input line 170. 181 | LaTeX Font Info: External font `cmex10' loaded for size 182 | (Font) <5> on input line 170. 183 | 184 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 170. 185 | 186 | 187 | LaTeX Warning: Citation `bender2021dangers' on page 1 undefined on input line 2 188 | 50. 189 | 190 | 191 | LaTeX Warning: Citation `hovy2016social' on page 1 undefined on input line 252. 192 | 193 | 194 | 195 | LaTeX Warning: Citation `bender2021dangers' on page 1 undefined on input line 2 196 | 52. 197 | 198 | LaTeX Font Info: Font shape `OT1/cmss/m/it' in size <8> not available 199 | (Font) Font shape `OT1/cmss/m/sl' tried instead on input line 253. 200 | 201 | [1{/Users/rohanalexander/Library/TinyTeX/texmf-var/fonts/map/pdftex/updmap/pdft 202 | ex.map} 203 | 204 | ] 205 | 206 | LaTeX Warning: Citation `hovy2016social' on page 2 undefined on input line 254. 207 | 208 | 209 | 210 | LaTeX Warning: Reference `appendxa' on page 2 undefined on input line 258. 211 | 212 | 213 | LaTeX Warning: Reference `appendxb' on page 2 undefined on input line 258. 214 | 215 | 216 | LaTeX Warning: Reference `appendxc' on page 2 undefined on input line 258. 217 | 218 | 219 | LaTeX Warning: Citation `bengio2003neural' on page 2 undefined on input line 26 220 | 6. 221 | 222 | 223 | LaTeX Warning: Citation `rosenfeld2000two' on page 2 undefined on input line 26 224 | 6. 225 | 226 | 227 | LaTeX Warning: Citation `bengio2003neural' on page 2 undefined on input line 26 228 | 6. 229 | 230 | 231 | LaTeX Warning: Citation `turian2010word' on page 2 undefined on input line 266. 232 | 233 | 234 | 235 | LaTeX Warning: Citation `vaswani2017attention' on page 2 undefined on input lin 236 | e 266. 237 | 238 | 239 | LaTeX Warning: Citation `vaswani2017attention' on page 2 undefined on input lin 240 | e 266. 241 | 242 | 243 | LaTeX Warning: Citation `devlin2018bert' on page 2 undefined on input line 266. 244 | 245 | 246 | 247 | LaTeX Warning: Citation `radford2019language' on page 2 undefined on input line 248 | 266. 249 | 250 | 251 | LaTeX Warning: Citation `brown2020language' on page 2 undefined on input line 2 252 | 66. 253 | 254 | [2] 255 | 256 | LaTeX Warning: Citation `mcguffie2020radicalization' on page 3 undefined on inp 257 | ut line 272. 258 | 259 | 260 | LaTeX Warning: Citation `lin2021truthfulqa' on page 3 undefined on input line 2 261 | 72. 262 | 263 | 264 | LaTeX Warning: Citation `kennedy2018gab' on page 3 undefined on input line 277. 265 | 266 | 267 | 268 | LaTeX Warning: Citation `schmidt2017survey' on page 3 undefined on input line 2 269 | 77. 270 | 271 | 272 | LaTeX Warning: Citation `davidson2017automated' on page 3 undefined on input li 273 | ne 277. 274 | 275 | 276 | LaTeX Warning: Citation `addressinghatespeech' on page 3 undefined on input lin 277 | e 277. 278 | 279 | 280 | LaTeX Warning: Citation `davidson2017automated' on page 3 undefined on input li 281 | ne 277. 282 | 283 | 284 | LaTeX Warning: Citation `act2021justice' on page 3 undefined on input line 277. 285 | 286 | 287 | [3] 288 | 289 | LaTeX Warning: Citation `twitterpolicy2017' on page 4 undefined on input line 2 290 | 82. 291 | 292 | 293 | LaTeX Warning: Citation `waseem2016hateful' on page 4 undefined on input line 2 294 | 85. 295 | 296 | 297 | LaTeX Warning: Citation `davidson2017automated' on page 4 undefined on input li 298 | ne 285. 299 | 300 | 301 | LaTeX Warning: Citation `davidson2019racial' on page 4 undefined on input line 302 | 285. 303 | 304 | 305 | LaTeX Warning: Citation `mollas2020ethos' on page 4 undefined on input line 295 306 | . 307 | 308 | 309 | LaTeX Warning: Citation `anagnostou2018hatebusters' on page 4 undefined on inpu 310 | t line 295. 311 | 312 | 313 | LaTeX Warning: Citation `baumgartner2020pushshift' on page 4 undefined on input 314 | line 295. 315 | 316 | [4] [5] [6] 317 | 318 | LaTeX Warning: Reference `appendxa' on page 7 undefined on input line 374. 319 | 320 | [7] 321 | 322 | LaTeX Warning: Reference `appendixbzeroshot' on page 8 undefined on input line 323 | 426. 324 | 325 | LaTeX Font Info: External font `cmex10' loaded for size 326 | (Font) <8> on input line 432. 327 | LaTeX Font Info: External font `cmex10' loaded for size 328 | (Font) <6> on input line 432. 329 | 330 | LaTeX Warning: Reference `appendixboneshot' on page 8 undefined on input line 4 331 | 55. 332 | 333 | [8] 334 | 335 | LaTeX Warning: Reference `appendixbfewshotsingle' on page 9 undefined on input 336 | line 484. 337 | 338 | 339 | LaTeX Warning: Reference `appendxbmuxedubsnorinstruction' on page 9 undefined o 340 | n input line 513. 341 | 342 | [9] [10] 343 | Overfull \hbox (7694.7252pt too wide) in paragraph at lines 569--574 344 | [][] 345 | [] 346 | 347 | ! Undefined control sequence. 348 | l.577 ...mixed category with instruction}\labelfew 349 | -shot-learning-mixed-categ... 350 | The control sequence at the end of the top line 351 | of your error message was never \def'ed. If you have 352 | misspelled it (e.g., `\hobx'), type `I' and the correct 353 | spelling (e.g., `I\hbox'). Otherwise just continue, 354 | and I'll forget about whatever was undefined. 355 | 356 | ! Too many }'s. 357 | l.577 ...learning-mixed-category-with-instruction} 358 | } 359 | You've closed more groups than you opened. 360 | Such booboos are generally harmless, so keep going. 361 | 362 | ! Too many }'s. 363 | l.577 ...earning-mixed-category-with-instruction}} 364 | 365 | You've closed more groups than you opened. 366 | Such booboos are generally harmless, so keep going. 367 | 368 | 369 | LaTeX Warning: Reference `appendxbmuxedubstryctub' on page 11 undefined on inpu 370 | t line 581. 371 | 372 | [11] 373 | ! Undefined control sequence. 374 | \chline 375 | 376 | l.592 \chline 377 | (l{3pt}r{3pt}){2-6} 378 | The control sequence at the end of the top line 379 | of your error message was never \def'ed. If you have 380 | misspelled it (e.g., `\hobx'), type `I' and the correct 381 | spelling (e.g., `I\hbox'). Otherwise just continue, 382 | and I'll forget about whatever was undefined. 383 | 384 | 385 | LaTeX Warning: Citation `davidson2017automated' on page 12 undefined on input l 386 | ine 657. 387 | 388 | 389 | LaTeX Warning: Citation `schick2021selfdiagnosis' on page 12 undefined on input 390 | line 657. 391 | 392 | 393 | LaTeX Warning: Citation `raffel2020exploring' on page 12 undefined on input lin 394 | e 657. 395 | 396 | [12] [13] 397 | 398 | LaTeX Warning: Reference `appendxc' on page 14 undefined on input line 689. 399 | 400 | 401 | LaTeX Warning: Reference `appendxc' on page 14 undefined on input line 689. 402 | 403 | [14] (./bmc_article.bbl 404 | 405 | LaTeX Warning: Reference `aff1thanks' on page 15 undefined on input line 3. 406 | 407 | 408 | LaTeX Warning: Reference `aff2thanks' on page 15 undefined on input line 3. 409 | 410 | [15]) 411 | Overfull \hbox (3963.57361pt too wide) in paragraph at lines 878--883 412 | [][] 413 | [] 414 | 415 | 416 | Overfull \hbox (3963.57361pt too wide) in paragraph at lines 954--959 417 | [][] 418 | [] 419 | 420 | 421 | AED: lastpage setting LastPage 422 | [16] [17] [18] (./bmc_article.aux) 423 | 424 | LaTeX Font Warning: Size substitutions with differences 425 | (Font) up to 1.0pt have occurred. 426 | 427 | 428 | LaTeX Warning: There were undefined references. 429 | 430 | 431 | LaTeX Warning: There were multiply-defined labels. 432 | 433 | ) 434 | Here is how much of TeX's memory you used: 435 | 1940 strings out of 480236 436 | 29452 string characters out of 5894295 437 | 358688 words of memory out of 5000000 438 | 19924 multiletter control sequences out of 15000+600000 439 | 477605 words of font info for 55 fonts, out of 8000000 for 9000 440 | 14 hyphenation exceptions out of 8191 441 | 48i,9n,61p,2277b,487s stack positions out of 5000i,500n,10000p,200000b,80000s 442 | 449 | 458 | Output written on bmc_article.pdf (18 pages, 193229 bytes). 459 | PDF statistics: 460 | 127 PDF objects out of 1000 (max. 8388607) 461 | 82 compressed objects within 1 object stream 462 | 0 named destinations out of 1000 (max. 500000) 463 | 1 words of extra memory for PDF output out of 10000 (max. 10000000) 464 | 465 | -------------------------------------------------------------------------------- /outputs/documents/references.bib: -------------------------------------------------------------------------------- 1 | @misc{raffel2020exploring, 2 | author = {Colin Raffel and Noam Shazeer and Adam Roberts and Katherine Lee and Sharan Narang and Michael Matena and Yanqi Zhou and Wei Li and Peter J. Liu}, 3 | year = 2020, 4 | title = {{Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer}}, 5 | eprint = {1910.10683}, 6 | archiveprefix = {arXiv}, 7 | primaryclass = {cs.LG}, 8 | } 9 | @misc{schick2021selfdiagnosis, 10 | author = {Timo Schick and Sahana Udupa and Hinrich Schütze}, 11 | year = 2021, 12 | title = {{Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP}}, 13 | eprint = {2103.00453}, 14 | archiveprefix = {arXiv}, 15 | primaryclass = {cs.CL}, 16 | } 17 | @article{kennedy2018gab, 18 | author = {Kennedy, Brendan and Atari, Mohammad and Davani, Aida Mostafazadeh and Yeh, Leigh and Omrani, Ali and Kim, Yehsong and Coombs, Kris and Havaldar, Shreya and Portillo-Wightman, Gwenyth and Gonzalez, Elaine and others}, 19 | year = 2018, 20 | title = {{The Gab Hate Corpus: A collection of 27k posts annotated for hate speech}}, 21 | publisher = {PsyArXiv}, 22 | } 23 | @article{addressinghatespeech, 24 | author = {Srba, Ivan and Lenzini, Gabriele and Pikuliak, Matus and Pecar, Samuel}, 25 | year = 2021, 26 | title = {{Addressing Hate Speech with Data Science: An Overview from Computer Science Perspective}}, 27 | journal = {Hate Speech - Multidisziplinäre Analysen und Handlungsoptionen}, 28 | publisher = {Springer Fachmedien Wiesbaden}, 29 | pages = {317--336}, 30 | doi = {10.1007/978-3-658-31793-5_14}, 31 | url = {http://dx.doi.org/10.1007/978-3-658-31793-5\%5F14}, 32 | } 33 | @misc{lin2021truthfulqa, 34 | author = {Stephanie Lin and Jacob Hilton and Owain Evans}, 35 | year = 2021, 36 | title = {{TruthfulQA: Measuring How Models Mimic Human Falsehoods}}, 37 | eprint = {2109.07958}, 38 | archiveprefix = {arXiv}, 39 | primaryclass = {cs.CL}, 40 | } 41 | @inproceedings{hovy2016social, 42 | author = {Hovy, Dirk and Spruit, Shannon L}, 43 | year = 2016, 44 | title = {{The social impact of natural language processing}}, 45 | booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)}, 46 | pages = {591--598}, 47 | } 48 | @misc{mollas2020ethos, 49 | author = {Ioannis Mollas and Zoe Chrysopoulou and Stamatis Karlos and Grigorios Tsoumakas}, 50 | year = 2020, 51 | title = {{ETHOS: An Online Hate Speech Detection Dataset}}, 52 | eprint = {2006.08328}, 53 | archiveprefix = {arXiv}, 54 | primaryclass = {cs.CL}, 55 | } 56 | @inproceedings{davidson2019racial, 57 | author = {Davidson, Thomas and Bhattacharya, Debasmita and Weber, Ingmar}, 58 | year = 2019, 59 | title = {{Racial Bias in Hate Speech and Abusive Language Detection Datasets}}, 60 | booktitle = {Proceedings of the Third Workshop on Abusive Language Online}, 61 | pages = {25--35}, 62 | } 63 | @inproceedings{davidson2017automated, 64 | author = {Davidson, Thomas and Warmsley, Dana and Macy, Michael and Weber, Ingmar}, 65 | year = 2017, 66 | title = {{Automated hate speech detection and the problem of offensive language}}, 67 | booktitle = {Proceedings of the International AAAI Conference on Web and Social Media}, 68 | volume = 11, 69 | number = 1, 70 | } 71 | @article{mcguffie2020radicalization, 72 | author = {McGuffie, Kris and Newhouse, Alex}, 73 | year = 2020, 74 | title = {{The radicalization risks of GPT-3 and advanced neural language models}}, 75 | journal = {arXiv preprint arXiv:2009.06807}, 76 | } 77 | @inproceedings{bender2021dangers, 78 | author = {Bender, Emily M. and Gebru, Timnit and McMillan-Major, Angelina and Shmitchell, Shmargaret}, 79 | year = 2021, 80 | title = {On the Dangers of Stochastic Parrots: Can Language Models Be Too Big?}, 81 | booktitle = {Proceedings of FAccT 2021}, 82 | } 83 | @article{fedus2021switch, 84 | author = {Fedus, William and Zoph, Barret and Shazeer, Noam}, 85 | year = 2021, 86 | title = {{Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity}}, 87 | journal = {arXiv preprint arXiv:2101.03961}, 88 | } 89 | @article{branwen2020gpt, 90 | author = {Branwen, Gwern}, 91 | year = 2020, 92 | title = {{GPT-3 Creative Fiction}}, 93 | } 94 | @inproceedings{schmidt2017survey, 95 | author = {Schmidt, Anna and Wiegand, Michael}, 96 | year = 2017, 97 | title = {{A survey on hate speech detection using natural language processing}}, 98 | booktitle = {Proceedings of the fifth international workshop on natural language processing for social media}, 99 | pages = {1--10}, 100 | } 101 | @misc{act2021justice, 102 | author = {{Criminal Code}}, 103 | year = 1985, 104 | title = {{Government of Canada}}, 105 | note = {As viewed 19 March 2021, available at: https://laws-lois.justice.gc.ca/eng/acts/c-46/section-319.html}, 106 | } 107 | @misc{twitterpolicy2017, 108 | author = {Twitter}, 109 | year = 2021, 110 | title = {{Hateful conduct policy}}, 111 | note = {As viewed 19 March 2021, available at: https://help.twitter.com/en/rules-and-policies/hateful-conduct-policy}, 112 | } 113 | @inproceedings{waseem2016hateful, 114 | author = {Waseem, Zeerak and Hovy, Dirk}, 115 | year = 2016, 116 | title = {{Hateful symbols or hateful people? Predictive features for hate speech detection on Twitter}}, 117 | booktitle = {Proceedings of the NAACL student research workshop}, 118 | pages = {88--93}, 119 | } 120 | @inproceedings{anagnostou2018hatebusters, 121 | author = {Anagnostou, Antonios and Mollas, Ioannis and Tsoumakas, Grigorios}, 122 | year = 2018, 123 | title = {{Hatebusters: A Web Application for Actively Reporting YouTube Hate Speech}}, 124 | booktitle = {IJCAI}, 125 | pages = {5796--5798}, 126 | } 127 | @inproceedings{baumgartner2020pushshift, 128 | author = {Baumgartner, Jason and Zannettou, Savvas and Keegan, Brian and Squire, Megan and Blackburn, Jeremy}, 129 | year = 2020, 130 | title = {{The Pushshift Reddit Dataset}}, 131 | booktitle = {Proceedings of the International AAAI Conference on Web and Social Media}, 132 | volume = 14, 133 | pages = {830--839}, 134 | } 135 | @article{bengio2003neural, 136 | author = {Bengio, Yoshua and Ducharme, R{\'e}jean and Vincent, Pascal and Jauvin, Christian}, 137 | year = 2003, 138 | title = {{A neural probabilistic language model}}, 139 | journal = {{Journal of Machine Learning Research}}, 140 | volume = 3, 141 | number = {Feb}, 142 | pages = {1137--1155}, 143 | } 144 | @article{rosenfeld2000two, 145 | author = {Rosenfeld, Ronald}, 146 | year = 2000, 147 | title = {{Two decades of statistical language modeling: Where do we go from here?}}, 148 | journal = {Proceedings of the IEEE}, 149 | publisher = {IEEE}, 150 | volume = 88, 151 | number = 8, 152 | pages = {1270--1278}, 153 | } 154 | @misc{radford2018improving, 155 | author = {Radford, Alec and Narasimhan, Karthik and Salimans, Tim and Sutskever, Ilya}, 156 | year = 2018, 157 | title = {{Improving language understanding by generative pre-training}}, 158 | } 159 | @article{brown2020language, 160 | author = {Brown, Tom B and Mann, Benjamin and Ryder, Nick and Subbiah, Melanie and Kaplan, Jared and Dhariwal, Prafulla and Neelakantan, Arvind and Shyam, Pranav and Sastry, Girish and Askell, Amanda and others}, 161 | year = 2020, 162 | title = {{Language models are few-shot learners}}, 163 | journal = {arXiv preprint arXiv:2005.14165}, 164 | } 165 | @inproceedings{vaswani2017attention, 166 | author = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia}, 167 | year = 2017, 168 | title = {{Attention is all you need}}, 169 | booktitle = {Advances in neural information processing systems}, 170 | pages = {5998--6008}, 171 | } 172 | @article{radford2019language, 173 | author = {Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya}, 174 | year = 2019, 175 | title = {{Language models are unsupervised multitask learners}}, 176 | journal = {OpenAI Blog}, 177 | volume = 1, 178 | number = 8, 179 | pages = 9, 180 | } 181 | @article{devlin2018bert, 182 | author = {Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina}, 183 | year = 2018, 184 | title = {{Bert: Pre-training of deep bidirectional transformers for language understanding}}, 185 | journal = {arXiv preprint arXiv:1810.04805}, 186 | } 187 | @inproceedings{turian2010word, 188 | author = {Turian, Joseph and Ratinov, Lev and Bengio, Yoshua}, 189 | year = 2010, 190 | title = {{Word representations: A simple and general method for semi-supervised learning}}, 191 | booktitle = {Proceedings of the 48th annual meeting of the association for computational linguistics}, 192 | pages = {384--394}, 193 | } 194 | @inproceedings{mikolov2010recurrent, 195 | author = {Mikolov, Tomas and Karafiat, Martin and Burget, Lukas and Cernocky, Jan and Khudanpur, Sanjeev}, 196 | year = 2010, 197 | title = {{Recurrent neural network based language model}}, 198 | booktitle = {Eleventh annual conference of the international speech communication association}, 199 | } 200 | @article{kalchbrenner2014convolutional, 201 | author = {Kalchbrenner, Nal and Grefenstette, Edward and Blunsom, Phil}, 202 | year = 2014, 203 | title = {{A convolutional neural network for modelling sentences}}, 204 | journal = {arXiv preprint arXiv:1404.2188}, 205 | } 206 | @article{holtzman2019curious, 207 | author = {Holtzman, Ari and Buys, Jan and Du, Li and Forbes, Maxwell and Choi, Yejin}, 208 | year = 2019, 209 | title = {{The curious case of neural text degeneration}}, 210 | journal = {arXiv preprint arXiv:1904.09751}, 211 | } 212 | @phdthesis{mccarthy2005assessment, 213 | author = {McCarthy, Philip M}, 214 | year = 2005, 215 | title = {{An assessment of the range and usefulness of lexical diversity measures and the potential of the measure of textual, lexical diversity (MTLD)}}, 216 | school = {The University of Memphis}, 217 | } 218 | @article{ACKLEY1985147, 219 | author = {David H. Ackley and Geoffrey E. Hinton and Terrence J. Sejnowski}, 220 | year = 1985, 221 | title = {{A learning algorithm for boltzmann machines}}, 222 | journal = {Cognitive Science}, 223 | volume = 9, 224 | number = 1, 225 | pages = {147--169}, 226 | } 227 | @misc{caccia2020language, 228 | author = {Massimo Caccia and Lucas Caccia and William Fedus and Hugo Larochelle and Joelle Pineau and Laurent Charlin}, 229 | year = 2020, 230 | title = {{Language GANs Falling Short}}, 231 | eprint = {1811.02549}, 232 | archiveprefix = {arXiv}, 233 | primaryclass = {cs.CL}, 234 | } 235 | @misc{zhu2018texygen, 236 | author = {Yaoming Zhu and Sidi Lu and Lei Zheng and Jiaxian Guo and Weinan Zhang and Jun Wang and Yong Yu}, 237 | year = 2018, 238 | title = {{Texygen: A Benchmarking Platform for Text Generation Models}}, 239 | eprint = {1802.01886}, 240 | archiveprefix = {arXiv}, 241 | primaryclass = {cs.CL}, 242 | } 243 | @misc{hashimoto2019unifying, 244 | author = {Tatsunori B. Hashimoto and Hugh Zhang and Percy Liang}, 245 | year = 2019, 246 | title = {{Unifying Human and Statistical Evaluation for Natural Language Generation}}, 247 | eprint = {1904.02792}, 248 | archiveprefix = {arXiv}, 249 | primaryclass = {cs.CL}, 250 | } 251 | @article{kaplan2020scaling, 252 | author = {Kaplan, Jared and McCandlish, Sam and Henighan, Tom and Brown, Tom B and Chess, Benjamin and Child, Rewon and Gray, Scott and Radford, Alec and Wu, Jeffrey and Amodei, Dario}, 253 | year = 2020, 254 | title = {{Scaling laws for neural language models}}, 255 | journal = {arXiv preprint arXiv:2001.08361}, 256 | } 257 | @misc{openaiapi2020, 258 | author = {OpenAI}, 259 | year = 2020, 260 | title = {{API Reference}}, 261 | journal = {OpenAI API}, 262 | url = {https://beta.openai.com/}, 263 | } 264 | @misc{kyle2020, 265 | author = {Kyle, Kristopher}, 266 | year = 2020, 267 | title = {{lexical-diversity}}, 268 | month = {Mar}, 269 | journal = {lexical-diversity 0.1.1}, 270 | url = {https://pypi.org/project/lexical-diversity/}, 271 | } 272 | @misc{loria2020, 273 | author = {Loria, Steven}, 274 | year = 2020, 275 | title = {{TextBlob}}, 276 | journal = {TextBlob: Simplified Text Processing}, 277 | url = {https://textblob.readthedocs.io}, 278 | } 279 | @misc{bansalaggarwal2020, 280 | author = {Bansal, Shivam and Aggarwal, Chaitanya}, 281 | year = 2020, 282 | title = {{textstat}}, 283 | month = {Nov}, 284 | journal = {textstat 0.7.0}, 285 | url = {https://pypi.org/project/textstat}, 286 | } 287 | @book{chall1995readability, 288 | author = {Chall, Jeanne Sternlicht and Dale, Edgar}, 289 | year = 1995, 290 | title = {{Readability revisited: The new Dale-Chall readability formula}}, 291 | publisher = {Brookline Books}, 292 | } 293 | @article{flesch1948new, 294 | author = {Flesch, Rudolph}, 295 | year = 1948, 296 | title = {{A new readability yardstick.}}, 297 | journal = {Journal of applied psychology}, 298 | publisher = {American Psychological Association}, 299 | volume = 32, 300 | number = 3, 301 | pages = 221, 302 | } 303 | @article{crossley2011text, 304 | author = {Crossley, Scott A and Allen, David B and McNamara, Danielle S}, 305 | year = 2011, 306 | title = {{Text readability and intuitive simplification: A comparison of readability formulas}}, 307 | journal = {Reading in a foreign language}, 308 | publisher = {ERIC}, 309 | volume = 23, 310 | number = 1, 311 | pages = {84--101}, 312 | } 313 | @article{spache1953new, 314 | author = {Spache, George}, 315 | year = 1953, 316 | title = {{A new readability formula for primary-grade reading materials}}, 317 | journal = {The Elementary School Journal}, 318 | publisher = {University of Chicago Press}, 319 | volume = 53, 320 | number = 7, 321 | pages = {410--413}, 322 | } 323 | @misc{ba2016layer, 324 | author = {Jimmy Lei Ba and Jamie Ryan Kiros and Geoffrey E. Hinton}, 325 | year = 2016, 326 | title = {{Layer Normalization}}, 327 | eprint = {1607.06450}, 328 | archiveprefix = {arXiv}, 329 | primaryclass = {stat.ML}, 330 | } 331 | @inproceedings{He2016CVPR, 332 | author = {He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian}, 333 | year = 2016, 334 | title = {{Deep Residual Learning for Image Recognition}}, 335 | month = {June}, 336 | booktitle = {Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 337 | } 338 | @inproceedings{wolfetal2020transformers, 339 | author = {Thomas Wolf and Lysandre Debut and Victor Sanh and Julien Chaumond and Clement Delangue and Anthony Moi and Pierric Cistac and Tim Rault and Rémi Louf and Morgan Funtowicz and Joe Davison and Sam Shleifer and Patrick von Platen and Clara Ma and Yacine Jernite and Julien Plu and Canwen Xu and Teven Le Scao and Sylvain Gugger and Mariama Drame and Quentin Lhoest and Alexander M. Rush}, 340 | year = 2020, 341 | title = {{Transformers: State-of-the-Art Natural Language Processing}}, 342 | month = oct, 343 | booktitle = {Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations}, 344 | publisher = {Association for Computational Linguistics}, 345 | address = {Online}, 346 | pages = {38--45}, 347 | url = {https://www.aclweb.org/anthology/2020.emnlp-demos.6}, 348 | } 349 | 350 | -------------------------------------------------------------------------------- /outputs/bmc_template/bmc_article 7.log: -------------------------------------------------------------------------------- 1 | This is pdfTeX, Version 3.141592653-2.6-1.40.23 (TeX Live 2022/dev) (preloaded format=pdflatex 2022.3.23) 24 MAR 2022 20:28 2 | entering extended mode 3 | restricted \write18 enabled. 4 | %&-line parsing enabled. 5 | **bmc_article.tex 6 | (./bmc_article.tex 7 | LaTeX2e <2021-11-15> patch level 1 8 | L3 programming layer <2022-02-24> (./bmcart.cls 9 | Document Class: bmcart 2014/01/24BioMed Central class (VS) 10 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/article.cls 11 | Document Class: article 2021/10/04 v1.4n Standard LaTeX document class 12 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/size10.clo 13 | File: size10.clo 2021/10/04 v1.4n Standard LaTeX file (size option) 14 | ) 15 | \c@part=\count185 16 | \c@section=\count186 17 | \c@subsection=\count187 18 | \c@subsubsection=\count188 19 | \c@paragraph=\count189 20 | \c@subparagraph=\count190 21 | \c@figure=\count191 22 | \c@table=\count192 23 | \abovecaptionskip=\skip47 24 | \belowcaptionskip=\skip48 25 | \bibindent=\dimen138 26 | ) 27 | \mathindent=\dimen139 28 | 29 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics/keyval.sty 30 | Package: keyval 2014/10/28 v1.15 key=value parser (DPC) 31 | \KV@toks@=\toks16 32 | ) (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/xcolor/xcolor.sty 33 | Package: xcolor 2021/10/31 v2.13 LaTeX color extensions (UK) 34 | 35 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-cfg/color. 36 | cfg 37 | File: color.cfg 2016/01/02 v1.6 sample color configuration 38 | ) 39 | Package xcolor Info: Driver file: pdftex.def on input line 227. 40 | 41 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/graphics-def/pdftex 42 | .def 43 | File: pdftex.def 2020/10/05 v1.2a Graphics/color driver for pdftex 44 | ) 45 | Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1352. 46 | Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1356. 47 | Package xcolor Info: Model `RGB' extended on input line 1368. 48 | Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1370. 49 | Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1371. 50 | Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1372. 51 | Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1373. 52 | Package xcolor Info: Model `Gray' substituted by `gray' on input line 1374. 53 | Package xcolor Info: Model `wave' substituted by `hsb' on input line 1375. 54 | ) 55 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/lastpage/lastpage.s 56 | ty 57 | Package: lastpage 2021/09/03 v1.2n Refers to last page's name (HMM; JPG) 58 | ) 59 | \c@thanks=\count193 60 | \bmcfloat@box=\box50 61 | \c@author=\count194 62 | \c@address=\count195 63 | \sv@mathsurround=\dimen140 64 | \fm@box=\box51 65 | \c@addressref=\count196 66 | \thanks@box=\box52 67 | \abstract@box=\box53 68 | \authors@list=\toks17 69 | \keywords@list=\toks18 70 | ) 71 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/inputenc.sty 72 | Package: inputenc 2021/02/14 v1.3d Input encoding file 73 | \inpenc@prehook=\toks19 74 | \inpenc@posthook=\toks20 75 | ) 76 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/l3backend/l3backend 77 | -pdftex.def 78 | File: l3backend-pdftex.def 2022-02-07 L3 backend support: PDF output (pdfTeX) 79 | \l__color_backend_stack_int=\count197 80 | \l__pdf_internal_box=\box54 81 | ) (./bmc_article.aux 82 | 83 | LaTeX Warning: Label `fig:comparison' multiply defined. 84 | 85 | ) 86 | \openout1 = `bmc_article.aux'. 87 | 88 | LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 86. 89 | LaTeX Font Info: ... okay on input line 86. 90 | LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 86. 91 | LaTeX Font Info: ... okay on input line 86. 92 | LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 86. 93 | LaTeX Font Info: ... okay on input line 86. 94 | LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 86. 95 | LaTeX Font Info: ... okay on input line 86. 96 | LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 86. 97 | LaTeX Font Info: ... okay on input line 86. 98 | LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 86. 99 | LaTeX Font Info: ... okay on input line 86. 100 | LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 86. 101 | LaTeX Font Info: ... okay on input line 86. 102 | Package lastpage Info: Please have a look at the pageslts package at 103 | (lastpage) https://www.ctan.org/pkg/pageslts 104 | (lastpage) ! on input line 86. 105 | 106 | 107 | LaTeX Font Warning: Font shape `OT1/cmss/bx/n' in size <13> not available 108 | (Font) size <12> substituted on input line 92. 109 | 110 | 111 | LaTeX Font Warning: Font shape `OT1/cmss/m/n' in size <24> not available 112 | (Font) size <24.88> substituted on input line 100. 113 | 114 | LaTeX Font Info: Calculating math sizes for size <11> on input line 121. 115 | 116 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <5.5> not available 117 | (Font) size <5> substituted on input line 121. 118 | 119 | 120 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <5.5> not available 121 | (Font) size <5> substituted on input line 121. 122 | 123 | 124 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <5.5> not available 125 | (Font) size <5> substituted on input line 121. 126 | 127 | LaTeX Font Info: External font `cmex10' loaded for size 128 | (Font) <11> on input line 121. 129 | LaTeX Font Info: External font `cmex10' loaded for size 130 | (Font) <7.69997> on input line 121. 131 | LaTeX Font Info: External font `cmex10' loaded for size 132 | (Font) <5.5> on input line 121. 133 | 134 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 121. 135 | 136 | LaTeX Font Info: Trying to load font information for TS1+cmss on input line 137 | 121. 138 | (/Users/rohanalexander/Library/TinyTeX/texmf-dist/tex/latex/base/ts1cmss.fd 139 | File: ts1cmss.fd 2019/12/16 v2.5j Standard LaTeX font definitions 140 | ) 141 | 142 | LaTeX Warning: Reference `aff2thanks' on page 1 undefined on input line 125. 143 | 144 | 145 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 129. 146 | 147 | 148 | LaTeX Warning: Reference `aff2thanks' on page 1 undefined on input line 129. 149 | 150 | \address@aff1=\toks21 151 | \address@aff2=\toks22 152 | LaTeX Font Info: External font `cmex10' loaded for size 153 | (Font) <7> on input line 170. 154 | LaTeX Font Info: External font `cmex10' loaded for size 155 | (Font) <5> on input line 170. 156 | 157 | LaTeX Warning: Reference `aff1thanks' on page 1 undefined on input line 170. 158 | 159 | 160 | LaTeX Warning: Citation `bender2021dangers' on page 1 undefined on input line 2 161 | 50. 162 | 163 | 164 | LaTeX Warning: Citation `hovy2016social' on page 1 undefined on input line 252. 165 | 166 | 167 | 168 | LaTeX Warning: Citation `bender2021dangers' on page 1 undefined on input line 2 169 | 52. 170 | 171 | LaTeX Font Info: Font shape `OT1/cmss/m/it' in size <8> not available 172 | (Font) Font shape `OT1/cmss/m/sl' tried instead on input line 253. 173 | 174 | [1{/Users/rohanalexander/Library/TinyTeX/texmf-var/fonts/map/pdftex/updmap/pdft 175 | ex.map} 176 | 177 | ] 178 | 179 | LaTeX Warning: Citation `hovy2016social' on page 2 undefined on input line 254. 180 | 181 | 182 | 183 | LaTeX Warning: Citation `bengio2003neural' on page 2 undefined on input line 26 184 | 6. 185 | 186 | 187 | LaTeX Warning: Citation `rosenfeld2000two' on page 2 undefined on input line 26 188 | 6. 189 | 190 | 191 | LaTeX Warning: Citation `bengio2003neural' on page 2 undefined on input line 26 192 | 6. 193 | 194 | 195 | LaTeX Warning: Citation `turian2010word' on page 2 undefined on input line 266. 196 | 197 | 198 | 199 | LaTeX Warning: Citation `vaswani2017attention' on page 2 undefined on input lin 200 | e 266. 201 | 202 | 203 | LaTeX Warning: Citation `vaswani2017attention' on page 2 undefined on input lin 204 | e 266. 205 | 206 | 207 | LaTeX Warning: Citation `devlin2018bert' on page 2 undefined on input line 266. 208 | 209 | 210 | 211 | LaTeX Warning: Citation `radford2019language' on page 2 undefined on input line 212 | 266. 213 | 214 | 215 | LaTeX Warning: Citation `brown2020language' on page 2 undefined on input line 2 216 | 66. 217 | 218 | [2] 219 | 220 | LaTeX Warning: Citation `mcguffie2020radicalization' on page 3 undefined on inp 221 | ut line 272. 222 | 223 | 224 | LaTeX Warning: Citation `lin2021truthfulqa' on page 3 undefined on input line 2 225 | 72. 226 | 227 | 228 | LaTeX Warning: Citation `kennedy2018gab' on page 3 undefined on input line 277. 229 | 230 | 231 | 232 | LaTeX Warning: Citation `schmidt2017survey' on page 3 undefined on input line 2 233 | 77. 234 | 235 | 236 | LaTeX Warning: Citation `davidson2017automated' on page 3 undefined on input li 237 | ne 277. 238 | 239 | 240 | LaTeX Warning: Citation `addressinghatespeech' on page 3 undefined on input lin 241 | e 277. 242 | 243 | 244 | LaTeX Warning: Citation `davidson2017automated' on page 3 undefined on input li 245 | ne 277. 246 | 247 | 248 | LaTeX Warning: Citation `act2021justice' on page 3 undefined on input line 277. 249 | 250 | 251 | [3] 252 | 253 | LaTeX Warning: Citation `twitterpolicy2017' on page 4 undefined on input line 2 254 | 82. 255 | 256 | 257 | LaTeX Warning: Citation `waseem2016hateful' on page 4 undefined on input line 2 258 | 85. 259 | 260 | 261 | LaTeX Warning: Citation `davidson2017automated' on page 4 undefined on input li 262 | ne 285. 263 | 264 | 265 | LaTeX Warning: Citation `davidson2019racial' on page 4 undefined on input line 266 | 285. 267 | 268 | 269 | LaTeX Warning: Citation `mollas2020ethos' on page 4 undefined on input line 295 270 | . 271 | 272 | 273 | LaTeX Warning: Citation `anagnostou2018hatebusters' on page 4 undefined on inpu 274 | t line 295. 275 | 276 | 277 | LaTeX Warning: Citation `baumgartner2020pushshift' on page 4 undefined on input 278 | line 295. 279 | 280 | [4] [5] [6] [7] 281 | LaTeX Font Info: External font `cmex10' loaded for size 282 | (Font) <8> on input line 432. 283 | LaTeX Font Info: External font `cmex10' loaded for size 284 | (Font) <6> on input line 432. 285 | [8] [9] [10] [11] 286 | 287 | LaTeX Warning: Citation `davidson2017automated' on page 12 undefined on input l 288 | ine 656. 289 | 290 | 291 | LaTeX Warning: Citation `schick2021selfdiagnosis' on page 12 undefined on input 292 | line 656. 293 | 294 | 295 | LaTeX Warning: Citation `raffel2020exploring' on page 12 undefined on input lin 296 | e 656. 297 | 298 | [12] [13] [14] (./bmc_article.bbl 299 | 300 | LaTeX Warning: Reference `aff1thanks' on page 15 undefined on input line 3. 301 | 302 | 303 | LaTeX Warning: Reference `aff2thanks' on page 15 undefined on input line 3. 304 | 305 | [15]) 306 | 307 | ! LaTeX Error: Unknown float option `H'. 308 | 309 | See the LaTeX manual or LaTeX Companion for explanation. 310 | Type H for immediate help. 311 | ... 312 | 313 | l.788 \begin{table}[H] 314 | 315 | Option `H' ignored and `p' used. 316 | 317 | 318 | LaTeX Font Warning: Font shape `OT1/cmss/m/n' in size <7.5> not available 319 | (Font) size <7> substituted on input line 792. 320 | 321 | LaTeX Font Info: Calculating math sizes for size <7.5> on input line 793. 322 | 323 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <7.5> not available 324 | (Font) size <7> substituted on input line 793. 325 | 326 | 327 | LaTeX Font Warning: Font shape `OT1/cmr/m/n' in size <3.75> not available 328 | (Font) size <5> substituted on input line 793. 329 | 330 | 331 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <7.5> not available 332 | (Font) size <7> substituted on input line 793. 333 | 334 | 335 | LaTeX Font Warning: Font shape `OML/cmm/m/it' in size <3.75> not available 336 | (Font) size <5> substituted on input line 793. 337 | 338 | 339 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <7.5> not available 340 | (Font) size <7> substituted on input line 793. 341 | 342 | 343 | LaTeX Font Warning: Font shape `OMS/cmsy/m/n' in size <3.75> not available 344 | (Font) size <5> substituted on input line 793. 345 | 346 | LaTeX Font Info: External font `cmex10' loaded for size 347 | (Font) <7.5> on input line 793. 348 | LaTeX Font Info: External font `cmex10' loaded for size 349 | (Font) <5.24997> on input line 793. 350 | LaTeX Font Info: External font `cmex10' loaded for size 351 | (Font) <3.75> on input line 793. 352 | 353 | Overfull \hbox (3015.6392pt too wide) in paragraph at lines 793--809 354 | [][] 355 | [] 356 | 357 | [16] 358 | ! Undefined control sequence. 359 | \chline 360 | 361 | l.827 \chline 362 | (l{3pt}r{3pt}){2-3} 363 | The control sequence at the end of the top line 364 | of your error message was never \def'ed. If you have 365 | misspelled it (e.g., `\hobx'), type `I' and the correct 366 | spelling (e.g., `I\hbox'). Otherwise just continue, 367 | and I'll forget about whatever was undefined. 368 | 369 | 370 | LaTeX Warning: `!h' float specifier changed to `!ht'. 371 | 372 | ! Undefined control sequence. 373 | \chline 374 | 375 | l.844 \chline 376 | (l{3pt}r{3pt}){2-3} 377 | The control sequence at the end of the top line 378 | of your error message was never \def'ed. If you have 379 | misspelled it (e.g., `\hobx'), type `I' and the correct 380 | spelling (e.g., `I\hbox'). Otherwise just continue, 381 | and I'll forget about whatever was undefined. 382 | 383 | 384 | LaTeX Warning: `!h' float specifier changed to `!ht'. 385 | 386 | ! Undefined control sequence. 387 | \chline 388 | 389 | l.861 \chline 390 | (l{3pt}r{3pt}){2-3} 391 | The control sequence at the end of the top line 392 | of your error message was never \def'ed. If you have 393 | misspelled it (e.g., `\hobx'), type `I' and the correct 394 | spelling (e.g., `I\hbox'). Otherwise just continue, 395 | and I'll forget about whatever was undefined. 396 | 397 | 398 | LaTeX Warning: `!h' float specifier changed to `!ht'. 399 | 400 | [17] 401 | ! Undefined control sequence. 402 | \chline 403 | 404 | l.883 \chline 405 | (l{3pt}r{3pt}){2-3} 406 | The control sequence at the end of the top line 407 | of your error message was never \def'ed. If you have 408 | misspelled it (e.g., `\hobx'), type `I' and the correct 409 | spelling (e.g., `I\hbox'). Otherwise just continue, 410 | and I'll forget about whatever was undefined. 411 | 412 | 413 | LaTeX Warning: `!h' float specifier changed to `!ht'. 414 | 415 | ! Undefined control sequence. 416 | \chline 417 | 418 | l.900 \chline 419 | (l{3pt}r{3pt}){2-3} 420 | The control sequence at the end of the top line 421 | of your error message was never \def'ed. If you have 422 | misspelled it (e.g., `\hobx'), type `I' and the correct 423 | spelling (e.g., `I\hbox'). Otherwise just continue, 424 | and I'll forget about whatever was undefined. 425 | 426 | 427 | LaTeX Warning: `!h' float specifier changed to `!ht'. 428 | 429 | ! Undefined control sequence. 430 | \chline 431 | 432 | l.917 \chline 433 | (l{3pt}r{3pt}){2-3} 434 | The control sequence at the end of the top line 435 | of your error message was never \def'ed. If you have 436 | misspelled it (e.g., `\hobx'), type `I' and the correct 437 | spelling (e.g., `I\hbox'). Otherwise just continue, 438 | and I'll forget about whatever was undefined. 439 | 440 | 441 | LaTeX Warning: `!h' float specifier changed to `!ht'. 442 | 443 | [18] 444 | ! Undefined control sequence. 445 | \chline 446 | 447 | l.939 \chline 448 | (l{3pt}r{3pt}){2-3} 449 | The control sequence at the end of the top line 450 | of your error message was never \def'ed. If you have 451 | misspelled it (e.g., `\hobx'), type `I' and the correct 452 | spelling (e.g., `I\hbox'). Otherwise just continue, 453 | and I'll forget about whatever was undefined. 454 | 455 | 456 | LaTeX Warning: `!h' float specifier changed to `!ht'. 457 | 458 | ! Undefined control sequence. 459 | \chline 460 | 461 | l.956 \chline 462 | (l{3pt}r{3pt}){2-3} 463 | The control sequence at the end of the top line 464 | of your error message was never \def'ed. If you have 465 | misspelled it (e.g., `\hobx'), type `I' and the correct 466 | spelling (e.g., `I\hbox'). Otherwise just continue, 467 | and I'll forget about whatever was undefined. 468 | 469 | 470 | LaTeX Warning: `!h' float specifier changed to `!ht'. 471 | 472 | ! Undefined control sequence. 473 | \chline 474 | 475 | l.973 \chline 476 | (l{3pt}r{3pt}){2-3} 477 | The control sequence at the end of the top line 478 | of your error message was never \def'ed. If you have 479 | misspelled it (e.g., `\hobx'), type `I' and the correct 480 | spelling (e.g., `I\hbox'). Otherwise just continue, 481 | and I'll forget about whatever was undefined. 482 | 483 | 484 | LaTeX Warning: `!h' float specifier changed to `!ht'. 485 | 486 | [19] 487 | ! Undefined control sequence. 488 | \chline 489 | 490 | l.995 \chline 491 | (l{3pt}r{3pt}){3-4} 492 | The control sequence at the end of the top line 493 | of your error message was never \def'ed. If you have 494 | misspelled it (e.g., `\hobx'), type `I' and the correct 495 | spelling (e.g., `I\hbox'). Otherwise just continue, 496 | and I'll forget about whatever was undefined. 497 | 498 | 499 | LaTeX Warning: `!h' float specifier changed to `!ht'. 500 | 501 | ! Undefined control sequence. 502 | \chline 503 | 504 | l.1042 \chline 505 | (l{3pt}r{3pt}){3-4} 506 | The control sequence at the end of the top line 507 | of your error message was never \def'ed. If you have 508 | misspelled it (e.g., `\hobx'), type `I' and the correct 509 | spelling (e.g., `I\hbox'). Otherwise just continue, 510 | and I'll forget about whatever was undefined. 511 | 512 | 513 | LaTeX Warning: `!h' float specifier changed to `!ht'. 514 | 515 | [20] 516 | ! Undefined control sequence. 517 | \chline 518 | 519 | l.1094 \chline 520 | (l{3pt}r{3pt}){3-4} 521 | The control sequence at the end of the top line 522 | of your error message was never \def'ed. If you have 523 | misspelled it (e.g., `\hobx'), type `I' and the correct 524 | spelling (e.g., `I\hbox'). Otherwise just continue, 525 | and I'll forget about whatever was undefined. 526 | 527 | 528 | LaTeX Warning: `!h' float specifier changed to `!ht'. 529 | 530 | ! Undefined control sequence. 531 | \chline 532 | 533 | l.1141 \chline 534 | (l{3pt}r{3pt}){3-4} 535 | The control sequence at the end of the top line 536 | of your error message was never \def'ed. If you have 537 | misspelled it (e.g., `\hobx'), type `I' and the correct 538 | spelling (e.g., `I\hbox'). Otherwise just continue, 539 | and I'll forget about whatever was undefined. 540 | 541 | 542 | LaTeX Warning: `!h' float specifier changed to `!ht'. 543 | 544 | [21] 545 | 546 | LaTeX Warning: `!h' float specifier changed to `!ht'. 547 | 548 | 549 | Overfull \hbox (774.54544pt too wide) in paragraph at lines 1210--1230 550 | [][] 551 | [] 552 | 553 | 554 | LaTeX Warning: `!h' float specifier changed to `!ht'. 555 | 556 | [22] 557 | AED: lastpage setting LastPage 558 | [23] [24] [25] [26] (./bmc_article.aux) 559 | 560 | LaTeX Font Warning: Size substitutions with differences 561 | (Font) up to 1.25pt have occurred. 562 | 563 | 564 | LaTeX Warning: There were undefined references. 565 | 566 | 567 | LaTeX Warning: There were multiply-defined labels. 568 | 569 | ) 570 | Here is how much of TeX's memory you used: 571 | 1970 strings out of 480236 572 | 30063 string characters out of 5894295 573 | 369265 words of memory out of 5000000 574 | 19954 multiletter control sequences out of 15000+600000 575 | 477605 words of font info for 55 fonts, out of 8000000 for 9000 576 | 14 hyphenation exceptions out of 8191 577 | 48i,10n,61p,2328b,487s stack positions out of 5000i,500n,10000p,200000b,80000s 578 | 585 | 594 | Output written on bmc_article.pdf (26 pages, 198674 bytes). 595 | PDF statistics: 596 | 153 PDF objects out of 1000 (max. 8388607) 597 | 100 compressed objects within 1 object stream 598 | 0 named destinations out of 1000 (max. 500000) 599 | 1 words of extra memory for PDF output out of 10000 (max. 10000000) 600 | 601 | --------------------------------------------------------------------------------