{"@context":{"@language":"en","@vocab":"https://schema.org/","citeAs":"cr:citeAs","column":"cr:column","conformsTo":"dct:conformsTo","cr":"http://mlcommons.org/croissant/","rai":"http://mlcommons.org/croissant/RAI/","data":{"@id":"cr:data","@type":"@json"},"dataType":{"@id":"cr:dataType","@type":"@vocab"},"dct":"http://purl.org/dc/terms/","examples":{"@id":"cr:examples","@type":"@json"},"extract":"cr:extract","field":"cr:field","fileProperty":"cr:fileProperty","fileObject":"cr:fileObject","fileSet":"cr:fileSet","format":"cr:format","includes":"cr:includes","isLiveDataset":"cr:isLiveDataset","jsonPath":"cr:jsonPath","key":"cr:key","md5":"cr:md5","parentField":"cr:parentField","path":"cr:path","recordSet":"cr:recordSet","references":"cr:references","regex":"cr:regex","repeated":"cr:repeated","replace":"cr:replace","sc":"https://schema.org/","separator":"cr:separator","source":"cr:source","subField":"cr:subField","transform":"cr:transform","wd":"https://www.wikidata.org/wiki/"},"@type":"sc:Dataset","conformsTo":"http://mlcommons.org/croissant/1.0","name":"Topic Annotations on Reddit Posts from Eating Disorders and Dieting Forums by Human and LLMs","url":"https://doi.org/10.18130/V3/NENELT","creator":[{"@type":"Person","givenName":"Jiaxing","familyName":"Qiu","affiliation":{"@type":"Organization","name":"University of Virginia"},"sameAs":"https://orcid.org/0009-0004-7884-6054","@id":"https://orcid.org/0009-0004-7884-6054","identifier":"https://orcid.org/0009-0004-7884-6054","name":"Qiu, Jiaxing"}],"description":"This dataset comprises 77,175 Reddit posts from 115 subreddit forums, annotated for the presence of 15 topics related to eating disorders and dieting. The dataset includes labels and scores on all 77,175 Reddit posts, determined by 5 Large Language Models: GPT-4o, Llama-3.1-8B-Instruct, Qwen2.5-7B-Instruct, Mistral-7B-Instruct-v0.3, Vicuna-7b-v1.5, as well as by the ensemble of the four open-source LLMs. The dataset also includes a subset of 1,080 human-annotated posts for evaluation. Replication data for the publications 'Ensemble of Large Language Models for Curated Labeling and Rating of Free-text Data' and 'Connections Between Dieting and Eating Disorders Online Discussions: A Network Analysis of Reddit Forums'.","keywords":["Computer and Information Science"],"license":"http://creativecommons.org/publicdomain/zero/1.0","datePublished":"2025-01-16","dateModified":"2025-02-03","includedInDataCatalog":{"@type":"DataCatalog","name":"University of Virginia Dataverse","url":"https://dataverse.lib.virginia.edu"},"publisher":{"@type":"Organization","name":"University of Virginia Dataverse"},"version":"3.0","citeAs":"@data{V3/NENELT_2025,author = {Qiu, Jiaxing},publisher = {University of Virginia Dataverse},title = {Topic Annotations on Reddit Posts from Eating Disorders and Dieting Forums by Human and LLMs},year = {2025},url = {https://doi.org/10.18130/V3/NENELT}}","citation":[{"@type":"CreativeWork","name":"@misc{qiu2025ensemblelargelanguagemodels, title={Ensemble of Large Language Models for Curated Labeling and Rating of Free-text Data}, author={Jiaxing Qiu and Dongliang Guo and Papini Natalie and Peace Noelle and Levinson Cheri and Teague R. Henry}, year={2025}, eprint={2501.08413}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/2501.08413}, }","@id":"https://arxiv.org/abs/2501.08413","identifier":"https://arxiv.org/abs/2501.08413","url":"https://arxiv.org/abs/2501.08413"}],"distribution":[{"@type":"cr:FileObject","@id":"key.csv.zip","name":"key.csv.zip","encodingFormat":"application/zip","md5":"c6ae6573bf4fe7dfb328fcaf1b0f2b85","contentSize":"468028","description":"A table of mapping keys. Columns: \n-\t"sm_id": post submission id.\n-\t"sr_name": subreddit forum name.\n-\t"group": grouping of forums based on keyword searching and public description.\n","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81855"},{"@type":"cr:FileObject","@id":"reddit_forums.csv.zip","name":"reddit_forums.csv.zip","encodingFormat":"application/zip","md5":"cdc1a4a171868cfe9757221b1fae7762","contentSize":"14139","description":"A table of 115 subreddits (forums) information. Columns:\n-\t“sr_name”: subreddit name.\n-\t“sr_id”: subreddit id.\n-\t“display_name”: subreddit display name.\n-\t“public_description": public description.\n-\t "created_utc": UTC timestamp of subreddit creation.\n-\t"subscribers": number of subscribers.\n-\t"topic___search": searched keywords and the general topical grouping.","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81844"},{"@type":"cr:FileObject","@id":"reddit_posts.csv.zip","name":"reddit_posts.csv.zip","encodingFormat":"application/zip","md5":"80c2015cd75d5800d07c2af82a93b5b0","contentSize":"44765309","description":"A table of 77175 posts information. Columns:\n-\t“sm_id”: post (submission) id. \n-\t"created_utc": UTC timestamp of the creation of the post.\n-\t "author": author name of the post.    \n-\t "is_org": whether the post is original.\n-\t"num_comments": number of comments associated with the post. \n-\t"upvote_ratio": the ratio of upvotes over total number of votes.\n-\t"url": post URL.   ","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81853"},{"@type":"cr:FileObject","@id":"topic_ensemble.csv.zip","name":"topic_ensemble.csv.zip","encodingFormat":"application/zip","md5":"6706db9df795f38ddf1b77457c22d8b6","contentSize":"3323138","description":"A table of the labeling and scoring of 15 topics by the ensemble of four open-source LLMs. Columns:\n-\t“sm_id”: post id. \n-\tColumns that correspond to the short name of each topic and end with “01”, are the label of the topic presence by LLM(s). 0 means absence, 1 means presence. \n-\tColumns that correspond to the short name of each topic are the relevancy score of the topic in the post, based on LLM(s) reasoning. The score ranges between 0 and 1. \n","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81876"},{"@type":"cr:FileObject","@id":"topic_gpt4o.csv.zip","name":"topic_gpt4o.csv.zip","encodingFormat":"application/zip","md5":"13c57e8ce6d8b1e4ca8d4b73afb60405","contentSize":"1827576","description":"“topic_Vicuna-7b-v1.5.csv”, “topic_Mistral-7B-Instruct-v0.3.csv”, “topic_Qwen2.5-7B-Instruct.csv”, “topic_Llama-3.1-8B-Instruct.csv” and “topic_gpt4o.csv”, have the same table format as “topic_ensemble.csv”. The labels and scores were determined by individual LLMs. ","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81872"},{"@type":"cr:FileObject","@id":"topic_human.csv.zip","name":"topic_human.csv.zip","encodingFormat":"application/zip","md5":"490e452d7bc54c4b614fc944380f27f7","contentSize":"7970","description":"A table of human annotation of the presence of 15 topics on each post. Columns:\n-\t“sm_id”: post id. \n-\tColumns that correspond to the short name of each topic and end with “01”, are the label of the topic presence. 0 means absence, 1 means presence. \n","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81877"},{"@type":"cr:FileObject","@id":"topic_info.csv.zip","name":"topic_info.csv.zip","encodingFormat":"application/zip","md5":"59208295ca79e6b1f96ba6f74ed33fc0","contentSize":"703","description":"A table of 15 topics related to Eating Disorders and dieting. Columns:\n-\t“fea”: topic short name. \n-\t“feature”: topic full name.\n-\t“description”: description of the topic.","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81851"},{"@type":"cr:FileObject","@id":"topic_Llama-3.1-8B-Instruct.csv.zip","name":"topic_Llama-3.1-8B-Instruct.csv.zip","encodingFormat":"application/zip","md5":"9bbdc9fe8f55152a824b34c28f0af273","contentSize":"2420539","description":"“topic_Vicuna-7b-v1.5.csv”, “topic_Mistral-7B-Instruct-v0.3.csv”, “topic_Qwen2.5-7B-Instruct.csv”, “topic_Llama-3.1-8B-Instruct.csv” and “topic_gpt4o.csv”, have the same table format as “topic_ensemble.csv”. The labels and scores were determined by individual LLMs. ","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81873"},{"@type":"cr:FileObject","@id":"topic_Mistral-7B-Instruct-v0.3.csv.zip","name":"topic_Mistral-7B-Instruct-v0.3.csv.zip","encodingFormat":"application/zip","md5":"8cf6a87b73b2f02e3a9781aafec4bdbf","contentSize":"49785880","description":"“topic_Vicuna-7b-v1.5.csv”, “topic_Mistral-7B-Instruct-v0.3.csv”, “topic_Qwen2.5-7B-Instruct.csv”, “topic_Llama-3.1-8B-Instruct.csv” and “topic_gpt4o.csv”, have the same table format as “topic_ensemble.csv”. The labels and scores were determined by individual LLMs. ","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81848"},{"@type":"cr:FileObject","@id":"topic_Qwen2.5-7B-Instruct.csv.zip","name":"topic_Qwen2.5-7B-Instruct.csv.zip","encodingFormat":"application/zip","md5":"7736707ff88e36bcdcafa08f40c39d7c","contentSize":"1527260","description":"“topic_Vicuna-7b-v1.5.csv”, “topic_Mistral-7B-Instruct-v0.3.csv”, “topic_Qwen2.5-7B-Instruct.csv”, “topic_Llama-3.1-8B-Instruct.csv” and “topic_gpt4o.csv”, have the same table format as “topic_ensemble.csv”. The labels and scores were determined by individual LLMs. ","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81874"},{"@type":"cr:FileObject","@id":"topic_Vicuna-7b-v1.5.csv.zip","name":"topic_Vicuna-7b-v1.5.csv.zip","encodingFormat":"application/zip","md5":"69170680c1413e7fbc6e94923da9e6b7","contentSize":"2135239","description":"“topic_Vicuna-7b-v1.5.csv”, “topic_Mistral-7B-Instruct-v0.3.csv”, “topic_Qwen2.5-7B-Instruct.csv”, “topic_Llama-3.1-8B-Instruct.csv” and “topic_gpt4o.csv”, have the same table format as “topic_ensemble.csv”. The labels and scores were determined by individual LLMs. ","contentUrl":"https://dataverse.lib.virginia.edu/api/access/datafile/81875"}]}