2 ms·
"training_data": { "datasets": [ "OpenWebText", "Common Crawl", "BooksCorpus", "English Wikipedia", "Project Gutenberg",
by joebig 4y ago
"training_data": {
"datasets": [
"OpenWebText",
"Common Crawl",
"BooksCorpus",
"English Wikipedia",
"Project Gutenberg",
"arXiv",
"PubMed",
"Hacker News",
"Stack Exchange",
"IMDB",
"Reddit",
"Slate Star Codex",
"Wiktionary",
"World Factbook"
],
"total_size": "45 TB",
"last_updated": "2021"
},
"capabilities": {
"Language Tasks": [
"Question answering",
"Language translation",
"Text summarization",
"Text classification",
"Text generation"
],
"Key Performance Metrics": {
"GPT-3 175B": {
"PPL": 2.7,
"F1": 59.5,
"BLEU": 45.8,
"GPT-3 Score": 100
},
"GPT-3 13B": {
"PPL": 4.4,
"F1": 57.7,
"BLEU": 41.8,
"GPT-3 Score": 60
}