3 ms·
> Please don't ask for the prompt(s) Then how can we trust you anon?
by __warlord__ 4y ago
> Please don't ask for the prompt(s)
Then how can we trust you anon?
- joebig 4y agoCheck this out. Bizzare. "training_methodology": { "type": "Unsupervised", "corpus": "WebText", "preprocessing": { "tokenization": "Byte-level BPE", "normalization": "Lowercasing, punctuation removal" }, "model_parameters": { "embedding_size": 768, "num_layers": 48, "num_heads": 12, "dropout": 0.1, "max_sequence_length": 2048 }, "optimization": { "optimizer": "Adam", "learning_rate": 1e-4, "gradient_accumulation_steps": 1, "weight_decay": 0.01 }, "training_parameters": { "batch_size": 32, "num_epochs": 1000, "num_training_steps": null, "validation_split": 0.1, "early_stopping_patience": 5, "checkpoint_interval": 1000 }, "evaluation_metrics": { "perplexity": "Less than 40", "bleu_score": "Greater than 0.9" } }