NeuralAI-Nae1 / eval_step16000_q4_n512.json
Subject-Emu-5259's picture
Upload eval_step16000_q4_n512.json with huggingface_hub
0d8dbd1 verified
Raw History Blame Contribute Delete
607 Bytes
{
"model": "/Users/deandrewharris/Projects/NuralAI-Project-is-stored-on-zo-computer/artifacts/nae1_gguf/nae1-llama-Q4_K_M-step16000.gguf",
"context_size": 512,
"scoring": "teacher forcing: one llm.eval(chunk) + row j scores token j+1 (first token excluded)",
"probe": {
"text": "The quick brown fox",
"tokens": 10,
"total_nll_nats": 51.29453267572812,
"perplexity": 168.92473616208886
},
"heldout": {
"documents": 992,
"tokens": 1027766,
"total_nll_nats": 5159671.222923417,
"mean_nll_nats_per_token": 5.020278179005159,
"perplexity": 151.4534290988281
}
}