{ "model": "/Users/deandrewharris/Projects/NuralAI-Project-is-stored-on-zo-computer/artifacts/nae1_gguf/nae1-llama-Q4_K_M-step16000.gguf", "context_size": 512, "scoring": "teacher forcing: one llm.eval(chunk) + row j scores token j+1 (first token excluded)", "probe": { "text": "The quick brown fox", "tokens": 10, "total_nll_nats": 51.29453267572812, "perplexity": 168.92473616208886 }, "heldout": { "documents": 992, "tokens": 1027766, "total_nll_nats": 5159671.222923417, "mean_nll_nats_per_token": 5.020278179005159, "perplexity": 151.4534290988281 } }