Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "base_model_name": "MaziyarPanahi_NeuralHermes-2.5-Mistral-7B-Mistral-7B-Instruct-v0.2-slerp",
- "base_model_class": "MistralForCausalLM",
- "base_loaded_in_4bit": true,
- "base_loaded_in_8bit": false,
- "projections": "gate, down, up, q, k, v, o",
- "loss": 0.2874,
- "grad_norm": 4.4695048332214355,
- "learning_rate": 0.0,
- "epoch": 1.0,
- "current_steps": 201,
- "current_steps_adjusted": 201,
- "epoch_adjusted": 1.0,
- "train_runtime": 1517.2659,
- "train_samples_per_second": 1.327,
- "train_steps_per_second": 0.133,
- "total_flos": 4.606972629142733e+16,
- "train_loss": 0.5135767179919352,
- "eval_loss": 0.14793778955936432,
- "eval_runtime": 66.1589,
- "eval_samples_per_second": 7.603,
- "eval_steps_per_second": 0.952
- }
Advertisement
Add Comment
Please, Sign In to add comment