Guest User

Untitled

a guest
Mar 30th, 2024
72
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.74 KB | None | 0 0
  1. {
  2. "base_model_name": "MaziyarPanahi_NeuralHermes-2.5-Mistral-7B-Mistral-7B-Instruct-v0.2-slerp",
  3. "base_model_class": "MistralForCausalLM",
  4. "base_loaded_in_4bit": true,
  5. "base_loaded_in_8bit": false,
  6. "projections": "gate, down, up, q, k, v, o",
  7. "loss": 0.2874,
  8. "grad_norm": 4.4695048332214355,
  9. "learning_rate": 0.0,
  10. "epoch": 1.0,
  11. "current_steps": 201,
  12. "current_steps_adjusted": 201,
  13. "epoch_adjusted": 1.0,
  14. "train_runtime": 1517.2659,
  15. "train_samples_per_second": 1.327,
  16. "train_steps_per_second": 0.133,
  17. "total_flos": 4.606972629142733e+16,
  18. "train_loss": 0.5135767179919352,
  19. "eval_loss": 0.14793778955936432,
  20. "eval_runtime": 66.1589,
  21. "eval_samples_per_second": 7.603,
  22. "eval_steps_per_second": 0.952
  23. }
Advertisement
Add Comment
Please, Sign In to add comment