model_selection.json 1.4 KB

123456789101112131415161718192021222324252627282930313233343536373839
  1. {
  2. "all_metrics": {
  3. "mistral-nemo:latest:mistral:latest:llama3.1:8b:qwen2.5-coder:7b:gemma3:12b-it-q4_K_M:llama3.2:3b": {
  4. "avg_tok_per_sec": 0.0,
  5. "category": "coding",
  6. "coding_composite": 0.0,
  7. "coding_quality": 0,
  8. "general_composite": 0.0,
  9. "general_quality": 0,
  10. "latency_ms": 9999,
  11. "latency_score": 0,
  12. "toks_norm": 0.0
  13. }
  14. },
  15. "coding_ranking": [
  16. {
  17. "composite": 0.0,
  18. "metrics": {
  19. "avg_tok_per_sec": 0.0,
  20. "category": "coding",
  21. "coding_composite": 0.0,
  22. "coding_quality": 0,
  23. "general_composite": 0.0,
  24. "general_quality": 0,
  25. "latency_ms": 9999,
  26. "latency_score": 0,
  27. "toks_norm": 0.0
  28. },
  29. "name": "mistral-nemo:latest:mistral:latest:llama3.1:8b:qwen2.5-coder:7b:gemma3:12b-it-q4_K_M:llama3.2:3b"
  30. }
  31. ],
  32. "general_ranking": [],
  33. "slot1_general": "none",
  34. "slot2_general": "none",
  35. "slot3_coding": "mistral-nemo:latest:mistral:latest:llama3.1:8b:qwen2.5-coder:7b:gemma3:12b-it-q4_K_M:llama3.2:3b",
  36. "slot4_coding": "mistral-nemo:latest:mistral:latest:llama3.1:8b:qwen2.5-coder:7b:gemma3:12b-it-q4_K_M:llama3.2:3b",
  37. "slot5_general_rotate": "none",
  38. "slot6_coding_rotate": "none"
  39. }