{ "base_model": "Octen/Octen-Embedding-8B", "quant_model": "quantized/octen-embedding-8b-w4a16/auto-round-auto-gptq", "num_eval_rows": 5, "base_embedding_dim": 4096, "quant_embedding_dim": 4096, "base_recall_at_1": 0.8, "base_recall_at_5": 1.0, "quant_recall_at_1": 1.0, "quant_recall_at_5": 1.0, "mean_query_cosine_base_vs_quant": 0.9839715957641602, "mean_doc_cosine_base_vs_quant": 0.9820238351821899, "recall_at_1_delta": 0.19999999999999996, "recall_at_5_delta": 0.0 }