bartowski/granite-embedding-30m-english-gguf Q3_K_M GGUF - Free GGUF Download is indexed on GraySoft with repository links, GGUF quant files, and Hugging Face metadata. This page helps you pick a local model for guIDE or other runtimes. See related models in the same shard below.
Model Intelligence Sheet
bartowski/granite-embedding-30m-english-gguf overview
Comprehensive model page for bartowski/granite-embedding-30m-english-gguf
Downloads
439
Likes
0
Pipeline
text-generation
Library
—
Visibility
Public
Access
Open
Repository Files & Downloads
17 files detected
Direct downloads for all repository files
| File | Type | Quantization | Size | Link |
|---|---|---|---|---|
| granite-embedding-30m-english-IQ3_M.gguf | GGUF | IQ3_M | 27.58 MB | Download |
| granite-embedding-30m-english-IQ4_NL.gguf | GGUF | IQ4_NL | 27.81 MB | Download |
| granite-embedding-30m-english-IQ4_XS.gguf | GGUF | IQ4_XS | 27.71 MB | Download |
| granite-embedding-30m-english-Q3_K_L.gguf | GGUF | Q3_K_L | 28.55 MB | Download |
| granite-embedding-30m-english-Q3_K_M.gguf | GGUF | Q3_K_M | 28.04 MB | Download |
| granite-embedding-30m-english-Q3_K_XL.gguf | GGUF | Q3_K_XL | 28.55 MB | Download |
| granite-embedding-30m-english-Q4_0.gguf | GGUF | — | 27.81 MB | Download |
| granite-embedding-30m-english-Q4_K_L.gguf | GGUF | Q4_K_L | 29.05 MB | Download |
| granite-embedding-30m-english-Q4_K_M.gguf | GGUF | Q4_K_M | 29.05 MB | Download |
| granite-embedding-30m-english-Q4_K_S.gguf | GGUF | Q4_K_S | 28.69 MB | Download |
| granite-embedding-30m-english-Q5_K_L.gguf | GGUF | Q5_K_L | 29.74 MB | Download |
| granite-embedding-30m-english-Q5_K_M.gguf | GGUF | Q5_K_M | 29.74 MB | Download |
| granite-embedding-30m-english-Q5_K_S.gguf | GGUF | Q5_K_S | 29.50 MB | Download |
| granite-embedding-30m-english-Q6_K.gguf | GGUF | Q6_K | 32.06 MB | Download |
| granite-embedding-30m-english-Q6_K_L.gguf | GGUF | Q6_K_L | 32.06 MB | Download |
| granite-embedding-30m-english-Q8_0.gguf | GGUF | — | 32.88 MB | Download |
| granite-embedding-30m-english-f16.gguf | GGUF | F16 | 59.63 MB | Download |
Model Details Live
Metadata Inspector
Normalized metadata (stored in metadata_json)
{
"metadata": {},
"card_data": {
"quantized_by": "bartowski",
"pipeline_tag": "text-generation",
"language": [
"en"
],
"tags": [
"language",
"granite",
"embeddings"
],
"license": "apache-2.0",
"base_model": "ibm-granite/granite-embedding-30m-english",
"model-index": [
{
"name": "ibm-granite/granite-embedding-30m-english",
"results": [
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB ArguaAna",
"type": "mteb/arguana",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.31792,
"verified": false
},
{
"type": "map_at_10",
"value": 0.47599,
"verified": false
},
{
"type": "map_at_100",
"value": 0.48425,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.48427,
"verified": false
},
{
"type": "map_at_3",
"value": 0.42757,
"verified": false
},
{
"type": "map_at_5",
"value": 0.45634,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.32788,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.47974,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.48801,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.48802,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.43065,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.45999,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.31792,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.56356,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.59789,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.59857,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.46453,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.51623,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.31792,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.08428,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.00991,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.001,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.19061,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.1394,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.31792,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.84282,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.99075,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.99644,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.57183,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.69701,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB ClimateFEVER",
"type": "mteb/climate-fever",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.13189,
"verified": false
},
{
"type": "map_at_10",
"value": 0.21789,
"verified": false
},
{
"type": "map_at_100",
"value": 0.2358,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.23772,
"verified": false
},
{
"type": "map_at_3",
"value": 0.18513,
"verified": false
},
{
"type": "map_at_5",
"value": 0.20212,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.29837,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.41376,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.42282,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.42319,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.38284,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.40301,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.29837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.30263,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.37228,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.40677,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.25392,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.27153,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.29837,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.09179,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01659,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.0023,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.18545,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.14241,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.13189,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.35355,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.59255,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.78637,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.23255,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.28446,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackAndroidRetrieval",
"type": "mteb/cqadupstack-android",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.35797,
"verified": false
},
{
"type": "map_at_10",
"value": 0.47793,
"verified": false
},
{
"type": "map_at_100",
"value": 0.49422,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.49546,
"verified": false
},
{
"type": "map_at_3",
"value": 0.44137,
"verified": false
},
{
"type": "map_at_5",
"value": 0.46063,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.44206,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.53808,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.5454,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.54578,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.51431,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.5284,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.44206,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.54106,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.59335,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.61015,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.49365,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.51429,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.44206,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.10443,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01631,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00214,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.23653,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.1691,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.35797,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.65182,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.86654,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.97131,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.51224,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.57219,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackEnglishRetrieval",
"type": "mteb/cqadupstack-english",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.32748,
"verified": false
},
{
"type": "map_at_10",
"value": 0.44138,
"verified": false
},
{
"type": "map_at_100",
"value": 0.45565,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.45698,
"verified": false
},
{
"type": "map_at_3",
"value": 0.40916,
"verified": false
},
{
"type": "map_at_5",
"value": 0.42621,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.41274,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.5046,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.5107,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.51109,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.48238,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.49563,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.41274,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.50251,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.54725,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.56635,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.46023,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.47883,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.41274,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.09828,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01573,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00202,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.22718,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.16064,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.32748,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.60322,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.79669,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.9173,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.47523,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.52957,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackGamingRetrieval",
"type": "mteb/cqadupstack-gaming",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.41126,
"verified": false
},
{
"type": "map_at_10",
"value": 0.53661,
"verified": false
},
{
"type": "map_at_100",
"value": 0.54588,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.54638,
"verified": false
},
{
"type": "map_at_3",
"value": 0.50389,
"verified": false
},
{
"type": "map_at_5",
"value": 0.52286,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.47147,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.5685,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.57458,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.57487,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.54431,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.55957,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.47147,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.59318,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.62972,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.64033,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.53969,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.56743,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.47147,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.09549,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01224,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00135,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.24159,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.16577,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.41126,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.72691,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.88692,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.96232,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.58374,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.65226,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackGisRetrieval",
"type": "mteb/cqadupstack-gis",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.28464,
"verified": false
},
{
"type": "map_at_10",
"value": 0.3828,
"verified": false
},
{
"type": "map_at_100",
"value": 0.39277,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.39355,
"verified": false
},
{
"type": "map_at_3",
"value": 0.35704,
"verified": false
},
{
"type": "map_at_5",
"value": 0.37116,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.30734,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.40422,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.41297,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.41355,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.38136,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.39362,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.30734,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.43564,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.48419,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.50404,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.38672,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.40954,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.30734,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.06633,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.00956,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00116,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.16497,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.11254,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.28464,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.57621,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.7966,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.94633,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.44588,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.50031,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackMathematicaRetrieval",
"type": "mteb/cqadupstack-mathematica",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.18119,
"verified": false
},
{
"type": "map_at_10",
"value": 0.27055,
"verified": false
},
{
"type": "map_at_100",
"value": 0.28461,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.28577,
"verified": false
},
{
"type": "map_at_3",
"value": 0.24341,
"verified": false
},
{
"type": "map_at_5",
"value": 0.25861,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.22886,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.32234,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.3328,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.3334,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.29664,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.31107,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.22886,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.32749,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.39095,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.41656,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.27864,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.30177,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.22886,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.06169,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.0107,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00143,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.13682,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.0995,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.18119,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.44983,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.72396,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.90223,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.31633,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.37532,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackPhysicsRetrieval",
"type": "mteb/cqadupstack-physics",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.30517,
"verified": false
},
{
"type": "map_at_10",
"value": 0.42031,
"verified": false
},
{
"type": "map_at_100",
"value": 0.43415,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.43525,
"verified": false
},
{
"type": "map_at_3",
"value": 0.38443,
"verified": false
},
{
"type": "map_at_5",
"value": 0.40685,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.38114,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.47783,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.48647,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.48688,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.45172,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.46817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.38114,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.4834,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.53861,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.55701,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.42986,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.45893,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.38114,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.08893,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01375,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00172,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.20821,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.15034,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.30517,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.61332,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.84051,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.95826,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.46015,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.53801,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackProgrammersRetrieval",
"type": "mteb/cqadupstack-programmers",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.27396,
"verified": false
},
{
"type": "map_at_10",
"value": 0.38043,
"verified": false
},
{
"type": "map_at_100",
"value": 0.39341,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.39454,
"verified": false
},
{
"type": "map_at_3",
"value": 0.34783,
"verified": false
},
{
"type": "map_at_5",
"value": 0.3663,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.34247,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.43681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.4451,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.44569,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.41172,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.42702,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.34247,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.44065,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.49434,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.51682,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.38976,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.41332,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.34247,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.08059,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01258,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00162,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.1876,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.13333,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.27396,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.56481,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.79012,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.94182,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.41785,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.48303,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackStatsRetrieval",
"type": "mteb/cqadupstack-stats",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.25728,
"verified": false
},
{
"type": "map_at_10",
"value": 0.33903,
"verified": false
},
{
"type": "map_at_100",
"value": 0.34853,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.34944,
"verified": false
},
{
"type": "map_at_3",
"value": 0.31268,
"verified": false
},
{
"type": "map_at_5",
"value": 0.32596,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.29141,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.36739,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.37545,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.37608,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.34407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.3568,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.29141,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.38596,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.43375,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.45562,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.33861,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.35887,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.29141,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.06334,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.00952,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00121,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.14826,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.10429,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.25728,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.50121,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.72382,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.88306,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.36638,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.41689,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackTexRetrieval",
"type": "mteb/cqadupstack-tex",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.19911,
"verified": false
},
{
"type": "map_at_10",
"value": 0.2856,
"verified": false
},
{
"type": "map_at_100",
"value": 0.29785,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.29911,
"verified": false
},
{
"type": "map_at_3",
"value": 0.25875,
"verified": false
},
{
"type": "map_at_5",
"value": 0.2741,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.24054,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.32483,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.33464,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.33534,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.30162,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.31506,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.24054,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.33723,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.39362,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.42065,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.29116,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.31299,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.24054,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.06194,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01058,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00148,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.13914,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.10076,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.19911,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.45183,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.7025,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.89222,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.32195,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.37852,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackUnixRetrieval",
"type": "mteb/cqadupstack-unix",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.29819,
"verified": false
},
{
"type": "map_at_10",
"value": 0.40073,
"verified": false
},
{
"type": "map_at_100",
"value": 0.41289,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.41375,
"verified": false
},
{
"type": "map_at_3",
"value": 0.36572,
"verified": false
},
{
"type": "map_at_5",
"value": 0.38386,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.35168,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.44381,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.45191,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.45234,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.41402,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.43039,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.35168,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.46071,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.51351,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.5317,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.39972,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.42586,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.35168,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.07985,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01185,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00144,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.18221,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.12892,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.29819,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.60075,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.82771,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.95219,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.43245,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.49931,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackWebmastersRetrieval",
"type": "mteb/cqadupstack-webmasters",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.28409,
"verified": false
},
{
"type": "map_at_10",
"value": 0.37621,
"verified": false
},
{
"type": "map_at_100",
"value": 0.39233,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.39471,
"verified": false
},
{
"type": "map_at_3",
"value": 0.34337,
"verified": false
},
{
"type": "map_at_5",
"value": 0.35985,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.33794,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.42349,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.43196,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.43237,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.39526,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.41087,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.33794,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.43832,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.49514,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.51742,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.38442,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.40737,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.33794,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.08597,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01652,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00251,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.17787,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.13241,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.28409,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.55388,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.81517,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.95038,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.40133,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.45913,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB CQADupstackWordpressRetrieval",
"type": "mteb/cqadupstack-wordpress",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.24067,
"verified": false
},
{
"type": "map_at_10",
"value": 0.32184,
"verified": false
},
{
"type": "map_at_100",
"value": 0.33357,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.33458,
"verified": false
},
{
"type": "map_at_3",
"value": 0.29492,
"verified": false
},
{
"type": "map_at_5",
"value": 0.3111,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.26248,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.34149,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.35189,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.35251,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.31639,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.33182,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.26248,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.36889,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.42426,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.44745,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.31799,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.34563,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.26248,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.05712,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.00915,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00123,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.13309,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.09649,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.24067,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.49344,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.7412,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.91276,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.36272,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.4277,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB DBPedia",
"type": "mteb/dbpedia",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.08651,
"verified": false
},
{
"type": "map_at_10",
"value": 0.17628,
"verified": false
},
{
"type": "map_at_100",
"value": 0.23354,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.24827,
"verified": false
},
{
"type": "map_at_3",
"value": 0.1351,
"verified": false
},
{
"type": "map_at_5",
"value": 0.15468,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.645,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.71989,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.72332,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.72346,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.7025,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.71275,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.51375,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.3596,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.39878,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.47931,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.41275,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.38297,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.645,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.2745,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.08405,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.01923,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.44417,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.366,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.08651,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.22416,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.46381,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.71557,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.14847,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.1804,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB FEVER",
"type": "mteb/fever",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.73211,
"verified": false
},
{
"type": "map_at_10",
"value": 0.81463,
"verified": false
},
{
"type": "map_at_100",
"value": 0.81622,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.81634,
"verified": false
},
{
"type": "map_at_3",
"value": 0.805,
"verified": false
},
{
"type": "map_at_5",
"value": 0.81134,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.79088,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.86943,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.87017,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.87018,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.86154,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.867,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.79088,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.85528,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.86134,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.86367,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.83943,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.84878,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.79088,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.10132,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01055,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00109,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.31963,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.19769,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.73211,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.92797,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.95263,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.96738,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.88328,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.90821,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB FiQA2018",
"type": "mteb/fiqa",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.18311,
"verified": false
},
{
"type": "map_at_10",
"value": 0.29201,
"verified": false
},
{
"type": "map_at_100",
"value": 0.3093,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.31116,
"verified": false
},
{
"type": "map_at_3",
"value": 0.24778,
"verified": false
},
{
"type": "map_at_5",
"value": 0.27453,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.35494,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.44489,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.4532,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.45369,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.41667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.43418,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.35494,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.36868,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.43463,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.46766,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.32305,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.34332,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.35494,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.10324,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01707,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00229,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.21142,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.16327,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.18311,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.43881,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.68593,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.8855,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.28824,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.36178,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB HotpotQA",
"type": "mteb/hotpotqa",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.36766,
"verified": false
},
{
"type": "map_at_10",
"value": 0.53639,
"verified": false
},
{
"type": "map_at_100",
"value": 0.54532,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.54608,
"verified": false
},
{
"type": "map_at_3",
"value": 0.50427,
"verified": false
},
{
"type": "map_at_5",
"value": 0.5245,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.73531,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.80104,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.80341,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.80351,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.78949,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.79729,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.73531,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.62918,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.66056,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.67554,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.58247,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.60905,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.73531,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.1302,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01546,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00175,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.36556,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.24032,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.36766,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.65098,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.77306,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.87252,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.54835,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.60081,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB MSMARCO",
"type": "mteb/msmarco",
"config": "default",
"split": "dev"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.14654,
"verified": false
},
{
"type": "map_at_10",
"value": 0.2472,
"verified": false
},
{
"type": "map_at_100",
"value": 0.25994,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.26067,
"verified": false
},
{
"type": "map_at_3",
"value": 0.21234,
"verified": false
},
{
"type": "map_at_5",
"value": 0.2319,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.15086,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.25184,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.26422,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.26489,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.21731,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.23674,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.15086,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.30711,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.37221,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.39133,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.23567,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.27066,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.15086,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.05132,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.00845,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00101,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.10277,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.07923,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.14654,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.49341,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.80224,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.95037,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.29862,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.38274,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB NFCorpus",
"type": "mteb/nfcorpus",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.05452,
"verified": false
},
{
"type": "map_at_10",
"value": 0.12758,
"verified": false
},
{
"type": "map_at_100",
"value": 0.1593,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.17422,
"verified": false
},
{
"type": "map_at_3",
"value": 0.0945,
"verified": false
},
{
"type": "map_at_5",
"value": 0.1092,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.43963,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.53237,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.53777,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.53822,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.51445,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.52466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.41486,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.33737,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.30886,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.40018,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.39324,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.36949,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.43344,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.24799,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.07895,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.02091,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.37152,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.31703,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.05452,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.1712,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.30719,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.62766,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.10733,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.13553,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB NQ",
"type": "mteb/nq",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.29022,
"verified": false
},
{
"type": "map_at_10",
"value": 0.4373,
"verified": false
},
{
"type": "map_at_100",
"value": 0.44849,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.44877,
"verified": false
},
{
"type": "map_at_3",
"value": 0.39045,
"verified": false
},
{
"type": "map_at_5",
"value": 0.4186,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.32793,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.46243,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.47083,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.47101,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.42261,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.44775,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.32793,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.51631,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.56287,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.56949,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.42782,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.47554,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.32793,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.08737,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01134,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.0012,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.19583,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.14484,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.29022,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.73325,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.93455,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.98414,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.50406,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.6145,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB QuoraRetrieval",
"type": "mteb/quora",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.68941,
"verified": false
},
{
"type": "map_at_10",
"value": 0.82641,
"verified": false
},
{
"type": "map_at_100",
"value": 0.83317,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.83337,
"verified": false
},
{
"type": "map_at_3",
"value": 0.79604,
"verified": false
},
{
"type": "map_at_5",
"value": 0.81525,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.7935,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.85969,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.86094,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.86095,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.84852,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.85627,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.7936,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.86687,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.88094,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.88243,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.83538,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.85308,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.7936,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.13145,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01517,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00156,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.36353,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.24044,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.68941,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.94407,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.99226,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.99958,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.85502,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.90372,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB SCIDOCS",
"type": "mteb/scidocs",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.04988,
"verified": false
},
{
"type": "map_at_10",
"value": 0.13553,
"verified": false
},
{
"type": "map_at_100",
"value": 0.16136,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.16512,
"verified": false
},
{
"type": "map_at_3",
"value": 0.09439,
"verified": false
},
{
"type": "map_at_5",
"value": 0.1146,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.246,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.36792,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.37973,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.38011,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.33117,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.35172,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.246,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.22542,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.32326,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.3828,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.20896,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.18497,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.246,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.1194,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.02616,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00404,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.198,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.1654,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.04988,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.24212,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.53105,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.82022,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.12047,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.16777,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB SciFact",
"type": "mteb/scifact",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.56578,
"verified": false
},
{
"type": "map_at_10",
"value": 0.66725,
"verified": false
},
{
"type": "map_at_100",
"value": 0.67379,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.674,
"verified": false
},
{
"type": "map_at_3",
"value": 0.63416,
"verified": false
},
{
"type": "map_at_5",
"value": 0.6577,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.59333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.67533,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.68062,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.68082,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.64944,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.66928,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.59333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.7127,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.73889,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.7441,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.65793,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.69429,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.59333,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.096,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.01087,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.00113,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.25556,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.17667,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.56578,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.842,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.95667,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.99667,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.70072,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.79011,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB Touche2020",
"type": "mteb/touche2020",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.01976,
"verified": false
},
{
"type": "map_at_10",
"value": 0.09688,
"verified": false
},
{
"type": "map_at_100",
"value": 0.15117,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.16769,
"verified": false
},
{
"type": "map_at_3",
"value": 0.04589,
"verified": false
},
{
"type": "map_at_5",
"value": 0.06556,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.26531,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.43863,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.44767,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.44767,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.39116,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.41156,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.23469,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.24029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.34425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.46907,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.25522,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.24333,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.26531,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.22449,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.07122,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.01527,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.27891,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.25714,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.01976,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.16633,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.4561,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.82481,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.06101,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.0968,
"verified": false
}
]
},
{
"task": {
"type": "Retrieval"
},
"dataset": {
"name": "MTEB TRECCOVID",
"type": "mteb/trec-covid",
"config": "default",
"split": "test"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.00211,
"verified": false
},
{
"type": "map_at_10",
"value": 0.01526,
"verified": false
},
{
"type": "map_at_100",
"value": 0.08863,
"verified": false
},
{
"type": "map_at_1000",
"value": 0.23162,
"verified": false
},
{
"type": "map_at_3",
"value": 0.00555,
"verified": false
},
{
"type": "map_at_5",
"value": 0.00873,
"verified": false
},
{
"type": "mrr_at_1",
"value": 0.76,
"verified": false
},
{
"type": "mrr_at_10",
"value": 0.8485,
"verified": false
},
{
"type": "mrr_at_100",
"value": 0.8485,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 0.8485,
"verified": false
},
{
"type": "mrr_at_3",
"value": 0.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 0.844,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 0.7,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 0.63098,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 0.49847,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 0.48395,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 0.68704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 0.67533,
"verified": false
},
{
"type": "precision_at_1",
"value": 0.76,
"verified": false
},
{
"type": "precision_at_10",
"value": 0.66,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.5134,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.2168,
"verified": false
},
{
"type": "precision_at_3",
"value": 0.72667,
"verified": false
},
{
"type": "precision_at_5",
"value": 0.716,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.00211,
"verified": false
},
{
"type": "recall_at_10",
"value": 0.01748,
"verified": false
},
{
"type": "recall_at_100",
"value": 0.12448,
"verified": false
},
{
"type": "recall_at_1000",
"value": 0.46795,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.00593,
"verified": false
},
{
"type": "recall_at_5",
"value": 0.00962,
"verified": false
}
]
}
]
}
],
"frontmatter": {
"quantized_by": "bartowski",
"pipeline_tag": "text-generation",
"language": [
"en"
],
"tags": [
"language",
"granite",
"embeddings"
],
"license": "apache-2.0",
"base_model": [
"name: ibm-granite/granite-embedding-30m-english",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5",
"task:",
"type: map_at_1",
"type: map_at_10",
"type: map_at_100",
"type: map_at_1000",
"type: map_at_3",
"type: map_at_5",
"type: mrr_at_1",
"type: mrr_at_10",
"type: mrr_at_100",
"type: mrr_at_1000",
"type: mrr_at_3",
"type: mrr_at_5",
"type: ndcg_at_1",
"type: ndcg_at_10",
"type: ndcg_at_100",
"type: ndcg_at_1000",
"type: ndcg_at_3",
"type: ndcg_at_5",
"type: precision_at_1",
"type: precision_at_10",
"type: precision_at_100",
"type: precision_at_1000",
"type: precision_at_3",
"type: precision_at_5",
"type: recall_at_1",
"type: recall_at_10",
"type: recall_at_100",
"type: recall_at_1000",
"type: recall_at_3",
"type: recall_at_5"
]
},
"hero_image_url": "",
"summary": "",
"quick_links": [],
"benchmark_table_html": "",
"readme_markdown": "---\nquantized_by: bartowski\npipeline_tag: text-generation\nlanguage:\n- en\ntags:\n- language\n- granite\n- embeddings\nlicense: apache-2.0\nbase_model: ibm-granite/granite-embedding-30m-english\nmodel-index:\n- name: ibm-granite/granite-embedding-30m-english\n results:\n - task:\n type: Retrieval\n dataset:\n name: MTEB ArguaAna\n type: mteb/arguana\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.31792\n - type: map_at_10\n value: 0.47599\n - type: map_at_100\n value: 0.48425\n - type: map_at_1000\n value: 0.48427\n - type: map_at_3\n value: 0.42757\n - type: map_at_5\n value: 0.45634\n - type: mrr_at_1\n value: 0.32788\n - type: mrr_at_10\n value: 0.47974\n - type: mrr_at_100\n value: 0.48801\n - type: mrr_at_1000\n value: 0.48802\n - type: mrr_at_3\n value: 0.43065\n - type: mrr_at_5\n value: 0.45999\n - type: ndcg_at_1\n value: 0.31792\n - type: ndcg_at_10\n value: 0.56356\n - type: ndcg_at_100\n value: 0.59789\n - type: ndcg_at_1000\n value: 0.59857\n - type: ndcg_at_3\n value: 0.46453\n - type: ndcg_at_5\n value: 0.51623\n - type: precision_at_1\n value: 0.31792\n - type: precision_at_10\n value: 0.08428\n - type: precision_at_100\n value: 0.00991\n - type: precision_at_1000\n value: 0.001\n - type: precision_at_3\n value: 0.19061\n - type: precision_at_5\n value: 0.1394\n - type: recall_at_1\n value: 0.31792\n - type: recall_at_10\n value: 0.84282\n - type: recall_at_100\n value: 0.99075\n - type: recall_at_1000\n value: 0.99644\n - type: recall_at_3\n value: 0.57183\n - type: recall_at_5\n value: 0.69701\n - task:\n type: Retrieval\n dataset:\n name: MTEB ClimateFEVER\n type: mteb/climate-fever\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.13189\n - type: map_at_10\n value: 0.21789\n - type: map_at_100\n value: 0.2358\n - type: map_at_1000\n value: 0.23772\n - type: map_at_3\n value: 0.18513\n - type: map_at_5\n value: 0.20212\n - type: mrr_at_1\n value: 0.29837\n - type: mrr_at_10\n value: 0.41376\n - type: mrr_at_100\n value: 0.42282\n - type: mrr_at_1000\n value: 0.42319\n - type: mrr_at_3\n value: 0.38284\n - type: mrr_at_5\n value: 0.40301\n - type: ndcg_at_1\n value: 0.29837\n - type: ndcg_at_10\n value: 0.30263\n - type: ndcg_at_100\n value: 0.37228\n - type: ndcg_at_1000\n value: 0.40677\n - type: ndcg_at_3\n value: 0.25392\n - type: ndcg_at_5\n value: 0.27153\n - type: precision_at_1\n value: 0.29837\n - type: precision_at_10\n value: 0.09179\n - type: precision_at_100\n value: 0.01659\n - type: precision_at_1000\n value: 0.0023\n - type: precision_at_3\n value: 0.18545\n - type: precision_at_5\n value: 0.14241\n - type: recall_at_1\n value: 0.13189\n - type: recall_at_10\n value: 0.35355\n - type: recall_at_100\n value: 0.59255\n - type: recall_at_1000\n value: 0.78637\n - type: recall_at_3\n value: 0.23255\n - type: recall_at_5\n value: 0.28446\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackAndroidRetrieval\n type: mteb/cqadupstack-android\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.35797\n - type: map_at_10\n value: 0.47793\n - type: map_at_100\n value: 0.49422\n - type: map_at_1000\n value: 0.49546\n - type: map_at_3\n value: 0.44137\n - type: map_at_5\n value: 0.46063\n - type: mrr_at_1\n value: 0.44206\n - type: mrr_at_10\n value: 0.53808\n - type: mrr_at_100\n value: 0.5454\n - type: mrr_at_1000\n value: 0.54578\n - type: mrr_at_3\n value: 0.51431\n - type: mrr_at_5\n value: 0.5284\n - type: ndcg_at_1\n value: 0.44206\n - type: ndcg_at_10\n value: 0.54106\n - type: ndcg_at_100\n value: 0.59335\n - type: ndcg_at_1000\n value: 0.61015\n - type: ndcg_at_3\n value: 0.49365\n - type: ndcg_at_5\n value: 0.51429\n - type: precision_at_1\n value: 0.44206\n - type: precision_at_10\n value: 0.10443\n - type: precision_at_100\n value: 0.01631\n - type: precision_at_1000\n value: 0.00214\n - type: precision_at_3\n value: 0.23653\n - type: precision_at_5\n value: 0.1691\n - type: recall_at_1\n value: 0.35797\n - type: recall_at_10\n value: 0.65182\n - type: recall_at_100\n value: 0.86654\n - type: recall_at_1000\n value: 0.97131\n - type: recall_at_3\n value: 0.51224\n - type: recall_at_5\n value: 0.57219\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackEnglishRetrieval\n type: mteb/cqadupstack-english\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.32748\n - type: map_at_10\n value: 0.44138\n - type: map_at_100\n value: 0.45565\n - type: map_at_1000\n value: 0.45698\n - type: map_at_3\n value: 0.40916\n - type: map_at_5\n value: 0.42621\n - type: mrr_at_1\n value: 0.41274\n - type: mrr_at_10\n value: 0.5046\n - type: mrr_at_100\n value: 0.5107\n - type: mrr_at_1000\n value: 0.51109\n - type: mrr_at_3\n value: 0.48238\n - type: mrr_at_5\n value: 0.49563\n - type: ndcg_at_1\n value: 0.41274\n - type: ndcg_at_10\n value: 0.50251\n - type: ndcg_at_100\n value: 0.54725\n - type: ndcg_at_1000\n value: 0.56635\n - type: ndcg_at_3\n value: 0.46023\n - type: ndcg_at_5\n value: 0.47883\n - type: precision_at_1\n value: 0.41274\n - type: precision_at_10\n value: 0.09828\n - type: precision_at_100\n value: 0.01573\n - type: precision_at_1000\n value: 0.00202\n - type: precision_at_3\n value: 0.22718\n - type: precision_at_5\n value: 0.16064\n - type: recall_at_1\n value: 0.32748\n - type: recall_at_10\n value: 0.60322\n - type: recall_at_100\n value: 0.79669\n - type: recall_at_1000\n value: 0.9173\n - type: recall_at_3\n value: 0.47523\n - type: recall_at_5\n value: 0.52957\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackGamingRetrieval\n type: mteb/cqadupstack-gaming\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.41126\n - type: map_at_10\n value: 0.53661\n - type: map_at_100\n value: 0.54588\n - type: map_at_1000\n value: 0.54638\n - type: map_at_3\n value: 0.50389\n - type: map_at_5\n value: 0.52286\n - type: mrr_at_1\n value: 0.47147\n - type: mrr_at_10\n value: 0.5685\n - type: mrr_at_100\n value: 0.57458\n - type: mrr_at_1000\n value: 0.57487\n - type: mrr_at_3\n value: 0.54431\n - type: mrr_at_5\n value: 0.55957\n - type: ndcg_at_1\n value: 0.47147\n - type: ndcg_at_10\n value: 0.59318\n - type: ndcg_at_100\n value: 0.62972\n - type: ndcg_at_1000\n value: 0.64033\n - type: ndcg_at_3\n value: 0.53969\n - type: ndcg_at_5\n value: 0.56743\n - type: precision_at_1\n value: 0.47147\n - type: precision_at_10\n value: 0.09549\n - type: precision_at_100\n value: 0.01224\n - type: precision_at_1000\n value: 0.00135\n - type: precision_at_3\n value: 0.24159\n - type: precision_at_5\n value: 0.16577\n - type: recall_at_1\n value: 0.41126\n - type: recall_at_10\n value: 0.72691\n - type: recall_at_100\n value: 0.88692\n - type: recall_at_1000\n value: 0.96232\n - type: recall_at_3\n value: 0.58374\n - type: recall_at_5\n value: 0.65226\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackGisRetrieval\n type: mteb/cqadupstack-gis\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.28464\n - type: map_at_10\n value: 0.3828\n - type: map_at_100\n value: 0.39277\n - type: map_at_1000\n value: 0.39355\n - type: map_at_3\n value: 0.35704\n - type: map_at_5\n value: 0.37116\n - type: mrr_at_1\n value: 0.30734\n - type: mrr_at_10\n value: 0.40422\n - type: mrr_at_100\n value: 0.41297\n - type: mrr_at_1000\n value: 0.41355\n - type: mrr_at_3\n value: 0.38136\n - type: mrr_at_5\n value: 0.39362\n - type: ndcg_at_1\n value: 0.30734\n - type: ndcg_at_10\n value: 0.43564\n - type: ndcg_at_100\n value: 0.48419\n - type: ndcg_at_1000\n value: 0.50404\n - type: ndcg_at_3\n value: 0.38672\n - type: ndcg_at_5\n value: 0.40954\n - type: precision_at_1\n value: 0.30734\n - type: precision_at_10\n value: 0.06633\n - type: precision_at_100\n value: 0.00956\n - type: precision_at_1000\n value: 0.00116\n - type: precision_at_3\n value: 0.16497\n - type: precision_at_5\n value: 0.11254\n - type: recall_at_1\n value: 0.28464\n - type: recall_at_10\n value: 0.57621\n - type: recall_at_100\n value: 0.7966\n - type: recall_at_1000\n value: 0.94633\n - type: recall_at_3\n value: 0.44588\n - type: recall_at_5\n value: 0.50031\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackMathematicaRetrieval\n type: mteb/cqadupstack-mathematica\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.18119\n - type: map_at_10\n value: 0.27055\n - type: map_at_100\n value: 0.28461\n - type: map_at_1000\n value: 0.28577\n - type: map_at_3\n value: 0.24341\n - type: map_at_5\n value: 0.25861\n - type: mrr_at_1\n value: 0.22886\n - type: mrr_at_10\n value: 0.32234\n - type: mrr_at_100\n value: 0.3328\n - type: mrr_at_1000\n value: 0.3334\n - type: mrr_at_3\n value: 0.29664\n - type: mrr_at_5\n value: 0.31107\n - type: ndcg_at_1\n value: 0.22886\n - type: ndcg_at_10\n value: 0.32749\n - type: ndcg_at_100\n value: 0.39095\n - type: ndcg_at_1000\n value: 0.41656\n - type: ndcg_at_3\n value: 0.27864\n - type: ndcg_at_5\n value: 0.30177\n - type: precision_at_1\n value: 0.22886\n - type: precision_at_10\n value: 0.06169\n - type: precision_at_100\n value: 0.0107\n - type: precision_at_1000\n value: 0.00143\n - type: precision_at_3\n value: 0.13682\n - type: precision_at_5\n value: 0.0995\n - type: recall_at_1\n value: 0.18119\n - type: recall_at_10\n value: 0.44983\n - type: recall_at_100\n value: 0.72396\n - type: recall_at_1000\n value: 0.90223\n - type: recall_at_3\n value: 0.31633\n - type: recall_at_5\n value: 0.37532\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackPhysicsRetrieval\n type: mteb/cqadupstack-physics\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.30517\n - type: map_at_10\n value: 0.42031\n - type: map_at_100\n value: 0.43415\n - type: map_at_1000\n value: 0.43525\n - type: map_at_3\n value: 0.38443\n - type: map_at_5\n value: 0.40685\n - type: mrr_at_1\n value: 0.38114\n - type: mrr_at_10\n value: 0.47783\n - type: mrr_at_100\n value: 0.48647\n - type: mrr_at_1000\n value: 0.48688\n - type: mrr_at_3\n value: 0.45172\n - type: mrr_at_5\n value: 0.46817\n - type: ndcg_at_1\n value: 0.38114\n - type: ndcg_at_10\n value: 0.4834\n - type: ndcg_at_100\n value: 0.53861\n - type: ndcg_at_1000\n value: 0.55701\n - type: ndcg_at_3\n value: 0.42986\n - type: ndcg_at_5\n value: 0.45893\n - type: precision_at_1\n value: 0.38114\n - type: precision_at_10\n value: 0.08893\n - type: precision_at_100\n value: 0.01375\n - type: precision_at_1000\n value: 0.00172\n - type: precision_at_3\n value: 0.20821\n - type: precision_at_5\n value: 0.15034\n - type: recall_at_1\n value: 0.30517\n - type: recall_at_10\n value: 0.61332\n - type: recall_at_100\n value: 0.84051\n - type: recall_at_1000\n value: 0.95826\n - type: recall_at_3\n value: 0.46015\n - type: recall_at_5\n value: 0.53801\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackProgrammersRetrieval\n type: mteb/cqadupstack-programmers\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.27396\n - type: map_at_10\n value: 0.38043\n - type: map_at_100\n value: 0.39341\n - type: map_at_1000\n value: 0.39454\n - type: map_at_3\n value: 0.34783\n - type: map_at_5\n value: 0.3663\n - type: mrr_at_1\n value: 0.34247\n - type: mrr_at_10\n value: 0.43681\n - type: mrr_at_100\n value: 0.4451\n - type: mrr_at_1000\n value: 0.44569\n - type: mrr_at_3\n value: 0.41172\n - type: mrr_at_5\n value: 0.42702\n - type: ndcg_at_1\n value: 0.34247\n - type: ndcg_at_10\n value: 0.44065\n - type: ndcg_at_100\n value: 0.49434\n - type: ndcg_at_1000\n value: 0.51682\n - type: ndcg_at_3\n value: 0.38976\n - type: ndcg_at_5\n value: 0.41332\n - type: precision_at_1\n value: 0.34247\n - type: precision_at_10\n value: 0.08059\n - type: precision_at_100\n value: 0.01258\n - type: precision_at_1000\n value: 0.00162\n - type: precision_at_3\n value: 0.1876\n - type: precision_at_5\n value: 0.13333\n - type: recall_at_1\n value: 0.27396\n - type: recall_at_10\n value: 0.56481\n - type: recall_at_100\n value: 0.79012\n - type: recall_at_1000\n value: 0.94182\n - type: recall_at_3\n value: 0.41785\n - type: recall_at_5\n value: 0.48303\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackStatsRetrieval\n type: mteb/cqadupstack-stats\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.25728\n - type: map_at_10\n value: 0.33903\n - type: map_at_100\n value: 0.34853\n - type: map_at_1000\n value: 0.34944\n - type: map_at_3\n value: 0.31268\n - type: map_at_5\n value: 0.32596\n - type: mrr_at_1\n value: 0.29141\n - type: mrr_at_10\n value: 0.36739\n - type: mrr_at_100\n value: 0.37545\n - type: mrr_at_1000\n value: 0.37608\n - type: mrr_at_3\n value: 0.34407\n - type: mrr_at_5\n value: 0.3568\n - type: ndcg_at_1\n value: 0.29141\n - type: ndcg_at_10\n value: 0.38596\n - type: ndcg_at_100\n value: 0.43375\n - type: ndcg_at_1000\n value: 0.45562\n - type: ndcg_at_3\n value: 0.33861\n - type: ndcg_at_5\n value: 0.35887\n - type: precision_at_1\n value: 0.29141\n - type: precision_at_10\n value: 0.06334\n - type: precision_at_100\n value: 0.00952\n - type: precision_at_1000\n value: 0.00121\n - type: precision_at_3\n value: 0.14826\n - type: precision_at_5\n value: 0.10429\n - type: recall_at_1\n value: 0.25728\n - type: recall_at_10\n value: 0.50121\n - type: recall_at_100\n value: 0.72382\n - type: recall_at_1000\n value: 0.88306\n - type: recall_at_3\n value: 0.36638\n - type: recall_at_5\n value: 0.41689\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackTexRetrieval\n type: mteb/cqadupstack-tex\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.19911\n - type: map_at_10\n value: 0.2856\n - type: map_at_100\n value: 0.29785\n - type: map_at_1000\n value: 0.29911\n - type: map_at_3\n value: 0.25875\n - type: map_at_5\n value: 0.2741\n - type: mrr_at_1\n value: 0.24054\n - type: mrr_at_10\n value: 0.32483\n - type: mrr_at_100\n value: 0.33464\n - type: mrr_at_1000\n value: 0.33534\n - type: mrr_at_3\n value: 0.30162\n - type: mrr_at_5\n value: 0.31506\n - type: ndcg_at_1\n value: 0.24054\n - type: ndcg_at_10\n value: 0.33723\n - type: ndcg_at_100\n value: 0.39362\n - type: ndcg_at_1000\n value: 0.42065\n - type: ndcg_at_3\n value: 0.29116\n - type: ndcg_at_5\n value: 0.31299\n - type: precision_at_1\n value: 0.24054\n - type: precision_at_10\n value: 0.06194\n - type: precision_at_100\n value: 0.01058\n - type: precision_at_1000\n value: 0.00148\n - type: precision_at_3\n value: 0.13914\n - type: precision_at_5\n value: 0.10076\n - type: recall_at_1\n value: 0.19911\n - type: recall_at_10\n value: 0.45183\n - type: recall_at_100\n value: 0.7025\n - type: recall_at_1000\n value: 0.89222\n - type: recall_at_3\n value: 0.32195\n - type: recall_at_5\n value: 0.37852\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackUnixRetrieval\n type: mteb/cqadupstack-unix\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.29819\n - type: map_at_10\n value: 0.40073\n - type: map_at_100\n value: 0.41289\n - type: map_at_1000\n value: 0.41375\n - type: map_at_3\n value: 0.36572\n - type: map_at_5\n value: 0.38386\n - type: mrr_at_1\n value: 0.35168\n - type: mrr_at_10\n value: 0.44381\n - type: mrr_at_100\n value: 0.45191\n - type: mrr_at_1000\n value: 0.45234\n - type: mrr_at_3\n value: 0.41402\n - type: mrr_at_5\n value: 0.43039\n - type: ndcg_at_1\n value: 0.35168\n - type: ndcg_at_10\n value: 0.46071\n - type: ndcg_at_100\n value: 0.51351\n - type: ndcg_at_1000\n value: 0.5317\n - type: ndcg_at_3\n value: 0.39972\n - type: ndcg_at_5\n value: 0.42586\n - type: precision_at_1\n value: 0.35168\n - type: precision_at_10\n value: 0.07985\n - type: precision_at_100\n value: 0.01185\n - type: precision_at_1000\n value: 0.00144\n - type: precision_at_3\n value: 0.18221\n - type: precision_at_5\n value: 0.12892\n - type: recall_at_1\n value: 0.29819\n - type: recall_at_10\n value: 0.60075\n - type: recall_at_100\n value: 0.82771\n - type: recall_at_1000\n value: 0.95219\n - type: recall_at_3\n value: 0.43245\n - type: recall_at_5\n value: 0.49931\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackWebmastersRetrieval\n type: mteb/cqadupstack-webmasters\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.28409\n - type: map_at_10\n value: 0.37621\n - type: map_at_100\n value: 0.39233\n - type: map_at_1000\n value: 0.39471\n - type: map_at_3\n value: 0.34337\n - type: map_at_5\n value: 0.35985\n - type: mrr_at_1\n value: 0.33794\n - type: mrr_at_10\n value: 0.42349\n - type: mrr_at_100\n value: 0.43196\n - type: mrr_at_1000\n value: 0.43237\n - type: mrr_at_3\n value: 0.39526\n - type: mrr_at_5\n value: 0.41087\n - type: ndcg_at_1\n value: 0.33794\n - type: ndcg_at_10\n value: 0.43832\n - type: ndcg_at_100\n value: 0.49514\n - type: ndcg_at_1000\n value: 0.51742\n - type: ndcg_at_3\n value: 0.38442\n - type: ndcg_at_5\n value: 0.40737\n - type: precision_at_1\n value: 0.33794\n - type: precision_at_10\n value: 0.08597\n - type: precision_at_100\n value: 0.01652\n - type: precision_at_1000\n value: 0.00251\n - type: precision_at_3\n value: 0.17787\n - type: precision_at_5\n value: 0.13241\n - type: recall_at_1\n value: 0.28409\n - type: recall_at_10\n value: 0.55388\n - type: recall_at_100\n value: 0.81517\n - type: recall_at_1000\n value: 0.95038\n - type: recall_at_3\n value: 0.40133\n - type: recall_at_5\n value: 0.45913\n - task:\n type: Retrieval\n dataset:\n name: MTEB CQADupstackWordpressRetrieval\n type: mteb/cqadupstack-wordpress\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.24067\n - type: map_at_10\n value: 0.32184\n - type: map_at_100\n value: 0.33357\n - type: map_at_1000\n value: 0.33458\n - type: map_at_3\n value: 0.29492\n - type: map_at_5\n value: 0.3111\n - type: mrr_at_1\n value: 0.26248\n - type: mrr_at_10\n value: 0.34149\n - type: mrr_at_100\n value: 0.35189\n - type: mrr_at_1000\n value: 0.35251\n - type: mrr_at_3\n value: 0.31639\n - type: mrr_at_5\n value: 0.33182\n - type: ndcg_at_1\n value: 0.26248\n - type: ndcg_at_10\n value: 0.36889\n - type: ndcg_at_100\n value: 0.42426\n - type: ndcg_at_1000\n value: 0.44745\n - type: ndcg_at_3\n value: 0.31799\n - type: ndcg_at_5\n value: 0.34563\n - type: precision_at_1\n value: 0.26248\n - type: precision_at_10\n value: 0.05712\n - type: precision_at_100\n value: 0.00915\n - type: precision_at_1000\n value: 0.00123\n - type: precision_at_3\n value: 0.13309\n - type: precision_at_5\n value: 0.09649\n - type: recall_at_1\n value: 0.24067\n - type: recall_at_10\n value: 0.49344\n - type: recall_at_100\n value: 0.7412\n - type: recall_at_1000\n value: 0.91276\n - type: recall_at_3\n value: 0.36272\n - type: recall_at_5\n value: 0.4277\n - task:\n type: Retrieval\n dataset:\n name: MTEB DBPedia\n type: mteb/dbpedia\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.08651\n - type: map_at_10\n value: 0.17628\n - type: map_at_100\n value: 0.23354\n - type: map_at_1000\n value: 0.24827\n - type: map_at_3\n value: 0.1351\n - type: map_at_5\n value: 0.15468\n - type: mrr_at_1\n value: 0.645\n - type: mrr_at_10\n value: 0.71989\n - type: mrr_at_100\n value: 0.72332\n - type: mrr_at_1000\n value: 0.72346\n - type: mrr_at_3\n value: 0.7025\n - type: mrr_at_5\n value: 0.71275\n - type: ndcg_at_1\n value: 0.51375\n - type: ndcg_at_10\n value: 0.3596\n - type: ndcg_at_100\n value: 0.39878\n - type: ndcg_at_1000\n value: 0.47931\n - type: ndcg_at_3\n value: 0.41275\n - type: ndcg_at_5\n value: 0.38297\n - type: precision_at_1\n value: 0.645\n - type: precision_at_10\n value: 0.2745\n - type: precision_at_100\n value: 0.08405\n - type: precision_at_1000\n value: 0.01923\n - type: precision_at_3\n value: 0.44417\n - type: precision_at_5\n value: 0.366\n - type: recall_at_1\n value: 0.08651\n - type: recall_at_10\n value: 0.22416\n - type: recall_at_100\n value: 0.46381\n - type: recall_at_1000\n value: 0.71557\n - type: recall_at_3\n value: 0.14847\n - type: recall_at_5\n value: 0.1804\n - task:\n type: Retrieval\n dataset:\n name: MTEB FEVER\n type: mteb/fever\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.73211\n - type: map_at_10\n value: 0.81463\n - type: map_at_100\n value: 0.81622\n - type: map_at_1000\n value: 0.81634\n - type: map_at_3\n value: 0.805\n - type: map_at_5\n value: 0.81134\n - type: mrr_at_1\n value: 0.79088\n - type: mrr_at_10\n value: 0.86943\n - type: mrr_at_100\n value: 0.87017\n - type: mrr_at_1000\n value: 0.87018\n - type: mrr_at_3\n value: 0.86154\n - type: mrr_at_5\n value: 0.867\n - type: ndcg_at_1\n value: 0.79088\n - type: ndcg_at_10\n value: 0.85528\n - type: ndcg_at_100\n value: 0.86134\n - type: ndcg_at_1000\n value: 0.86367\n - type: ndcg_at_3\n value: 0.83943\n - type: ndcg_at_5\n value: 0.84878\n - type: precision_at_1\n value: 0.79088\n - type: precision_at_10\n value: 0.10132\n - type: precision_at_100\n value: 0.01055\n - type: precision_at_1000\n value: 0.00109\n - type: precision_at_3\n value: 0.31963\n - type: precision_at_5\n value: 0.19769\n - type: recall_at_1\n value: 0.73211\n - type: recall_at_10\n value: 0.92797\n - type: recall_at_100\n value: 0.95263\n - type: recall_at_1000\n value: 0.96738\n - type: recall_at_3\n value: 0.88328\n - type: recall_at_5\n value: 0.90821\n - task:\n type: Retrieval\n dataset:\n name: MTEB FiQA2018\n type: mteb/fiqa\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.18311\n - type: map_at_10\n value: 0.29201\n - type: map_at_100\n value: 0.3093\n - type: map_at_1000\n value: 0.31116\n - type: map_at_3\n value: 0.24778\n - type: map_at_5\n value: 0.27453\n - type: mrr_at_1\n value: 0.35494\n - type: mrr_at_10\n value: 0.44489\n - type: mrr_at_100\n value: 0.4532\n - type: mrr_at_1000\n value: 0.45369\n - type: mrr_at_3\n value: 0.41667\n - type: mrr_at_5\n value: 0.43418\n - type: ndcg_at_1\n value: 0.35494\n - type: ndcg_at_10\n value: 0.36868\n - type: ndcg_at_100\n value: 0.43463\n - type: ndcg_at_1000\n value: 0.46766\n - type: ndcg_at_3\n value: 0.32305\n - type: ndcg_at_5\n value: 0.34332\n - type: precision_at_1\n value: 0.35494\n - type: precision_at_10\n value: 0.10324\n - type: precision_at_100\n value: 0.01707\n - type: precision_at_1000\n value: 0.00229\n - type: precision_at_3\n value: 0.21142\n - type: precision_at_5\n value: 0.16327\n - type: recall_at_1\n value: 0.18311\n - type: recall_at_10\n value: 0.43881\n - type: recall_at_100\n value: 0.68593\n - type: recall_at_1000\n value: 0.8855\n - type: recall_at_3\n value: 0.28824\n - type: recall_at_5\n value: 0.36178\n - task:\n type: Retrieval\n dataset:\n name: MTEB HotpotQA\n type: mteb/hotpotqa\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.36766\n - type: map_at_10\n value: 0.53639\n - type: map_at_100\n value: 0.54532\n - type: map_at_1000\n value: 0.54608\n - type: map_at_3\n value: 0.50427\n - type: map_at_5\n value: 0.5245\n - type: mrr_at_1\n value: 0.73531\n - type: mrr_at_10\n value: 0.80104\n - type: mrr_at_100\n value: 0.80341\n - type: mrr_at_1000\n value: 0.80351\n - type: mrr_at_3\n value: 0.78949\n - type: mrr_at_5\n value: 0.79729\n - type: ndcg_at_1\n value: 0.73531\n - type: ndcg_at_10\n value: 0.62918\n - type: ndcg_at_100\n value: 0.66056\n - type: ndcg_at_1000\n value: 0.67554\n - type: ndcg_at_3\n value: 0.58247\n - type: ndcg_at_5\n value: 0.60905\n - type: precision_at_1\n value: 0.73531\n - type: precision_at_10\n value: 0.1302\n - type: precision_at_100\n value: 0.01546\n - type: precision_at_1000\n value: 0.00175\n - type: precision_at_3\n value: 0.36556\n - type: precision_at_5\n value: 0.24032\n - type: recall_at_1\n value: 0.36766\n - type: recall_at_10\n value: 0.65098\n - type: recall_at_100\n value: 0.77306\n - type: recall_at_1000\n value: 0.87252\n - type: recall_at_3\n value: 0.54835\n - type: recall_at_5\n value: 0.60081\n - task:\n type: Retrieval\n dataset:\n name: MTEB MSMARCO\n type: mteb/msmarco\n config: default\n split: dev\n metrics:\n - type: map_at_1\n value: 0.14654\n - type: map_at_10\n value: 0.2472\n - type: map_at_100\n value: 0.25994\n - type: map_at_1000\n value: 0.26067\n - type: map_at_3\n value: 0.21234\n - type: map_at_5\n value: 0.2319\n - type: mrr_at_1\n value: 0.15086\n - type: mrr_at_10\n value: 0.25184\n - type: mrr_at_100\n value: 0.26422\n - type: mrr_at_1000\n value: 0.26489\n - type: mrr_at_3\n value: 0.21731\n - type: mrr_at_5\n value: 0.23674\n - type: ndcg_at_1\n value: 0.15086\n - type: ndcg_at_10\n value: 0.30711\n - type: ndcg_at_100\n value: 0.37221\n - type: ndcg_at_1000\n value: 0.39133\n - type: ndcg_at_3\n value: 0.23567\n - type: ndcg_at_5\n value: 0.27066\n - type: precision_at_1\n value: 0.15086\n - type: precision_at_10\n value: 0.05132\n - type: precision_at_100\n value: 0.00845\n - type: precision_at_1000\n value: 0.00101\n - type: precision_at_3\n value: 0.10277\n - type: precision_at_5\n value: 0.07923\n - type: recall_at_1\n value: 0.14654\n - type: recall_at_10\n value: 0.49341\n - type: recall_at_100\n value: 0.80224\n - type: recall_at_1000\n value: 0.95037\n - type: recall_at_3\n value: 0.29862\n - type: recall_at_5\n value: 0.38274\n - task:\n type: Retrieval\n dataset:\n name: MTEB NFCorpus\n type: mteb/nfcorpus\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.05452\n - type: map_at_10\n value: 0.12758\n - type: map_at_100\n value: 0.1593\n - type: map_at_1000\n value: 0.17422\n - type: map_at_3\n value: 0.0945\n - type: map_at_5\n value: 0.1092\n - type: mrr_at_1\n value: 0.43963\n - type: mrr_at_10\n value: 0.53237\n - type: mrr_at_100\n value: 0.53777\n - type: mrr_at_1000\n value: 0.53822\n - type: mrr_at_3\n value: 0.51445\n - type: mrr_at_5\n value: 0.52466\n - type: ndcg_at_1\n value: 0.41486\n - type: ndcg_at_10\n value: 0.33737\n - type: ndcg_at_100\n value: 0.30886\n - type: ndcg_at_1000\n value: 0.40018\n - type: ndcg_at_3\n value: 0.39324\n - type: ndcg_at_5\n value: 0.36949\n - type: precision_at_1\n value: 0.43344\n - type: precision_at_10\n value: 0.24799\n - type: precision_at_100\n value: 0.07895\n - type: precision_at_1000\n value: 0.02091\n - type: precision_at_3\n value: 0.37152\n - type: precision_at_5\n value: 0.31703\n - type: recall_at_1\n value: 0.05452\n - type: recall_at_10\n value: 0.1712\n - type: recall_at_100\n value: 0.30719\n - type: recall_at_1000\n value: 0.62766\n - type: recall_at_3\n value: 0.10733\n - type: recall_at_5\n value: 0.13553\n - task:\n type: Retrieval\n dataset:\n name: MTEB NQ\n type: mteb/nq\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.29022\n - type: map_at_10\n value: 0.4373\n - type: map_at_100\n value: 0.44849\n - type: map_at_1000\n value: 0.44877\n - type: map_at_3\n value: 0.39045\n - type: map_at_5\n value: 0.4186\n - type: mrr_at_1\n value: 0.32793\n - type: mrr_at_10\n value: 0.46243\n - type: mrr_at_100\n value: 0.47083\n - type: mrr_at_1000\n value: 0.47101\n - type: mrr_at_3\n value: 0.42261\n - type: mrr_at_5\n value: 0.44775\n - type: ndcg_at_1\n value: 0.32793\n - type: ndcg_at_10\n value: 0.51631\n - type: ndcg_at_100\n value: 0.56287\n - type: ndcg_at_1000\n value: 0.56949\n - type: ndcg_at_3\n value: 0.42782\n - type: ndcg_at_5\n value: 0.47554\n - type: precision_at_1\n value: 0.32793\n - type: precision_at_10\n value: 0.08737\n - type: precision_at_100\n value: 0.01134\n - type: precision_at_1000\n value: 0.0012\n - type: precision_at_3\n value: 0.19583\n - type: precision_at_5\n value: 0.14484\n - type: recall_at_1\n value: 0.29022\n - type: recall_at_10\n value: 0.73325\n - type: recall_at_100\n value: 0.93455\n - type: recall_at_1000\n value: 0.98414\n - type: recall_at_3\n value: 0.50406\n - type: recall_at_5\n value: 0.6145\n - task:\n type: Retrieval\n dataset:\n name: MTEB QuoraRetrieval\n type: mteb/quora\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.68941\n - type: map_at_10\n value: 0.82641\n - type: map_at_100\n value: 0.83317\n - type: map_at_1000\n value: 0.83337\n - type: map_at_3\n value: 0.79604\n - type: map_at_5\n value: 0.81525\n - type: mrr_at_1\n value: 0.7935\n - type: mrr_at_10\n value: 0.85969\n - type: mrr_at_100\n value: 0.86094\n - type: mrr_at_1000\n value: 0.86095\n - type: mrr_at_3\n value: 0.84852\n - type: mrr_at_5\n value: 0.85627\n - type: ndcg_at_1\n value: 0.7936\n - type: ndcg_at_10\n value: 0.86687\n - type: ndcg_at_100\n value: 0.88094\n - type: ndcg_at_1000\n value: 0.88243\n - type: ndcg_at_3\n value: 0.83538\n - type: ndcg_at_5\n value: 0.85308\n - type: precision_at_1\n value: 0.7936\n - type: precision_at_10\n value: 0.13145\n - type: precision_at_100\n value: 0.01517\n - type: precision_at_1000\n value: 0.00156\n - type: precision_at_3\n value: 0.36353\n - type: precision_at_5\n value: 0.24044\n - type: recall_at_1\n value: 0.68941\n - type: recall_at_10\n value: 0.94407\n - type: recall_at_100\n value: 0.99226\n - type: recall_at_1000\n value: 0.99958\n - type: recall_at_3\n value: 0.85502\n - type: recall_at_5\n value: 0.90372\n - task:\n type: Retrieval\n dataset:\n name: MTEB SCIDOCS\n type: mteb/scidocs\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.04988\n - type: map_at_10\n value: 0.13553\n - type: map_at_100\n value: 0.16136\n - type: map_at_1000\n value: 0.16512\n - type: map_at_3\n value: 0.09439\n - type: map_at_5\n value: 0.1146\n - type: mrr_at_1\n value: 0.246\n - type: mrr_at_10\n value: 0.36792\n - type: mrr_at_100\n value: 0.37973\n - type: mrr_at_1000\n value: 0.38011\n - type: mrr_at_3\n value: 0.33117\n - type: mrr_at_5\n value: 0.35172\n - type: ndcg_at_1\n value: 0.246\n - type: ndcg_at_10\n value: 0.22542\n - type: ndcg_at_100\n value: 0.32326\n - type: ndcg_at_1000\n value: 0.3828\n - type: ndcg_at_3\n value: 0.20896\n - type: ndcg_at_5\n value: 0.18497\n - type: precision_at_1\n value: 0.246\n - type: precision_at_10\n value: 0.1194\n - type: precision_at_100\n value: 0.02616\n - type: precision_at_1000\n value: 0.00404\n - type: precision_at_3\n value: 0.198\n - type: precision_at_5\n value: 0.1654\n - type: recall_at_1\n value: 0.04988\n - type: recall_at_10\n value: 0.24212\n - type: recall_at_100\n value: 0.53105\n - type: recall_at_1000\n value: 0.82022\n - type: recall_at_3\n value: 0.12047\n - type: recall_at_5\n value: 0.16777\n - task:\n type: Retrieval\n dataset:\n name: MTEB SciFact\n type: mteb/scifact\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.56578\n - type: map_at_10\n value: 0.66725\n - type: map_at_100\n value: 0.67379\n - type: map_at_1000\n value: 0.674\n - type: map_at_3\n value: 0.63416\n - type: map_at_5\n value: 0.6577\n - type: mrr_at_1\n value: 0.59333\n - type: mrr_at_10\n value: 0.67533\n - type: mrr_at_100\n value: 0.68062\n - type: mrr_at_1000\n value: 0.68082\n - type: mrr_at_3\n value: 0.64944\n - type: mrr_at_5\n value: 0.66928\n - type: ndcg_at_1\n value: 0.59333\n - type: ndcg_at_10\n value: 0.7127\n - type: ndcg_at_100\n value: 0.73889\n - type: ndcg_at_1000\n value: 0.7441\n - type: ndcg_at_3\n value: 0.65793\n - type: ndcg_at_5\n value: 0.69429\n - type: precision_at_1\n value: 0.59333\n - type: precision_at_10\n value: 0.096\n - type: precision_at_100\n value: 0.01087\n - type: precision_at_1000\n value: 0.00113\n - type: precision_at_3\n value: 0.25556\n - type: precision_at_5\n value: 0.17667\n - type: recall_at_1\n value: 0.56578\n - type: recall_at_10\n value: 0.842\n - type: recall_at_100\n value: 0.95667\n - type: recall_at_1000\n value: 0.99667\n - type: recall_at_3\n value: 0.70072\n - type: recall_at_5\n value: 0.79011\n - task:\n type: Retrieval\n dataset:\n name: MTEB Touche2020\n type: mteb/touche2020\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.01976\n - type: map_at_10\n value: 0.09688\n - type: map_at_100\n value: 0.15117\n - type: map_at_1000\n value: 0.16769\n - type: map_at_3\n value: 0.04589\n - type: map_at_5\n value: 0.06556\n - type: mrr_at_1\n value: 0.26531\n - type: mrr_at_10\n value: 0.43863\n - type: mrr_at_100\n value: 0.44767\n - type: mrr_at_1000\n value: 0.44767\n - type: mrr_at_3\n value: 0.39116\n - type: mrr_at_5\n value: 0.41156\n - type: ndcg_at_1\n value: 0.23469\n - type: ndcg_at_10\n value: 0.24029\n - type: ndcg_at_100\n value: 0.34425\n - type: ndcg_at_1000\n value: 0.46907\n - type: ndcg_at_3\n value: 0.25522\n - type: ndcg_at_5\n value: 0.24333\n - type: precision_at_1\n value: 0.26531\n - type: precision_at_10\n value: 0.22449\n - type: precision_at_100\n value: 0.07122\n - type: precision_at_1000\n value: 0.01527\n - type: precision_at_3\n value: 0.27891\n - type: precision_at_5\n value: 0.25714\n - type: recall_at_1\n value: 0.01976\n - type: recall_at_10\n value: 0.16633\n - type: recall_at_100\n value: 0.4561\n - type: recall_at_1000\n value: 0.82481\n - type: recall_at_3\n value: 0.06101\n - type: recall_at_5\n value: 0.0968\n - task:\n type: Retrieval\n dataset:\n name: MTEB TRECCOVID\n type: mteb/trec-covid\n config: default\n split: test\n metrics:\n - type: map_at_1\n value: 0.00211\n - type: map_at_10\n value: 0.01526\n - type: map_at_100\n value: 0.08863\n - type: map_at_1000\n value: 0.23162\n - type: map_at_3\n value: 0.00555\n - type: map_at_5\n value: 0.00873\n - type: mrr_at_1\n value: 0.76\n - type: mrr_at_10\n value: 0.8485\n - type: mrr_at_100\n value: 0.8485\n - type: mrr_at_1000\n value: 0.8485\n - type: mrr_at_3\n value: 0.84\n - type: mrr_at_5\n value: 0.844\n - type: ndcg_at_1\n value: 0.7\n - type: ndcg_at_10\n value: 0.63098\n - type: ndcg_at_100\n value: 0.49847\n - type: ndcg_at_1000\n value: 0.48395\n - type: ndcg_at_3\n value: 0.68704\n - type: ndcg_at_5\n value: 0.67533\n - type: precision_at_1\n value: 0.76\n - type: precision_at_10\n value: 0.66\n - type: precision_at_100\n value: 0.5134\n - type: precision_at_1000\n value: 0.2168\n - type: precision_at_3\n value: 0.72667\n - type: precision_at_5\n value: 0.716\n - type: recall_at_1\n value: 0.00211\n - type: recall_at_10\n value: 0.01748\n - type: recall_at_100\n value: 0.12448\n - type: recall_at_1000\n value: 0.46795\n - type: recall_at_3\n value: 0.00593\n - type: recall_at_5\n value: 0.00962\n---\n\n## Llamacpp Static Quantizations of granite-embedding-30m-english\n\nUsing <a href=\"https://github.com/ggerganov/llama.cpp/\">llama.cpp</a> release <a href=\"https://github.com/ggerganov/llama.cpp/releases/tag/b4381\">b4381</a> for quantization.\n\nOriginal model: https://huggingface.co/ibm-granite/granite-embedding-30m-english\n\nRun them in [LM Studio](https://lmstudio.ai/)\n\n## Prompt format\n\nNo prompt format found, check original model page\n\n## What's new:\n\nFix tokenizer\n\n## Download a file (not the whole branch) from below:\n\n| Filename | Quant type | File Size | Split | Description |\n| -------- | ---------- | --------- | ----- | ----------- |\n| [granite-embedding-30m-english-f16.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-f16.gguf) | f16 | 0.06GB | false | Full F16 weights. |\n| [granite-embedding-30m-english-Q8_0.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q8_0.gguf) | Q8_0 | 0.03GB | false | Extremely high quality, generally unneeded but max available quant. |\n| [granite-embedding-30m-english-Q6_K_L.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q6_K_L.gguf) | Q6_K_L | 0.03GB | false | Uses Q8_0 for embed and output weights. Very high quality, near perfect, *recommended*. |\n| [granite-embedding-30m-english-Q6_K.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q6_K.gguf) | Q6_K | 0.03GB | false | Very high quality, near perfect, *recommended*. |\n| [granite-embedding-30m-english-Q5_K_L.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q5_K_L.gguf) | Q5_K_L | 0.03GB | false | Uses Q8_0 for embed and output weights. High quality, *recommended*. |\n| [granite-embedding-30m-english-Q5_K_M.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q5_K_M.gguf) | Q5_K_M | 0.03GB | false | High quality, *recommended*. |\n| [granite-embedding-30m-english-Q5_K_S.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q5_K_S.gguf) | Q5_K_S | 0.03GB | false | High quality, *recommended*. |\n| [granite-embedding-30m-english-Q4_K_L.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q4_K_L.gguf) | Q4_K_L | 0.03GB | false | Uses Q8_0 for embed and output weights. Good quality, *recommended*. |\n| [granite-embedding-30m-english-Q4_K_M.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q4_K_M.gguf) | Q4_K_M | 0.03GB | false | Good quality, default size for most use cases, *recommended*. |\n| [granite-embedding-30m-english-Q4_K_S.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q4_K_S.gguf) | Q4_K_S | 0.03GB | false | Slightly lower quality with more space savings, *recommended*. |\n| [granite-embedding-30m-english-Q4_0.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q4_0.gguf) | Q4_0 | 0.03GB | false | Legacy format, offers online repacking for ARM and AVX CPU inference. |\n| [granite-embedding-30m-english-IQ4_NL.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-IQ4_NL.gguf) | IQ4_NL | 0.03GB | false | Similar to IQ4_XS, but slightly larger. Offers online repacking for ARM CPU inference. |\n| [granite-embedding-30m-english-IQ4_XS.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-IQ4_XS.gguf) | IQ4_XS | 0.03GB | false | Decent quality, smaller than Q4_K_S with similar performance, *recommended*. |\n| [granite-embedding-30m-english-Q3_K_XL.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q3_K_XL.gguf) | Q3_K_XL | 0.03GB | false | Uses Q8_0 for embed and output weights. Lower quality but usable, good for low RAM availability. |\n| [granite-embedding-30m-english-Q3_K_L.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q3_K_L.gguf) | Q3_K_L | 0.03GB | false | Lower quality but usable, good for low RAM availability. |\n| [granite-embedding-30m-english-Q3_K_M.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-Q3_K_M.gguf) | Q3_K_M | 0.03GB | false | Low quality. |\n| [granite-embedding-30m-english-IQ3_M.gguf](https://huggingface.co/bartowski/granite-embedding-30m-english-GGUF/blob/main/granite-embedding-30m-english-IQ3_M.gguf) | IQ3_M | 0.03GB | false | Medium-low quality, new method with decent performance comparable to Q3_K_M. |\n\n## Embed/output weights\n\nSome of these quants (Q3_K_XL, Q4_K_L etc) are the standard quantization method with the embeddings and output weights quantized to Q8_0 instead of what they would normally default to.\n\n## Downloading using huggingface-cli\n\n<details>\n <summary>Click to view download instructions</summary>\n\nFirst, make sure you have hugginface-cli installed:\n\n```\npip install -U \"huggingface_hub[cli]\"\n```\n\nThen, you can target the specific file you want:\n\n```\nhuggingface-cli download bartowski/granite-embedding-30m-english-GGUF --include \"granite-embedding-30m-english-Q4_K_M.gguf\" --local-dir ./\n```\n\nIf the model is bigger than 50GB, it will have been split into multiple files. In order to download them all to a local folder, run:\n\n```\nhuggingface-cli download bartowski/granite-embedding-30m-english-GGUF --include \"granite-embedding-30m-english-Q8_0/*\" --local-dir ./\n```\n\nYou can either specify a new local-dir (granite-embedding-30m-english-Q8_0) or download them all in place (./)\n\n</details>\n\n## ARM/AVX information\n\nPreviously, you would download Q4_0_4_4/4_8/8_8, and these would have their weights interleaved in memory in order to improve performance on ARM and AVX machines by loading up more data in one pass.\n\nNow, however, there is something called \"online repacking\" for weights. details in [this PR](https://github.com/ggerganov/llama.cpp/pull/9921). If you use Q4_0 and your hardware would benefit from repacking weights, it will do it automatically on the fly.\n\nAs of llama.cpp build [b4282](https://github.com/ggerganov/llama.cpp/releases/tag/b4282) you will not be able to run the Q4_0_X_X files and will instead need to use Q4_0.\n\nAdditionally, if you want to get slightly better quality for , you can use IQ4_NL thanks to [this PR](https://github.com/ggerganov/llama.cpp/pull/10541) which will also repack the weights for ARM, though only the 4_4 for now. The loading time may be slower but it will result in an overall speed incrase.\n\n<details>\n <summary>Click to view Q4_0_X_X information (deprecated</summary>\n\nI'm keeping this section to show the potential theoretical uplift in performance from using the Q4_0 with online repacking.\n\n<details>\n <summary>Click to view benchmarks on an AVX2 system (EPYC7702)</summary>\n\n| model | size | params | backend | threads | test | t/s | % (vs Q4_0) |\n| ------------------------------ | ---------: | ---------: | ---------- | ------: | ------------: | -------------------: |-------------: |\n| qwen2 3B Q4_0 | 1.70 GiB | 3.09 B | CPU | 64 | pp512 | 204.03 ± 1.03 | 100% |\n| qwen2 3B Q4_0 | 1.70 GiB | 3.09 B | CPU | 64 | pp1024 | 282.92 ± 0.19 | 100% |\n| qwen2 3B Q4_0 | 1.70 GiB | 3.09 B | CPU | 64 | pp2048 | 259.49 ± 0.44 | 100% |\n| qwen2 3B Q4_0 | 1.70 GiB | 3.09 B | CPU | 64 | tg128 | 39.12 ± 0.27 | 100% |\n| qwen2 3B Q4_0 | 1.70 GiB | 3.09 B | CPU | 64 | tg256 | 39.31 ± 0.69 | 100% |\n| qwen2 3B Q4_0 | 1.70 GiB | 3.09 B | CPU | 64 | tg512 | 40.52 ± 0.03 | 100% |\n| qwen2 3B Q4_K_M | 1.79 GiB | 3.09 B | CPU | 64 | pp512 | 301.02 ± 1.74 | 147% |\n| qwen2 3B Q4_K_M | 1.79 GiB | 3.09 B | CPU | 64 | pp1024 | 287.23 ± 0.20 | 101% |\n| qwen2 3B Q4_K_M | 1.79 GiB | 3.09 B | CPU | 64 | pp2048 | 262.77 ± 1.81 | 101% |\n| qwen2 3B Q4_K_M | 1.79 GiB | 3.09 B | CPU | 64 | tg128 | 18.80 ± 0.99 | 48% |\n| qwen2 3B Q4_K_M | 1.79 GiB | 3.09 B | CPU | 64 | tg256 | 24.46 ± 3.04 | 83% |\n| qwen2 3B Q4_K_M | 1.79 GiB | 3.09 B | CPU | 64 | tg512 | 36.32 ± 3.59 | 90% |\n| qwen2 3B Q4_0_8_8 | 1.69 GiB | 3.09 B | CPU | 64 | pp512 | 271.71 ± 3.53 | 133% |\n| qwen2 3B Q4_0_8_8 | 1.69 GiB | 3.09 B | CPU | 64 | pp1024 | 279.86 ± 45.63 | 100% |\n| qwen2 3B Q4_0_8_8 | 1.69 GiB | 3.09 B | CPU | 64 | pp2048 | 320.77 ± 5.00 | 124% |\n| qwen2 3B Q4_0_8_8 | 1.69 GiB | 3.09 B | CPU | 64 | tg128 | 43.51 ± 0.05 | 111% |\n| qwen2 3B Q4_0_8_8 | 1.69 GiB | 3.09 B | CPU | 64 | tg256 | 43.35 ± 0.09 | 110% |\n| qwen2 3B Q4_0_8_8 | 1.69 GiB | 3.09 B | CPU | 64 | tg512 | 42.60 ± 0.31 | 105% |\n\nQ4_0_8_8 offers a nice bump to prompt processing and a small bump to text generation\n\n</details>\n\n</details>\n\n## Which file should I choose?\n\n<details>\n <summary>Click here for details</summary>\n\nA great write up with charts showing various performances is provided by Artefact2 [here](https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9)\n\nThe first thing to figure out is how big a model you can run. To do this, you'll need to figure out how much RAM and/or VRAM you have.\n\nIf you want your model running as FAST as possible, you'll want to fit the whole thing on your GPU's VRAM. Aim for a quant with a file size 1-2GB smaller than your GPU's total VRAM.\n\nIf you want the absolute maximum quality, add both your system RAM and your GPU's VRAM together, then similarly grab a quant with a file size 1-2GB Smaller than that total.\n\nNext, you'll need to decide if you want to use an 'I-quant' or a 'K-quant'.\n\nIf you don't want to think too much, grab one of the K-quants. These are in format 'QX_K_X', like Q5_K_M.\n\nIf you want to get more into the weeds, you can check out this extremely useful feature chart:\n\n[llama.cpp feature matrix](https://github.com/ggerganov/llama.cpp/wiki/Feature-matrix)\n\nBut basically, if you're aiming for below Q4, and you're running cuBLAS (Nvidia) or rocBLAS (AMD), you should look towards the I-quants. These are in format IQX_X, like IQ3_M. These are newer and offer better performance for their size.\n\nThese I-quants can also be used on CPU and Apple Metal, but will be slower than their K-quant equivalent, so speed vs performance is a tradeoff you'll have to decide.\n\nThe I-quants are *not* compatible with Vulcan, which is also AMD, so if you have an AMD card double check if you're using the rocBLAS build or the Vulcan build. At the time of writing this, LM Studio has a preview with ROCm support, and other inference engines have specific builds for ROCm.\n\n</details>\n\n## Credits\n\nThank you kalomaze and Dampf for assistance in creating the imatrix calibration dataset.\n\nThank you ZeroWw for the inspiration to experiment with embed/output.\n\nWant to support my work? Visit my ko-fi page here: https://ko-fi.com/bartowski\n",
"related_quantizations": []
},
"tags": [
"gguf",
"language",
"granite",
"embeddings",
"text-generation",
"en",
"base_model:ibm-granite/granite-embedding-30m-english",
"base_model:quantized:ibm-granite/granite-embedding-30m-english",
"license:apache-2.0",
"model-index",
"endpoints_compatible",
"region:us",
"feature-extraction"
],
"likes": 0,
"downloads": 439,
"gated": false,
"private": false,
"last_modified": "2024-12-23T04:56:43.000Z",
"created_at": "2024-12-18T14:54:02.000Z",
"pipeline_tag": "text-generation",
"library_name": ""
}
Source payload excerpt (from Hugging Face API)
{
"_id": "6762e20a46fe09685d5c021e",
"id": "bartowski/granite-embedding-30m-english-GGUF",
"modelId": "bartowski/granite-embedding-30m-english-GGUF",
"sha": "5d6a906f9c381589d37e63beb52b3453baf4a45f",
"createdAt": "2024-12-18T14:54:02.000Z",
"lastModified": "2024-12-23T04:56:43.000Z",
"author": "bartowski",
"downloads": 439,
"likes": 0,
"gated": false,
"private": false,
"pipeline_tag": "text-generation",
"library_name": "",
"siblings_count": 19
}