Update README.md
Browse files
README.md
CHANGED
|
@@ -432,7 +432,37 @@ You can finetune this model on your own dataset.
|
|
| 432 |
- Datasets: 3.2.0
|
| 433 |
- Tokenizers: 0.21.0
|
| 434 |
|
| 435 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 436 |
|
| 437 |
```bibtext
|
| 438 |
{'NanoClimateFEVER_cosine_accuracy@1': 0.28,
|
|
|
|
| 432 |
- Datasets: 3.2.0
|
| 433 |
- Tokenizers: 0.21.0
|
| 434 |
|
| 435 |
+
|
| 436 |
+
## NanoBEIREvaluator >0.8
|
| 437 |
+
|
| 438 |
+
```
|
| 439 |
+
{
|
| 440 |
+
"NanoDBPedia_cosine_accuracy@3": 0.86,
|
| 441 |
+
"NanoDBPedia_cosine_accuracy@5": 0.92,
|
| 442 |
+
"NanoDBPedia_cosine_accuracy@10": 0.96,
|
| 443 |
+
"NanoFEVER_cosine_accuracy@3": 0.86,
|
| 444 |
+
"NanoFEVER_cosine_accuracy@5": 0.92,
|
| 445 |
+
"NanoFEVER_cosine_accuracy@10": 0.96,
|
| 446 |
+
"NanoHotpotQA_cosine_accuracy@3": 0.82,
|
| 447 |
+
"NanoHotpotQA_cosine_accuracy@5": 0.84,
|
| 448 |
+
"NanoHotpotQA_cosine_accuracy@10": 0.88,
|
| 449 |
+
"NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
|
| 450 |
+
"NanoQuoraRetrieval_cosine_accuracy@3": 0.96,
|
| 451 |
+
"NanoQuoraRetrieval_cosine_accuracy@5": 1.0,
|
| 452 |
+
"NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
|
| 453 |
+
"NanoSCIDOCS_cosine_accuracy@5": 0.82,
|
| 454 |
+
"NanoSCIDOCS_cosine_accuracy@10": 0.92,
|
| 455 |
+
"NanoArguAna_cosine_accuracy@10": 0.92,
|
| 456 |
+
"NanoSciFact_cosine_accuracy@10": 0.88,
|
| 457 |
+
"NanoTouche2020_cosine_accuracy@3": 0.8367346938775511,
|
| 458 |
+
"NanoTouche2020_cosine_accuracy@5": 0.9183673469387755,
|
| 459 |
+
"NanoTouche2020_cosine_accuracy@10": 0.9387755102040817,
|
| 460 |
+
"NanoBEIR_mean_cosine_accuracy@10": 0.8583673469387756
|
| 461 |
+
}
|
| 462 |
+
|
| 463 |
+
````
|
| 464 |
+
|
| 465 |
+
## All NanoBEIREvaluator
|
| 466 |
|
| 467 |
```bibtext
|
| 468 |
{'NanoClimateFEVER_cosine_accuracy@1': 0.28,
|