| { | |
| "_name_or_path": "/fsx-checkpoints/jxm/cde/2024-08-06-transductive-pretrain-transductive-long-10node-3/checkpoint-7176", | |
| "architecture": "transductive", | |
| "architectures": [ | |
| "ContextualDocumentEmbeddingTransformer" | |
| ], | |
| "attn_implementation": null, | |
| "auto_map": { | |
| "AutoConfig": "misc.ContextualModelConfig", | |
| "AutoModel": "model.ContextualDocumentEmbeddingTransformer" | |
| }, | |
| "cache_dir": null, | |
| "config_name": null, | |
| "disable_dropout": true, | |
| "disable_transductive_rotary_embedding": true, | |
| "embedder": "nomic-ai/nomic-bert-2048", | |
| "embedder_rerank": "sentence-transformers/gtr-t5-base", | |
| "embedding_output_dim": null, | |
| "limit_layers": null, | |
| "logit_scale": 50.0, | |
| "max_seq_length": 512, | |
| "model_revision": "main", | |
| "tokenizer_name": null, | |
| "torch_dtype": "float32", | |
| "transductive_corpus_size": 512, | |
| "transductive_sequence_dropout_prob": 0.0, | |
| "transformers_version": "4.48.0.dev0" | |
| } | |