|
train_dir /home/etutubalina/graph_entity_linking/pos_pairs_graph_data/2020AB/ENG_SPA_POR_FRE_JPN_RUS_DUT_GER_ITA_CZE_SWE_KOR_LAV_HUN_CHI_NOR_POL_TUR_EST_FIN_SCR_UKR_GRE_DAN_BAQ_HEB_MULTILINGUAL_ALL_LANGUAGES_MAP_TO_ENG_20_20_20_FULL |
|
validate False |
|
output_dir /home/etutubalina/graph_entity_linking/results/pretrained_graphsapbert/2020AB/768_0.2_FINAL_NEIGHBORS_MS_LOSS_ALL_LANGUAGES/GAT_DGI_MULTILINGUAL_NO_LOOPS_MAP_ENG_20_20_20/ |
|
gat_num_outer_layers 1 |
|
gat_num_inner_layers 3 |
|
gat_num_hidden_channels 768 |
|
gat_num_neighbors [3] |
|
gat_num_att_heads 2 |
|
gat_dropout_p 0.3 |
|
gat_attention_dropout_p 0.1 |
|
gat_use_relational_features False |
|
use_rel_or_rela rel |
|
graph_loss_weight 1.0 |
|
dgi_loss_weight 0.1 |
|
remove_selfloops True |
|
text_loss_weight 1.0 |
|
intermodal_loss_weight 1.0 |
|
use_intermodal_miner True |
|
intermodal_miner_margin 0.2 |
|
freeze_neighbors False |
|
apply_text_loss_to_all_neighbors False |
|
modality_distance sapbert |
|
intermodal_loss_type sapbert |
|
intermodal_strategy None |
|
use_detached_text False |
|
remove_activations False |
|
common_hard_pairs False |
|
fuse_unimodal_embeddings False |
|
cross_fusion False |
|
inmodal_fusion False |
|
global_fusion False |
|
fusion_text_weight None |
|
max_length 32 |
|
use_cuda True |
|
learning_rate 2e-05 |
|
weight_decay 0.01 |
|
batch_size 256 |
|
num_epochs 1 |
|
amp True |
|
parallel True |
|
random_seed 42 |
|
loss ms_loss |
|
use_miner True |
|
miner_margin 0.2 |
|
type_of_triplets all |
|
agg_mode cls |
|
text_encoder /home/etutubalina/graph_entity_linking/huggingface_models/xlm-roberta-base/ |
|
dataloader_num_workers 0 |
|
save_every_N_epoch 1 |
|
model_checkpoint_path None |
|
|
