CLIP_article / experiment_params.json
usr256864's picture
Upload 5 files
c2b6eb2 verified
{
"subparser": null,
"max_seq_length": 256,
"question_max_seq_length": 256,
"RC": false,
"coco": false,
"flickr": false,
"aokvqa": false,
"grad_check": true,
"MJL": false,
"debug_run_time": false,
"only_neighbors": false,
"full_kb": false,
"image_eval": false,
"embedding_column": "my_DPR_few_shot",
"output_ds": null,
"output_kb": null,
"embed": false,
"data_path": null,
"train_batch_size": 1000,
"eval_batch_size": 1000,
"viquae_dev_batch_size": 1000,
"transformer_model_name": "bert-base-uncased",
"gradient_accumulation_steps": 1,
"warmup_proportion": 0.1,
"weight_decay": 0.01,
"adam_beta1": 0.9,
"adam_beta2": 0.999,
"warmup_steps": 4,
"adam_epsilon": 1e-08,
"num_train_epochs": 10,
"learning_rate": 2e-06,
"dropout": 0.5,
"bert_hidden_size": 768,
"MM": null,
"use_graph_P": null,
"use_graph_Q": null,
"syntactic_P": null,
"syntactic_Q": null,
"NS": null,
"IC_Q": false,
"IC_P": false,
"gcn_lr": 2e-05,
"head_lr": 2e-06,
"func": "cat",
"graph_pooling": "mean",
"max_nbr_nodes": 2,
"num_neib": 1,
"neib_depth": 1,
"undirect": false,
"node_hidden_size": 128,
"max_num_relations": null,
"max_num_syntactic_relations": null,
"map_wikidataRelCode_to_idx": null,
"graph_layout": "fr",
"residual": false,
"num_gcn": null,
"node_alias_max_len": 32,
"attention": false,
"num_paths": 1,
"kg_embed": false,
"graph_only": false,
"freeze": false,
"sanity_run": false,
"enhanced_question": false,
"use_entity_type": false,
"filter_edges": false,
"draw": false,
"layer_norm": false,
"filters_3": 768,
"tensor_neurons": 16,
"output_dir": "saved_models/CLIP_article",
"main_dir": "/gpfsdswork/projects/rech/der/ufc61ee/MEERQAT/ViQuAE/meerqat/GP-VQA",
"experiment_dir": "None",
"experiment_name": "CLIP_article",
"search": null,
"xlnet": false,
"tune_loss": false,
"tune_dev": true,
"tune_valid_loss": false,
"sanity_val_steps": 0,
"cpu": false,
"keep_in_memory": false,
"N": 0,
"nbr_workers": 1,
"num_proc": 1,
"local_cache": "/gpfswork/rech/der/ufc61ee/my_transformers_cache",
"IMAGE_PATH": null,
"transformer_path": null,
"resume_from": null,
"checkpoint": null,
"linear_MEP_checkpoint": null,
"linear_MLM_checkpoint": null,
"config": "experiments/ir/viquae_kb_full/clip/config_clip_article.json",
"context_checkpoint": null,
"grad_accum": 1,
"cls_token": "[CLS]",
"sep_token": "[SEP]",
"pad_token": "[PAD]",
"cls_token_at_end": false,
"mask_padding_with_zero": true,
"pad_on_left": false,
"sequence_a_segment_id": 0,
"pad_token_segment_id": 0,
"cls_token_segment_id": 0,
"pad_token_label_id": 0,
"pad_token_id": 0,
"past_index": -1,
"world_size": 1,
"use_lstm": false,
"use_entity": false,
"use_question_graph": false,
"use_question_objects": false,
"EFeat": null,
"NFeat": null,
"ltn": false,
"use_kelm": false,
"unshared": false,
"mlm": false,
"test": false,
"split_dpr": false,
"rename_model": false,
"mask_rate": 0.15,
"pretrained_triviaq": false,
"error_analysis": false,
"debug": false,
"stop_debug": false,
"entity_linking": false,
"entity_linking_split": false,
"build_entity_paths": null,
"object_detection": null,
"update_wikidata_ids": null,
"update_None_ids": null,
"dependency_parsing": null,
"image_captionning": null,
"build_graph": false,
"from_bert": false,
"fast": false,
"get_examples": false,
"get_statistics": null,
"word_vocab_size": 0,
"char_vocab_size": 0,
"max_word_len": 30,
"device": null,
"embedding_matrix": null,
"w2v_file": "word_vector_200d.vec",
"word_emb_dim": 200,
"char_lstm": false,
"char_cnn": false,
"seed": 32,
"tune_batch_size": false,
"model_names": null
}