blip2-opt-2.7b-mic / build.json
tarekziade's picture
tarekziade HF Staff
Publish MIC usage, slim fixture and reviewed Transformers expectations
35cfe69 verified
Raw History Blame Contribute Delete
6.8 kB
{
"fixture": "huggingface-mic/blip2-opt-2.7b-mic",
"key": "537bc5f9ca92ebf9fbacb1da1bd0ef3eb098b4b0ba59560afbd71008d4e66c14",
"key_fields": {
"architectures": [
"Blip2ForConditionalGeneration"
],
"output_hidden_states": false,
"return_dict": true,
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vision_config": {
"architectures": null,
"output_hidden_states": false,
"return_dict": true,
"dtype": "float32",
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"hidden_size": 64,
"intermediate_size": 128,
"num_hidden_layers": 2,
"num_attention_heads": 4,
"image_size": 224,
"patch_size": 14,
"hidden_act": "gelu",
"layer_norm_eps": 1e-06,
"attention_dropout": 0.0,
"initializer_range": 0.02,
"qkv_bias": true,
"_name_or_path": "",
"dropout": 0.0,
"initializer_factor": 1.0,
"model_type": "blip_2_vision_model",
"num_channels": 3,
"projection_dim": 32,
"output_attentions": false
},
"qformer_config": {
"architectures": null,
"output_hidden_states": false,
"return_dict": true,
"dtype": "float32",
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vocab_size": 30522,
"hidden_size": 64,
"num_hidden_layers": 2,
"num_attention_heads": 4,
"intermediate_size": 128,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"attention_probs_dropout_prob": 0.1,
"max_position_embeddings": 512,
"initializer_range": 0.02,
"layer_norm_eps": 1e-12,
"pad_token_id": 0,
"cross_attention_frequency": 2,
"encoder_hidden_size": 64,
"use_qformer_text_input": false,
"_name_or_path": "",
"classifier_dropout": null,
"model_type": "blip_2_qformer",
"output_attentions": false
},
"text_config": {
"architectures": [
"OPTForCausalLM"
],
"output_hidden_states": false,
"return_dict": true,
"dtype": "float32",
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vocab_size": 50304,
"hidden_size": 64,
"num_hidden_layers": 2,
"ffn_dim": 128,
"max_position_embeddings": 2048,
"do_layer_norm_before": true,
"_remove_final_layer_norm": false,
"word_embed_proj_dim": 64,
"dropout": 0.1,
"attention_dropout": 0.0,
"num_attention_heads": 4,
"activation_function": "relu",
"layerdrop": 0.0,
"init_std": 0.02,
"use_cache": true,
"pad_token_id": 1,
"bos_token_id": 2,
"eos_token_id": 50118,
"enable_bias": true,
"layer_norm_elementwise_affine": true,
"tie_word_embeddings": true,
"_name_or_path": "facebook/opt-2.7b",
"activation_dropout": 0.0,
"model_type": "opt",
"prefix": "</s>",
"output_attentions": false
},
"num_query_tokens": 32,
"image_text_hidden_size": 256,
"image_token_index": 50265,
"initializer_factor": 1.0,
"initializer_range": 0.02,
"model_type": "blip-2",
"use_decoder_only_language_model": true,
"output_attentions": false
},
"covers": {
"Salesforce/blip2-opt-2.7b": "59a1ef6c1e5117b3f65523d1c6066825bcf315e3"
},
"built_from": {
"repo": "Salesforce/blip2-opt-2.7b",
"revision": "59a1ef6c1e5117b3f65523d1c6066825bcf315e3"
},
"seed": 17,
"dtype": "float32",
"builder": "example/build_fixtures.py",
"builder_revision": "1c134326190e21d73b5a77df351cc521b9970f3b",
"recipe": {
"seed": 17
},
"shrink": "rule",
"model_class": "Blip2ForConditionalGeneration",
"parameters": 3629056,
"missing_parameters": [],
"serialization": {
"file": "model.safetensors",
"source_file": "model.safetensors.index.json",
"reverted_conversions": []
},
"checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
"numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
"captured": {
"call": "training step",
"inputs": [
"input_ids",
"labels",
"pixel_values"
],
"class": "Blip2ForConditionalGeneration"
},
"weights": "random",
"gate": {
"random": {
"pass": true,
"accepted_insensitive": {},
"threshold": 0.001,
"deltas": {
"pixel_values:roll_batch": 1.36539888381958,
"pixel_values:swap_channels": 1.4081840515136719,
"pixel_values:reverse": null,
"pixel_values:halve": 0.046873465180397034,
"input_ids:roll_batch": 0.6008034944534302,
"input_ids:reverse": 1.0341992378234863
},
"weakest": "pixel_values:halve",
"no_perturbation_defined": [],
"not_a_forward_parameter": []
}
},
"numeric_health": {
"float32": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"bfloat16": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"float16": {
"outputs_finite": true,
"loss_finite": true,
"unscaled_gradients_finite": false,
"finite": true
}
},
"copied_unchanged": [
"added_tokens.json",
"generation_config.json",
"merges.txt",
"preprocessor_config.json",
"processor_config.json",
"special_tokens_map.json",
"tokenizer.json",
"tokenizer_config.json",
"vocab.json"
],
"environment": {
"python": "3.11.18",
"machine": "x86_64",
"torch": "2.15.0+cpu",
"transformers": "5.23.0.dev0",
"tokenizers": "0.23.3"
},
"sha256": {
"added_tokens.json": "bf278ed40222b5cb26b41f7a776034a85a48503238cda9cba490b384fce1a941",
"config.json": "979d6c8fa6069b8cca6c216e2f6e02f722962ffd0dbe2434da24470c07ec6f74",
"generation_config.json": "68f63fe113bc1a113e277280a350aca9b2c4cfd16c82512a25996556903f4bed",
"merges.txt": "1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5",
"model.safetensors": "d4f6c8601d972e6290621a3f9e346ab3d405e9d9dc4111fd628d757a5a73cab6",
"preprocessor_config.json": "231d39b9cf3312f5ea2d82b6ea0a2da82cb5b1bd492ccb9feb7dde1303b2dfb5",
"processor_config.json": "5d33768c38eb7d1963c10c78f2753f6de714ff96744217cf9b2647d83abd016a",
"special_tokens_map.json": "edbf5e1520a90884935090c0cfb0e50e7c9c138906936d43bee1496f3af22094",
"tokenizer.json": "677b7988b949e3f58c487cf72639bab6257fe350b9b8d984529ba1ab288ac58e",
"tokenizer_config.json": "94f138ffdd5c7a282b607267bfc04f60696507038981e48a239f3712fb9a5ec5",
"vocab.json": "ed19656ea1707df69134c4af35c8ceda2cc9860bf2c3495026153a133670ab5e"
}
}