{ "fixture": "huggingface-mic/blip2-opt-2.7b-mic", "key": "537bc5f9ca92ebf9fbacb1da1bd0ef3eb098b4b0ba59560afbd71008d4e66c14", "key_fields": { "architectures": [ "Blip2ForConditionalGeneration" ], "output_hidden_states": false, "return_dict": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vision_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "hidden_size": 64, "intermediate_size": 128, "num_hidden_layers": 2, "num_attention_heads": 4, "image_size": 224, "patch_size": 14, "hidden_act": "gelu", "layer_norm_eps": 1e-06, "attention_dropout": 0.0, "initializer_range": 0.02, "qkv_bias": true, "_name_or_path": "", "dropout": 0.0, "initializer_factor": 1.0, "model_type": "blip_2_vision_model", "num_channels": 3, "projection_dim": 32, "output_attentions": false }, "qformer_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 30522, "hidden_size": 64, "num_hidden_layers": 2, "num_attention_heads": 4, "intermediate_size": 128, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "attention_probs_dropout_prob": 0.1, "max_position_embeddings": 512, "initializer_range": 0.02, "layer_norm_eps": 1e-12, "pad_token_id": 0, "cross_attention_frequency": 2, "encoder_hidden_size": 64, "use_qformer_text_input": false, "_name_or_path": "", "classifier_dropout": null, "model_type": "blip_2_qformer", "output_attentions": false }, "text_config": { "architectures": [ "OPTForCausalLM" ], "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 50304, "hidden_size": 64, "num_hidden_layers": 2, "ffn_dim": 128, "max_position_embeddings": 2048, "do_layer_norm_before": true, "_remove_final_layer_norm": false, "word_embed_proj_dim": 64, "dropout": 0.1, "attention_dropout": 0.0, "num_attention_heads": 4, "activation_function": "relu", "layerdrop": 0.0, "init_std": 0.02, "use_cache": true, "pad_token_id": 1, "bos_token_id": 2, "eos_token_id": 50118, "enable_bias": true, "layer_norm_elementwise_affine": true, "tie_word_embeddings": true, "_name_or_path": "facebook/opt-2.7b", "activation_dropout": 0.0, "model_type": "opt", "prefix": "", "output_attentions": false }, "num_query_tokens": 32, "image_text_hidden_size": 256, "image_token_index": 50265, "initializer_factor": 1.0, "initializer_range": 0.02, "model_type": "blip-2", "use_decoder_only_language_model": true, "output_attentions": false }, "covers": { "Salesforce/blip2-opt-2.7b": "59a1ef6c1e5117b3f65523d1c6066825bcf315e3" }, "built_from": { "repo": "Salesforce/blip2-opt-2.7b", "revision": "59a1ef6c1e5117b3f65523d1c6066825bcf315e3" }, "seed": 17, "dtype": "float32", "builder": "example/build_fixtures.py", "builder_revision": "1c134326190e21d73b5a77df351cc521b9970f3b", "recipe": { "seed": 17 }, "shrink": "rule", "model_class": "Blip2ForConditionalGeneration", "parameters": 3629056, "missing_parameters": [], "serialization": { "file": "model.safetensors", "source_file": "model.safetensors.index.json", "reverted_conversions": [] }, "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback", "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses", "captured": { "call": "training step", "inputs": [ "input_ids", "labels", "pixel_values" ], "class": "Blip2ForConditionalGeneration" }, "weights": "random", "gate": { "random": { "pass": true, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "pixel_values:roll_batch": 1.36539888381958, "pixel_values:swap_channels": 1.4081840515136719, "pixel_values:reverse": null, "pixel_values:halve": 0.046873465180397034, "input_ids:roll_batch": 0.6008034944534302, "input_ids:reverse": 1.0341992378234863 }, "weakest": "pixel_values:halve", "no_perturbation_defined": [], "not_a_forward_parameter": [] } }, "numeric_health": { "float32": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "bfloat16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "float16": { "outputs_finite": true, "loss_finite": true, "unscaled_gradients_finite": false, "finite": true } }, "copied_unchanged": [ "added_tokens.json", "generation_config.json", "merges.txt", "preprocessor_config.json", "processor_config.json", "special_tokens_map.json", "tokenizer.json", "tokenizer_config.json", "vocab.json" ], "environment": { "python": "3.11.18", "machine": "x86_64", "torch": "2.15.0+cpu", "transformers": "5.23.0.dev0", "tokenizers": "0.23.3" }, "sha256": { "added_tokens.json": "bf278ed40222b5cb26b41f7a776034a85a48503238cda9cba490b384fce1a941", "config.json": "979d6c8fa6069b8cca6c216e2f6e02f722962ffd0dbe2434da24470c07ec6f74", "generation_config.json": "68f63fe113bc1a113e277280a350aca9b2c4cfd16c82512a25996556903f4bed", "merges.txt": "1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5", "model.safetensors": "d4f6c8601d972e6290621a3f9e346ab3d405e9d9dc4111fd628d757a5a73cab6", "preprocessor_config.json": "231d39b9cf3312f5ea2d82b6ea0a2da82cb5b1bd492ccb9feb7dde1303b2dfb5", "processor_config.json": "5d33768c38eb7d1963c10c78f2753f6de714ff96744217cf9b2647d83abd016a", "special_tokens_map.json": "edbf5e1520a90884935090c0cfb0e50e7c9c138906936d43bee1496f3af22094", "tokenizer.json": "677b7988b949e3f58c487cf72639bab6257fe350b9b8d984529ba1ab288ac58e", "tokenizer_config.json": "94f138ffdd5c7a282b607267bfc04f60696507038981e48a239f3712fb9a5ec5", "vocab.json": "ed19656ea1707df69134c4af35c8ceda2cc9860bf2c3495026153a133670ab5e" } }