tarekziade HF Staff
Publish MIC usage, slim fixture and reviewed Transformers expectations
35cfe69 verified Download build.json from huggingface-mic/blip2-opt-2.7b-mic: direct link, hf CLI and curl.
- Browser
- Download file 6.8 kB
-
https://huggingface.co/huggingface-mic/blip2-opt-2.7b-mic/resolve/main/build.json
- Command line
-
hf download hf://huggingface-mic/blip2-opt-2.7b-mic/build.json
-
curl -L -o build.json https://huggingface.co/huggingface-mic/blip2-opt-2.7b-mic/resolve/main/build.json
6.8 kB
| { | |
| "fixture": "huggingface-mic/blip2-opt-2.7b-mic", | |
| "key": "537bc5f9ca92ebf9fbacb1da1bd0ef3eb098b4b0ba59560afbd71008d4e66c14", | |
| "key_fields": { | |
| "architectures": [ | |
| "Blip2ForConditionalGeneration" | |
| ], | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "vision_config": { | |
| "architectures": null, | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "dtype": "float32", | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "hidden_size": 64, | |
| "intermediate_size": 128, | |
| "num_hidden_layers": 2, | |
| "num_attention_heads": 4, | |
| "image_size": 224, | |
| "patch_size": 14, | |
| "hidden_act": "gelu", | |
| "layer_norm_eps": 1e-06, | |
| "attention_dropout": 0.0, | |
| "initializer_range": 0.02, | |
| "qkv_bias": true, | |
| "_name_or_path": "", | |
| "dropout": 0.0, | |
| "initializer_factor": 1.0, | |
| "model_type": "blip_2_vision_model", | |
| "num_channels": 3, | |
| "projection_dim": 32, | |
| "output_attentions": false | |
| }, | |
| "qformer_config": { | |
| "architectures": null, | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "dtype": "float32", | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "vocab_size": 30522, | |
| "hidden_size": 64, | |
| "num_hidden_layers": 2, | |
| "num_attention_heads": 4, | |
| "intermediate_size": 128, | |
| "hidden_act": "gelu", | |
| "hidden_dropout_prob": 0.1, | |
| "attention_probs_dropout_prob": 0.1, | |
| "max_position_embeddings": 512, | |
| "initializer_range": 0.02, | |
| "layer_norm_eps": 1e-12, | |
| "pad_token_id": 0, | |
| "cross_attention_frequency": 2, | |
| "encoder_hidden_size": 64, | |
| "use_qformer_text_input": false, | |
| "_name_or_path": "", | |
| "classifier_dropout": null, | |
| "model_type": "blip_2_qformer", | |
| "output_attentions": false | |
| }, | |
| "text_config": { | |
| "architectures": [ | |
| "OPTForCausalLM" | |
| ], | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "dtype": "float32", | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "vocab_size": 50304, | |
| "hidden_size": 64, | |
| "num_hidden_layers": 2, | |
| "ffn_dim": 128, | |
| "max_position_embeddings": 2048, | |
| "do_layer_norm_before": true, | |
| "_remove_final_layer_norm": false, | |
| "word_embed_proj_dim": 64, | |
| "dropout": 0.1, | |
| "attention_dropout": 0.0, | |
| "num_attention_heads": 4, | |
| "activation_function": "relu", | |
| "layerdrop": 0.0, | |
| "init_std": 0.02, | |
| "use_cache": true, | |
| "pad_token_id": 1, | |
| "bos_token_id": 2, | |
| "eos_token_id": 50118, | |
| "enable_bias": true, | |
| "layer_norm_elementwise_affine": true, | |
| "tie_word_embeddings": true, | |
| "_name_or_path": "facebook/opt-2.7b", | |
| "activation_dropout": 0.0, | |
| "model_type": "opt", | |
| "prefix": "</s>", | |
| "output_attentions": false | |
| }, | |
| "num_query_tokens": 32, | |
| "image_text_hidden_size": 256, | |
| "image_token_index": 50265, | |
| "initializer_factor": 1.0, | |
| "initializer_range": 0.02, | |
| "model_type": "blip-2", | |
| "use_decoder_only_language_model": true, | |
| "output_attentions": false | |
| }, | |
| "covers": { | |
| "Salesforce/blip2-opt-2.7b": "59a1ef6c1e5117b3f65523d1c6066825bcf315e3" | |
| }, | |
| "built_from": { | |
| "repo": "Salesforce/blip2-opt-2.7b", | |
| "revision": "59a1ef6c1e5117b3f65523d1c6066825bcf315e3" | |
| }, | |
| "seed": 17, | |
| "dtype": "float32", | |
| "builder": "example/build_fixtures.py", | |
| "builder_revision": "1c134326190e21d73b5a77df351cc521b9970f3b", | |
| "recipe": { | |
| "seed": 17 | |
| }, | |
| "shrink": "rule", | |
| "model_class": "Blip2ForConditionalGeneration", | |
| "parameters": 3629056, | |
| "missing_parameters": [], | |
| "serialization": { | |
| "file": "model.safetensors", | |
| "source_file": "model.safetensors.index.json", | |
| "reverted_conversions": [] | |
| }, | |
| "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback", | |
| "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses", | |
| "captured": { | |
| "call": "training step", | |
| "inputs": [ | |
| "input_ids", | |
| "labels", | |
| "pixel_values" | |
| ], | |
| "class": "Blip2ForConditionalGeneration" | |
| }, | |
| "weights": "random", | |
| "gate": { | |
| "random": { | |
| "pass": true, | |
| "accepted_insensitive": {}, | |
| "threshold": 0.001, | |
| "deltas": { | |
| "pixel_values:roll_batch": 1.36539888381958, | |
| "pixel_values:swap_channels": 1.4081840515136719, | |
| "pixel_values:reverse": null, | |
| "pixel_values:halve": 0.046873465180397034, | |
| "input_ids:roll_batch": 0.6008034944534302, | |
| "input_ids:reverse": 1.0341992378234863 | |
| }, | |
| "weakest": "pixel_values:halve", | |
| "no_perturbation_defined": [], | |
| "not_a_forward_parameter": [] | |
| } | |
| }, | |
| "numeric_health": { | |
| "float32": { | |
| "outputs_finite": true, | |
| "loss_finite": true, | |
| "gradients_finite": true, | |
| "finite": true | |
| }, | |
| "bfloat16": { | |
| "outputs_finite": true, | |
| "loss_finite": true, | |
| "gradients_finite": true, | |
| "finite": true | |
| }, | |
| "float16": { | |
| "outputs_finite": true, | |
| "loss_finite": true, | |
| "unscaled_gradients_finite": false, | |
| "finite": true | |
| } | |
| }, | |
| "copied_unchanged": [ | |
| "added_tokens.json", | |
| "generation_config.json", | |
| "merges.txt", | |
| "preprocessor_config.json", | |
| "processor_config.json", | |
| "special_tokens_map.json", | |
| "tokenizer.json", | |
| "tokenizer_config.json", | |
| "vocab.json" | |
| ], | |
| "environment": { | |
| "python": "3.11.18", | |
| "machine": "x86_64", | |
| "torch": "2.15.0+cpu", | |
| "transformers": "5.23.0.dev0", | |
| "tokenizers": "0.23.3" | |
| }, | |
| "sha256": { | |
| "added_tokens.json": "bf278ed40222b5cb26b41f7a776034a85a48503238cda9cba490b384fce1a941", | |
| "config.json": "979d6c8fa6069b8cca6c216e2f6e02f722962ffd0dbe2434da24470c07ec6f74", | |
| "generation_config.json": "68f63fe113bc1a113e277280a350aca9b2c4cfd16c82512a25996556903f4bed", | |
| "merges.txt": "1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5", | |
| "model.safetensors": "d4f6c8601d972e6290621a3f9e346ab3d405e9d9dc4111fd628d757a5a73cab6", | |
| "preprocessor_config.json": "231d39b9cf3312f5ea2d82b6ea0a2da82cb5b1bd492ccb9feb7dde1303b2dfb5", | |
| "processor_config.json": "5d33768c38eb7d1963c10c78f2753f6de714ff96744217cf9b2647d83abd016a", | |
| "special_tokens_map.json": "edbf5e1520a90884935090c0cfb0e50e7c9c138906936d43bee1496f3af22094", | |
| "tokenizer.json": "677b7988b949e3f58c487cf72639bab6257fe350b9b8d984529ba1ab288ac58e", | |
| "tokenizer_config.json": "94f138ffdd5c7a282b607267bfc04f60696507038981e48a239f3712fb9a5ec5", | |
| "vocab.json": "ed19656ea1707df69134c4af35c8ceda2cc9860bf2c3495026153a133670ab5e" | |
| } | |
| } | |