Image-Text-to-Text
PEFT
Safetensors
medical
vision-language
surgical-ai
pituitary-surgery
qwen2-vl
lora
spatial-localization
conversational
Instructions to use mmrech/pitvqa-qwen2vl-spatial with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use mmrech/pitvqa-qwen2vl-spatial with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2-VL-2B-Instruct") model = PeftModel.from_pretrained(base_model, "mmrech/pitvqa-qwen2vl-spatial") - Notebooks
- Google Colab
- Kaggle
| { | |
| "crop_size": null, | |
| "data_format": "channels_first", | |
| "default_to_square": true, | |
| "device": null, | |
| "disable_grouping": null, | |
| "do_center_crop": null, | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_pad": null, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "image_mean": [ | |
| 0.48145466, | |
| 0.4578275, | |
| 0.40821073 | |
| ], | |
| "image_processor_type": "Qwen2VLImageProcessorFast", | |
| "image_std": [ | |
| 0.26862954, | |
| 0.26130258, | |
| 0.27577711 | |
| ], | |
| "input_data_format": null, | |
| "max_pixels": 12845056, | |
| "merge_size": 2, | |
| "min_pixels": 3136, | |
| "pad_size": null, | |
| "patch_size": 14, | |
| "processor_class": "Qwen2VLProcessor", | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "return_tensors": null, | |
| "size": { | |
| "longest_edge": 12845056, | |
| "shortest_edge": 3136 | |
| }, | |
| "temporal_patch_size": 2 | |
| } | |