VisionStruct: Vision-to-JSON System Prompt

{ "meta": { "image_quality": "Medium", "image_type": "Photo", "resolution_estimation": "1920x1080" }, "global_context": { "scene_description": "A bustling city street at dusk, with a mix of pedestrians, vehicles, and storefronts. The scene is captured from a slightly elevated angle, showing a crosswalk with people crossing, a bus stopped at a red light, and various shops with illuminated signs. The atmosphere is lively but not chaotic, with a mix of natural fading light and artificial neon glow.", "time_of_day": "Dusk", "weather_atmosphere": "Clear with a slight haze", "lighting": { "source": "Mixed (natural and artificial)", "direction": "Top-down with side accents from streetlights", "quality": "Diffused with some hard shadows", "color_temp": "Neutral with warm accents" } }, "color_palette": { "dominant_hex_estimates": ["#2C3E50", "#E74C3C", "#F1C40F", "#34495E"], "accent_colors": ["Neon blue", "Amber", "White", "Gray"], "contrast_level": "Medium" }, "composition": { "camera_angle": "High-angle", "framing": "Wide-shot", "depth_of_field": "Deep (everything in focus)", "focal_point": "The crosswalk with pedestrians" }, "objects": [ { "id": "obj_001", "label": "Pedestrian Group", "category": "People", "location": "Center", "prominence": "Foreground", "visual_attributes": { "color": "Mixed clothing colors: red jacket, blue jeans, black coat, white shirt", "texture": "Varied fabric textures", "material": "Cloth, leather, synthetic", "state": "Normal", "dimensions_relative": "Medium relative to frame" }, "micro_details": [ "One person has a visible backpack strap", "A woman's hair is blowing slightly", "A man is holding a smartphone with a cracked screen", "Scuff marks on one person's shoes" ], "pose_or_orientation": "Walking, facing various directions", "text_content": null }, { "id": "obj_002", "label": "Bus", "category": "Vehicle", "location": "Right side", "prominence": "Background", "visual_attributes": { "color": "Blue and white", "texture": "Smooth metallic with some dirt", "material": "Metal, glass", "state": "Slightly worn", "dimensions_relative": "Large relative to frame" }, "micro_details": [ "Dust on the lower panels", "A small dent on the rear bumper", "Reflection of streetlights on the side windows", "Tire treads visible" ], "pose_or_orientation": "Stopped, facing left", "text_content": "Route number 42 displayed on front" }, { "id": "obj_003", "label": "Traffic Light", "category": "Infrastructure", "location": "Top-right", "prominence": "Background", "visual_attributes": { "color": "Red, yellow, green", "texture": "Smooth plastic", "material": "Plastic, metal", "state": "Functional", "dimensions_relative": "Small relative to frame" }, "micro_details": [ "Slight fading on the red lens", "A small crack on the housing" ], "pose_or_orientation": "Vertical, facing left", "text_content": null }, { "id": "obj_004", "label": "Storefront Sign", "category": "Signage", "location": "Left side", "prominence": "Background", "visual_attributes": { "color": "Neon blue and pink", "texture": "Smooth glass tube", "material": "Glass, metal", "state": "New", "dimensions_relative": "Medium relative to frame" }, "micro_details": [ "Neon glow reflecting on the sidewalk", "Slight flicker visible in the letter 'A'" ], "pose_or_orientation": "Horizontal, facing forward", "text_content": "BAR" }, { "id": "obj_005", "label": "Street Lamp", "category": "Infrastructure", "location": "Top-left", "prominence": "Background", "visual_attributes": { "color": "Dark gray with warm light", "texture": "Rough metal", "material": "Metal, glass", "state": "Slightly rusted at base", "dimensions_relative": "Tall relative to frame" }, "micro_details": [ "Rust spots on the pole", "Light bulb visible through the glass", "A small bird perched on the top" ], "pose_or_orientation": "Vertical, curved arm", "text_content": null }, { "id": "obj_006", "label": "Fire Hydrant", "category": "Infrastructure", "location": "Bottom-left", "prominence": "Foreground", "visual_attributes": { "color": "Red", "texture": "Smooth painted metal", "material": "Cast iron", "state": "Slightly chipped paint", "dimensions_relative": "Small relative to frame" }, "micro_details": [ "Chipped paint revealing rust underneath", "A small sticker partially peeled off" ], "pose_or_orientation": "Upright", "text_content": null }, { "id": "obj_007", "label": "Puddle", "category": "Natural element", "location": "Bottom-center", "prominence": "Foreground", "visual_attributes": { "color": "Dark gray with reflections", "texture": "Smooth, reflective", "material": "Water", "state": "Dirty with oil slick", "dimensions_relative": "Small relative to frame" }, "micro_details": [ "Oil slick creating rainbow colors", "Reflection of the neon sign", "A few leaves floating on the surface" ], "pose_or_orientation": "Flat", "text_content": null } ], "text_ocr": { "present": true, "content": [ { "text": "BAR", "location": "Storefront sign on left", "font_style": "Neon script", "legibility": "Clear" }, { "text": "42", "location": "Bus front display", "font_style": "Bold sans-serif", "legibility": "Clear" }, { "text": "STOP", "location": "Road marking at crosswalk", "font_style": "Block letters", "legibility": "Partially obscured" } ] }, "semantic_relationships": [ "The bus is stopped at the red traffic light", "The pedestrians are crossing the crosswalk in front of the bus", "The storefront sign is casting a reflection on the puddle", "The street lamp is illuminating the area above the pedestrians", "The fire hydrant is next to the puddle" ] }