drishti-livid.vercel.app

{
  "name": "analyze_space",
  "kind": "act",
  "impl": "imperative",
  "description": "Analyzes a physical space photo (stairs, ramps, doors, corridors, signs) for accessibility barriers across 6 universal design lenses using Gemini multimodal vision. Returns an accessibility score (0-100), detailed barrier findings, coordinate markers, and actionable remediation guidance.",
  "inputSchema": {
    "type": "object",
    "description": "Analyze an uploaded image or photo of a physical space for accessibility barriers across multiple lenses using Gemini multimodal vision.",
    "properties": {
      "image_data": {
        "type": "string",
        "description": "Base64 encoded image string or data URL (image/jpeg, image/png, or image/webp) representing the physical space to inspect."
      },
      "lenses": {
        "type": "array",
        "items": {
          "type": "string",
          "enum": [
            "all",
            "mobility",
            "low_vision",
            "hearing",
            "cognitive",
            "elderly",
            "stroller"
          ]
        },
        "description": "Optional accessibility lenses to focus on. Supported: mobility, low_vision, hearing, cognitive, elderly, stroller, or all (default)."
      },
      "file_name": {
        "type": "string",
        "description": "Optional descriptive name for the photo (e.g., entrance_stairs.jpg)."
      }
    },
    "required": [
      "image_data"
    ]
  }
}

{
  "name": "get_accessibility_summary",
  "kind": "answer",
  "impl": "imperative",
  "description": "Retrieves the accessibility summary, overall score (0-100), key strengths, areas needing attention, and top priority improvements from the active scan.",
  "inputSchema": {
    "type": "object",
    "description": "Retrieve high-level accessibility scorecard and priority summary of the current space without re-running visual analysis.",
    "properties": {}
  }
}

{
  "name": "get_barrier_details",
  "kind": "answer",
  "impl": "imperative",
  "description": "Retrieves comprehensive deep-dive details for a specific accessibility barrier identified in the current audit, including what was detected, why it matters, confidence level, image pin coordinates, and recommended improvement.",
  "inputSchema": {
    "type": "object",
    "description": "Inspect detailed observation data, visual coordinates, impact reasoning, and remediation instructions for a specific detected accessibility barrier.",
    "properties": {
      "barrier_id": {
        "type": "number",
        "description": "The numeric ID of the finding/barrier to inspect (e.g. 1, 2, 3)."
      }
    },
    "required": [
      "barrier_id"
    ]
  }
}

{
  "name": "get_recommendations",
  "kind": "answer",
  "impl": "imperative",
  "description": "Retrieves an ordered action plan of accessibility fixes for the building owner or designer, ranked by severity (High priority fixes first). Directly answers questions like \"What should the building owner fix first?\".",
  "inputSchema": {
    "type": "object",
    "description": "Retrieve prioritized accessibility remediation recommendations ordered by urgency and severity.",
    "properties": {}
  }
}

{
  "name": "generate_accessibility_report",
  "kind": "act",
  "impl": "imperative",
  "description": "Generates and downloads a comprehensive, print-ready PDF Accessibility Audit Report for the active space, including visual scorecards, barrier summaries, lens-specific observations, and remediation roadmaps.",
  "inputSchema": {
    "type": "object",
    "description": "Generate and trigger download of the official vector PDF Accessibility Audit Report for the current space.",
    "properties": {}
  }
}

{
  "name": "focus_barrier",
  "kind": "act",
  "impl": "imperative",
  "description": "Highlights and focuses an accessibility barrier pin directly on the live image canvas in the human user interface, demonstrating real-time human-agent visual co-presence.",
  "inputSchema": {
    "type": "object",
    "description": "Directly focus and highlight a detected accessibility barrier pin on the live visual image canvas in the user interface.",
    "properties": {
      "barrier_id": {
        "type": "number",
        "description": "The numeric ID of the finding/barrier to highlight on the human screen (e.g. 1, 2, 3)."
      }
    },
    "required": [
      "barrier_id"
    ]
  }
}