Agent Web Map Generate API

openapi: 3.2.0
info:
  title: Agent Web Map Generate API
  version: 0.28.1
  description: 'Agent Web Map is the directory of websites publishing llms.txt: found across the web, validated continuously and ranked by authority, with a free JSON API and MCP server so AI agents can look any site up. Basic discovery stays anonymous. Enumeration windows cover 250 anonymous or 1,000 registered results per query; bulk needs separate approval. Generator, audits and MCP checks require free registration. Daily counters remain observations. Integration identity uses Authorization: Bearer awm_client_… or X-AgentWebMap-Key, separate from owner keys. Responses are private, no-store. See https://agentwebmap.com/docs#limits. Compact fields are the default; detail=full includes owner metadata. Ownership verification proves identity, not documentation correctness. MCP server: https://agentwebmap.com/mcp'
  contact:
    email: admin@agentwebmap.com
servers:
- url: https://agentwebmap.com
tags:
- name: Generate
paths:
  /v1/generate/{domain}:
    get:
      operationId: generateLlmsTxt
      summary: 'Registered tool: draft llms.txt from homepage, sitemap and page titles (10-30 s)'
      security:
      - discoveryClient: []
      parameters:
      - name: domain
        in: path
        required: true
        schema:
          type: string
          minLength: 1
          maxLength: 253
        description: Domain name, e.g. example.com
      responses:
        '200':
          description: OK
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Generated'
        '400':
          description: Invalid arguments
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Error'
        '401':
          description: Bad or missing credentials
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Error'
        '403':
          description: Blocked domain
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Error'
        '429':
          description: Rate limited
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Error'
        '502':
          description: Publisher check failed
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Error'
      tags:
      - Generate
components:
  schemas:
    Generated:
      type: object
      properties:
        ok:
          const: true
        domain:
          type: string
        title:
          type: string
        description:
          type:
          - string
          - 'null'
        pages:
          type: integer
        source:
          type: string
        sampled:
          type: integer
        text:
          type: string
        generated_at:
          type: string
        llms_full_txt_url:
          type:
          - string
          - 'null'
        validation:
          type: object
          properties:
            ok:
              const: true
            valid:
              type: boolean
            verdict:
              enum:
              - valid
              - needs work
            checked_at:
              type: string
            url:
              type:
              - string
              - 'null'
            bytes:
              type: integer
            parsed:
              type: object
              properties:
                title:
                  type:
                  - string
                  - 'null'
                summary:
                  type:
                  - string
                  - 'null'
                sectionCount:
                  type: integer
                linkCount:
                  type: integer
              required:
              - title
              - summary
              - sectionCount
              - linkCount
              additionalProperties: false
            checks:
              type: array
              items:
                type: object
                properties:
                  code:
                    type: string
                  ok:
                    type: boolean
                  label:
                    type: string
                  detail:
                    type: string
                  required:
                    type: boolean
                  optional:
                    type: boolean
                  severity:
                    enum:
                    - pass
                    - error
                    - warning
                    - info
                  fix:
                    type:
                    - string
                    - 'null'
                required:
                - code
                - ok
                - label
                - detail
                - required
                - optional
                - severity
                - fix
                additionalProperties: false
            score:
              type: integer
            max:
              type: integer
            recommendations:
              type: array
              items:
                type: object
                properties:
                  code:
                    type: string
                  severity:
                    type: string
                  fix:
                    type: string
                required:
                - code
                - severity
                - fix
                additionalProperties: false
            meaning:
              type: string
          required:
          - ok
          - valid
          - verdict
          - checked_at
          - url
          - bytes
          - parsed
          - checks
          - score
          - max
          - recommendations
          - meaning
          additionalProperties: false
        sources:
          type: array
          items:
            type: object
            properties:
              url:
                type: string
              title:
                type: string
            required:
            - url
            - title
            additionalProperties: false
        notes:
          type: array
          items:
            type: string
        crawl:
          type: object
          properties:
            page_limit:
              type: integer
            request_limit:
              type: integer
            requests:
              type: integer
            pages_attempted:
              type: integer
            robots_skipped:
              type: integer
            duplicates_skipped:
              type: integer
            failed_pages:
              type: integer
            noindex_skipped:
              type: integer
            partial:
              type: boolean
          required:
          - page_limit
          - request_limit
          - requests
          - pages_attempted
          - robots_skipped
          - duplicates_skipped
          - failed_pages
          - noindex_skipped
          - partial
          additionalProperties: false
      required:
      - ok
      - domain
      - title
      - description
      - pages
      - source
      - sampled
      - text
      additionalProperties: false
    Error:
      type: object
      properties:
        error:
          type: string
        hint:
          type: string
        detail:
          type: string
        domain:
          type: string
        retry_after_seconds:
          type: integer
      required:
      - error
      additionalProperties: true
  securitySchemes:
    apiKey:
      type: http
      scheme: bearer
      description: Owner API key from /verify
    discoveryClient:
      type: apiKey
      in: header
      name: X-AgentWebMap-Key
      description: Self-service scoped integration key, awm_client_…. Required for generator, audits and MCP checks, and deeper enumeration; basic discovery stays anonymous. Owner keys are separate.