APIs.io Engineering Platform Radar Robots.txt API

openapi: 3.0.0
info:
  version: "1.0.0"
  x-release: v4
  title: APIs.io Engineering Platform Amazon API Gateway 2014 11 13 Radar Robots.txt API
  description: <fullname>Amazon API Gateway</fullname> <p>Amazon API Gateway helps developers deliver robust, secure, and scalable mobile and web application back ends. API Gateway allows developers to securely connect mobile and web applications to APIs that run on AWS Lambda, Amazon EC2, or other publicly addressable web services that are hosted outside of AWS.</p>
  x-logo:
    url: https://api.apis.guru/v2/cache/logo/https_twitter.com_awscloud_profile_image.png
    backgroundColor: '#FFFFFF'
  termsOfService: https://aws.amazon.com/service-terms/
  contact:
    name: Mike Ralphson
    email: mike.ralphson@gmail.com
    url: https://github.com/mermade/aws2openapi
    x-twitter: PermittedSoc
  license:
    name: Apache 2.0 License
    url: http://www.apache.org/licenses/
  x-providerName: amazonaws.com
  x-serviceName: apigateway
  x-origin:
  - contentType: application/json
    url: https://raw.githubusercontent.com/aws/aws-sdk-js/master/apis/apigateway-2015-07-09.normal.json
    converter:
      url: https://github.com/mermade/aws2openapi
    x-apisguru-driver: external
  x-apiClientRegistration:
    url: https://portal.aws.amazon.com/gp/aws/developer/registration/index.html?nc2=h_ct
  x-apisguru-categories:
  - cloud
  x-preferred: true
servers:
- url: http://apigateway.{region}.amazonaws.com
  variables:
    region:
      description: The AWS region
      enum:
      - us-east-1
      - us-east-2
      - us-west-1
      - us-west-2
      - us-gov-west-1
      - us-gov-east-1
      - ca-central-1
      - eu-north-1
      - eu-west-1
      - eu-west-2
      - eu-west-3
      - eu-central-1
      - eu-south-1
      - af-south-1
      - ap-northeast-1
      - ap-northeast-2
      - ap-northeast-3
      - ap-southeast-1
      - ap-southeast-2
      - ap-east-1
      - ap-south-1
      - sa-east-1
      - me-south-1
      default: us-east-1
  description: The Amazon API Gateway multi-region endpoint
- url: https://apigateway.{region}.amazonaws.com
  variables:
    region:
      description: The AWS region
      enum:
      - us-east-1
      - us-east-2
      - us-west-1
      - us-west-2
      - us-gov-west-1
      - us-gov-east-1
      - ca-central-1
      - eu-north-1
      - eu-west-1
      - eu-west-2
      - eu-west-3
      - eu-central-1
      - eu-south-1
      - af-south-1
      - ap-northeast-1
      - ap-northeast-2
      - ap-northeast-3
      - ap-southeast-1
      - ap-southeast-2
      - ap-east-1
      - ap-south-1
      - sa-east-1
      - me-south-1
      default: us-east-1
  description: The Amazon API Gateway multi-region endpoint
- url: http://apigateway.{region}.amazonaws.com.cn
  variables:
    region:
      description: The AWS region
      enum:
      - cn-north-1
      - cn-northwest-1
      default: cn-north-1
  description: The Amazon API Gateway endpoint for China (Beijing) and China (Ningxia)
- url: https://apigateway.{region}.amazonaws.com.cn
  variables:
    region:
      description: The AWS region
      enum:
      - cn-north-1
      - cn-northwest-1
      default: cn-north-1
  description: The Amazon API Gateway endpoint for China (Beijing) and China (Ningxia)
security:
- hmac: []
tags:
- name: Radar Robots.txt
paths:
  /radar/robots_txt/domains:
    get:
      description: Get the top User-Agents on robots.txt files by domain.
      operationId: radar-get-robots-txt-top-by-domain
      parameters:
      - description: Limit the number of objects in the response.
        in: query
        name: limit
        schema:
          description: Limit the number of objects in the response.
          example: 5
          type: integer
      - description: Number of objects to skip before grabbing results.
        in: query
        name: offset
        schema:
          description: Number of objects to skip before grabbing results.
          type: integer
      - description: Filter domains by category
        in: query
        name: domainCategory
        schema:
          description: Filter domains by category
          type: string
      - description: Filter domains by name
        in: query
        name: domainName
        schema:
          description: Filter domains by name
          type: string
      - description: Format results are returned in.
        in: query
        name: format
        schema:
          description: Format results are returned in.
          enum:
          - JSON
          - CSV
          example: json
          type: string
      responses:
        '200':
          content:
            application/json:
              schema:
                properties:
                  result:
                    properties:
                      date:
                        type: string
                      domains:
                        items:
                          properties:
                            '*':
                              type: string
                            amazonbot:
                              type: string
                            categories_parent:
                              type: string
                            categories_sub:
                              type: string
                            domain:
                              type: string
                          required:
                          - domain
                          - categories_sub
                          - categories_parent
                          - '*'
                          - amazonbot
                          type: object
                        type: array
                      userAgents:
                        items:
                          example: amazonbot
                          type: string
                        type: array
                    required:
                    - date
                    - userAgents
                    - domains
                    type: object
                  resultInfo:
                    properties:
                      limit:
                        type: integer
                      offset:
                        type: integer
                      total:
                        type: integer
                    required:
                    - limit
                    - offset
                    - total
                    type: object
                  success:
                    example: true
                    type: boolean
                required:
                - result
                - resultInfo
                - success
                type: object
          description: Successful Response
        '400':
          content:
            application/json:
              schema:
                properties:
                  errors:
                    items:
                      properties:
                        message:
                          type: string
                      required:
                      - message
                      type: object
                    type: array
                  result:
                    type: object
                  success:
                    example: false
                    type: boolean
                required:
                - result
                - success
                - errors
                type: object
          description: Bad Request
      security:
      - api_email: []
        api_key: []
        api_token: []
      summary: APIs.io Engineering Platform Get Top User-Agents by Domain
      tags:
      - Radar Robots.txt
      x-cfPermissionsRequired:
        enum:
        - com.cloudflare.api.user.read
      x-cfPlanAvailability:
        business: true
        enterprise: true
        free: true
        pro: true
  /radar/robots_txt/top/{directive}:
    get:
      description: Get the top User-Agents on robots.txt files by directive.
      operationId: radar-get-robots-txt-top-by-directive
      parameters:
      - description: Robots.txt directive.
        in: path
        name: directive
        required: true
        schema:
          description: Robots.txt directive.
          enum:
          - ALLOW
          - DISALLOW
          type: string
      - description: Limit the number of objects in the response.
        in: query
        name: limit
        schema:
          description: Limit the number of objects in the response.
          example: 5
          type: integer
      - description: Array of names that will be used to name the series in responses.
        in: query
        name: name
        schema:
          description: Array of names that will be used to name the series in responses.
          example: main_series
          items:
            type: string
          type: array
      - description: Filter by user agent category.
        in: query
        name: agentCategory
        schema:
          default: AI
          description: Filter by user agent category.
          enum:
          - AI
          example: AI
          type: string
      - description: Date to filter the ranking.
        in: query
        name: date
        schema:
          description: Date to filter the ranking.
          example: '2024-09-19'
          type: string
      - description: Format results are returned in.
        in: query
        name: format
        schema:
          description: Format results are returned in.
          enum:
          - JSON
          - CSV
          example: json
          type: string
      responses:
        '200':
          content:
            application/json:
              schema:
                properties:
                  result:
                    properties:
                      meta:
                        properties:
                          confidenceInfo:
                            properties:
                              annotations:
                                items:
                                  properties:
                                    dataSource:
                                      example: ALL
                                      type: string
                                    description:
                                      example: Cable cut in Tonga
                                      type: string
                                    endTime:
                                      format: date-time
                                      type: string
                                    eventType:
                                      example: OUTAGE
                                      type: string
                                    isInstantaneous:
                                      example: true
                                      type: boolean
                                    linkedUrl:
                                      type: string
                                    startTime:
                                      format: date-time
                                      type: string
                                  required:
                                  - dataSource
                                  - eventType
                                  - description
                                  - isInstantaneous
                                  type: object
                                type: array
                              level:
                                type: integer
                            type: object
                          dateRange:
                            items:
                              properties:
                                endTime:
                                  description: Adjusted end of date range.
                                  example: '2022-09-17T10:22:57.555Z'
                                  format: date-time
                                  type: string
                                startTime:
                                  description: Adjusted start of date range.
                                  example: '2022-09-16T10:22:57.555Z'
                                  format: date-time
                                  type: string
                              required:
                              - startTime
                              - endTime
                              type: object
                            type: array
                          lastUpdated:
                            example: '2023-07-26T08:59:57Z'
                            type: string
                        required:
                        - dateRange
                        - lastUpdated
                        type: object
                      top_0:
                        items:
                          properties:
                            date:
                              type: string
                            fully:
                              example: 235
                              type: integer
                            partially:
                              example: 38
                              type: integer
                            total:
                              example: 273
                              type: integer
                            userAgent:
                              example: GPTBot
                              type: string
                          required:
                          - userAgent
                          - fully
                          - partially
                          - total
                          - date
                          type: object
                        type: array
                    required:
                    - meta
                    - top_0
                    type: object
                  success:
                    example: true
                    type: boolean
                required:
                - result
                - success
                type: object
          description: Successful Response
        '404':
          content:
            application/json:
              schema:
                properties:
                  error:
                    example: Not Found
                    type: string
                required:
                - error
                type: object
          description: Not found
      security:
      - api_email: []
        api_key: []
        api_token: []
      summary: APIs.io Engineering Platform Get Top User-Agents by Directive
      tags:
      - Radar Robots.txt
      x-cfPermissionsRequired:
        enum:
        - com.cloudflare.api.user.read
      x-cfPlanAvailability:
        business: true
        enterprise: true
        free: true
        pro: true
components:
  securitySchemes:
    hmac:
      type: apiKey
      name: Authorization
      in: header
      description: Amazon Signature authorization v4
      x-amazon-apigateway-authtype: awsSigv4
externalDocs:
  description: Amazon Web Services documentation
  url: https://docs.aws.amazon.com/apigateway/
x-hasEquivalentPaths: true