Scrapy

aid: scrapy
name: Scrapy
description: >-
  Scrapy is an open-source Python web crawling framework for extracting
  structured data from websites using spiders and built-in data pipelines.
type: Index
image: https://kinlane-images.s3.amazonaws.com/shared/apis-json/apis-json-logo.jpg
tags:
  - Crawling
  - Data Extraction
  - Scraping
url: >-
  https://raw.githubusercontent.com/api-evangelist/scrapy/refs/heads/main/apis.yml
created: '2026-03-29'
modified: '2026-03-29'
specificationVersion: '0.19'
apis:
  - aid: scrapy:scrapy
    name: Scrapy
    description: >-
      Scrapy is an open-source Python web crawling framework for extracting
      structured data from websites using spiders and built-in data pipelines.
    humanURL: https://scrapy.org/
    tags:
      - Crawling
      - Data Extraction
      - Scraping
    properties:
      - type: Documentation
        url: https://docs.scrapy.org/
      - type: GettingStarted
        url: https://docs.scrapy.org/en/latest/intro/tutorial.html
common:
  - type: Website
    url: https://scrapy.org/
  - type: Documentation
    url: https://docs.scrapy.org/
  - type: GitHubOrganization
    url: https://github.com/scrapy
  - type: LLMsTxt
    url: https://docs.scrapy.org/llms.txt
maintainers:
  - FN: Kin Lane
    email: kin@apievangelist.com