GitHub / scrapinghub / scrapinghub-stack-scrapy
Software stack with latest Scrapy and updated deps
JSON API: http://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/scrapinghub%2Fscrapinghub-stack-scrapy
PURL: pkg:github/scrapinghub/scrapinghub-stack-scrapy
Stars: 63
Forks: 20
Open issues: 1
License: bsd-3-clause
Language: Dockerfile
Size: 460 KB
Dependencies parsed at:
113
Created at: over 9 years ago
Updated at: 10 days ago
Pushed at: 10 days ago
Last synced at: 9 days ago
requirements.in
pypi
- Jinja2 >=2.11.3
- Scrapy ==2.6.2
- Twisted >=19.2.1
- aiohttp >=3.7.4
- awscli >=1.19.0
- boto *
- boto3 *
- cryptography >=3.3.2
- lxml >=4.6.3
- monkeylearn *
- pillow >=8.1.2
- pyyaml >=5.4
- requests >=2.20.0
- scrapinghub >=2.4.0
- scrapinghub-entrypoint-scrapy >=0.13.0
- scrapy-crawlera *
- scrapy-deltafetch *
- scrapy-dotpersistence *
- scrapy-magicfields *
- scrapy-pagestorage >=0.4.0
- scrapy-querycleaner *
- scrapy-splash *
- scrapy-splitvariants *
- scrapy-zyte-smartproxy >=2.2.0
- spidermon *
- urllib3 >=1.26.4
Dockerfile
docker
- python 3.10-slim-buster build
docker-compose.yml
docker
requirements.txt
pypi
- aiohttp ==3.8.1
- aiosignal ==1.2.0
- async-timeout ==4.0.2
- attrs ==21.4.0
- automat ==20.2.0
- awscli ==1.25.37
- boto ==2.49.0
- boto3 ==1.24.37
- botocore ==1.27.37
- cachetools ==5.2.0
- certifi ==2022.6.15
- cffi ==1.15.1
- charset-normalizer ==2.1.0
- colorama ==0.4.4
- constantly ==15.1.0
- cryptography ==37.0.4
- cssselect ==1.1.0
- cssutils ==2.5.1
- docutils ==0.16
- filelock ==3.7.1
- frozenlist ==1.3.0
- h2 ==4.1.0
- hpack ==4.0.0
- hyperframe ==6.0.1
- hyperlink ==21.0.0
- idna ==3.3
- incremental ==21.3.0
- itemadapter ==0.6.0
- itemloaders ==1.0.4
- jinja2 ==3.1.2
- jmespath ==1.0.1
- jsonpointer ==2.3
- jsonschema ==3.2.0
- lxml ==4.9.1
- markupsafe ==2.1.1
- monkeylearn ==3.6.0
- multidict ==6.0.2
- parsel ==1.6.0
- pillow ==9.2.0
- premailer ==3.10.0
- priority ==1.3.0
- protego ==0.2.1
- pyasn1 ==0.4.8
- pyasn1-modules ==0.2.8
- pycparser ==2.21
- pydispatcher ==2.0.5
- pyopenssl ==22.0.0
- pyrsistent ==0.18.1
- python-dateutil ==2.8.2
- python-slugify ==6.1.2
- pyyaml ==5.4.1
- queuelib ==1.6.2
- requests ==2.28.1
- requests-file ==1.5.1
- retrying ==1.3.3
- rfc3987 ==1.3.8
- rsa ==4.7.2
- s3transfer ==0.6.0
- schematics ==2.1.1
- scrapinghub ==2.4.0
- scrapinghub-entrypoint-scrapy ==0.13.0
- scrapy ==2.6.2
- scrapy-crawlera ==1.7.2
- scrapy-deltafetch ==2.0.1
- scrapy-dotpersistence ==0.3.0
- scrapy-magicfields ==1.1.0
- scrapy-pagestorage ==0.4.0
- scrapy-querycleaner ==1.0.0
- scrapy-splash ==0.8.0
- scrapy-splitvariants ==1.1.0
- scrapy-zyte-smartproxy ==2.2.0
- sentry-sdk ==1.8.0
- service-identity ==21.1.0
- six ==1.16.0
- slackclient ==2.9.4
- spidermon ==1.16.2
- strict-rfc3339 ==0.7
- text-unidecode ==1.3
- tldextract ==3.3.1
- twisted ==22.4.0
- typing-extensions ==4.3.0
- urllib3 ==1.26.11
- w3lib ==1.22.0
- webcolors ==1.12
- yarl ==1.7.2
- zope-interface ==5.4.0