From 420f252bd3b4be464d44f7b0a79941f07837807e Mon Sep 17 00:00:00 2001 From: George Tutuianu Date: Thu, 25 Jan 2024 13:17:10 +0200 Subject: [PATCH] requirements upgrade (#13) * requirements upgrade * config update --------- Co-authored-by: Ionascu Denisa --- reqs/requirements-crawlie.txt | 16 ++++++++-------- scrapyd/config.py | 10 +++++----- 2 files changed, 13 insertions(+), 13 deletions(-) diff --git a/reqs/requirements-crawlie.txt b/reqs/requirements-crawlie.txt index f1cbe3c8..5748ce08 100644 --- a/reqs/requirements-crawlie.txt +++ b/reqs/requirements-crawlie.txt @@ -1,10 +1,10 @@ -boto3==1.20.24 -datadog==0.43.0 -demjson==2.2.4 -fontTools==4.28.3 -mysqlclient==2.1.0 -psycopg2-binary==2.9.2 -itemloaders==1.0.4 +boto3==1.34.26 +datadog==0.48.0 +demjson3==3.0.6 +fontTools==4.47.2 +mysqlclient==2.2.1 +psycopg2-binary==2.9.9 +itemloaders==1.1.0 git+https://github.com/cazana/scrapyd.git -Scrapy==2.6.2 +Scrapy==2.11.0 scrapy-proxies==0.4 diff --git a/scrapyd/config.py b/scrapyd/config.py index a0e509ad..74d10c16 100644 --- a/scrapyd/config.py +++ b/scrapyd/config.py @@ -1,7 +1,7 @@ import glob import io from pkgutil import get_data -from six.moves.configparser import SafeConfigParser, NoSectionError, NoOptionError +from six.moves.configparser import RawConfigParser, NoSectionError, NoOptionError from os.path import expanduser from scrapy.utils.conf import closest_scrapy_cfg @@ -16,17 +16,17 @@ def __init__(self, values=None, extra_sources=()): if values is None: sources = self._getsources() default_config = get_data(__package__, 'default_scrapyd.conf').decode('utf8') - self.cp = SafeConfigParser() - self.cp.readfp(io.StringIO(default_config)) + self.cp = RawConfigParser() + self.cp.read_file(io.StringIO(default_config)) sources.extend(extra_sources) for fname in sources: try: with io.open(fname) as fp: - self.cp.readfp(fp) + self.cp.read_file(fp) except (IOError, OSError): pass else: - self.cp = SafeConfigParser(values) + self.cp = RawConfigParser(values) self.cp.add_section(self.SECTION) def _getsources(self):