Skip to content

Commit

Permalink
requirements upgrade (#13)
Browse files Browse the repository at this point in the history
* requirements upgrade

* config update

---------

Co-authored-by: Ionascu Denisa <[email protected]>
  • Loading branch information
georgetutuianu and IonascuDenisa authored Jan 25, 2024
1 parent 9809a85 commit 420f252
Show file tree
Hide file tree
Showing 2 changed files with 13 additions and 13 deletions.
16 changes: 8 additions & 8 deletions reqs/requirements-crawlie.txt
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
boto3==1.20.24
datadog==0.43.0
demjson==2.2.4
fontTools==4.28.3
mysqlclient==2.1.0
psycopg2-binary==2.9.2
itemloaders==1.0.4
boto3==1.34.26
datadog==0.48.0
demjson3==3.0.6
fontTools==4.47.2
mysqlclient==2.2.1
psycopg2-binary==2.9.9
itemloaders==1.1.0
git+https://github.com/cazana/scrapyd.git
Scrapy==2.6.2
Scrapy==2.11.0
scrapy-proxies==0.4
10 changes: 5 additions & 5 deletions scrapyd/config.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import glob
import io
from pkgutil import get_data
from six.moves.configparser import SafeConfigParser, NoSectionError, NoOptionError
from six.moves.configparser import RawConfigParser, NoSectionError, NoOptionError
from os.path import expanduser

from scrapy.utils.conf import closest_scrapy_cfg
Expand All @@ -16,17 +16,17 @@ def __init__(self, values=None, extra_sources=()):
if values is None:
sources = self._getsources()
default_config = get_data(__package__, 'default_scrapyd.conf').decode('utf8')
self.cp = SafeConfigParser()
self.cp.readfp(io.StringIO(default_config))
self.cp = RawConfigParser()
self.cp.read_file(io.StringIO(default_config))
sources.extend(extra_sources)
for fname in sources:
try:
with io.open(fname) as fp:
self.cp.readfp(fp)
self.cp.read_file(fp)
except (IOError, OSError):
pass
else:
self.cp = SafeConfigParser(values)
self.cp = RawConfigParser(values)
self.cp.add_section(self.SECTION)

def _getsources(self):
Expand Down

0 comments on commit 420f252

Please sign in to comment.