From c90f33b8c4f59c7aed31fb23478a346396a1e95f Mon Sep 17 00:00:00 2001 From: holgerd77 Date: Fri, 15 Feb 2019 13:16:55 +0100 Subject: [PATCH] Bumped version to 0.13.2, added CHANGELOG entry, updated docs --- docs/development.rst | 16 ++++++++++++++++ docs/installation.rst | 36 ++++++++++++++++++------------------ setup.py | 2 +- 3 files changed, 35 insertions(+), 19 deletions(-) diff --git a/docs/development.rst b/docs/development.rst index 2796c713..d0ed588e 100644 --- a/docs/development.rst +++ b/docs/development.rst @@ -90,6 +90,22 @@ Docker container can be run with:: Release Notes ============= +**Changes in version 0.13.2-beta** (2019-02-15) + +* Added Python `3.6` and `3.7` (experimental) support, dropped + Python `3.4` from support list, + PR [#119](https://github.com/holgerd77/django-dynamic-scraper/pull/119) +* Added Scrapy `0.15` support, dropped Scrapy `0.14` from support list, + PR [#120](https://github.com/holgerd77/django-dynamic-scraper/pull/120) +* Removed Django `1.8`, `1.9`, `1.10` from support list, + PR [#120](https://github.com/holgerd77/django-dynamic-scraper/pull/120) +* Updated dependencies: `future` `0.15.x` -> `0.17.x`, `Pillow` `3.x` to `5.x` + (Python `3.6` support), explicit new `attrs>=17.4.0` dependency + (Python `3.6` support), + PR [#119](https://github.com/holgerd77/django-dynamic-scraper/pull/119) +* Improved Travis CI support displaying test failure or passing on GitHub PRs, + PR [#117](https://github.com/holgerd77/django-dynamic-scraper/pull/117) + **Changes in version 0.13.1-beta** (2017-11-07) * Replaced hard-coded port ``6800`` for scheduled scraper/checker runs with setting from diff --git a/docs/installation.rst b/docs/installation.rst index b3ffe165..f62e8b63 100644 --- a/docs/installation.rst +++ b/docs/installation.rst @@ -9,12 +9,12 @@ Requirements ------------ The **basic requirements** for Django Dynamic Scraper are: -* Python 2.7+ or Python 3.4+ -* `Django `_ 1.8/1.9/1.10/1.11 (newer versions untested) -* `Scrapy `_ 1.4 +* Python 2.7 or Python 3.5, 3.6, 3.7 (experimental) +* `Django `_ 1.11 (2.0+ not supported yet) +* `Scrapy `_ 1.5 * `scrapy-djangoitem `_ 1.1 * `Python JSONPath RW 1.4+ `_ -* `Python-Future (preparing the code base to run with Python 2/3) 0.15+ `_ +* `Python-Future (preparing the code base to run with Python 2/3) 0.17.x `_ If you want to use the **scheduling mechanism** of DDS you also have to install ``django-celery``: @@ -22,7 +22,7 @@ If you want to use the **scheduling mechanism** of DDS you also have to install For **scraping images** you will need the Pillow Library: -* `Pillow Libray (PIL fork) 2.5+ `_ +* `Pillow Libray (PIL fork) 5.x `_ Since ``v.0.4.1`` ``DDS`` has basic ``Splash`` support for rendering/processing ``Javascript`` before scraping the page. For this to work you have to install and configure ```Splash`` and the connecting (see: :ref:`setting_up_scrapyjs_splash`) @@ -39,19 +39,19 @@ Have a look at the following table for an overview which ``Django``, ``Scrapy``, Due to dev resource constraints backwards compatibility for older ``Django`` or ``Scrapy`` releases for new ``DDS`` releases normally can not be granted. -+-------------+-------------------+----------------------+----------------------+-------------------------------+ -| DDS Version | Django | Scrapy | Python | django-celery/Celery/Kombu | -+=============+===================+======================+======================+===============================+ -| 0.13 | 1.8/1.9/1.10/1.11 | 1.4 | 2.7+/3.4+ | 3.2.1/3.1.25/3.0.37 | -+-------------+-------------------+----------------------+----------------------+-------------------------------+ -| 0.11/0.12 | 1.8/1.9/1.10/1.11 | 1.1/1.2(?)/1.3/1.4 | 2.7+/3.4+ | 3.2.1/3.1.25/3.0.37 | -+-------------+-------------------+----------------------+----------------------+-------------------------------+ -| 0.4-0.9 | 1.7/1.8 | 0.22/0.24 | 2.7 | 3.1.16 (newer untested) | -+-------------+-------------------+----------------------+----------------------+-------------------------------+ -| 0.3 | 1.4-1.6 | 0.16/0.18 | 2.7 | 3.0+ (3.1+ untested) | -+-------------+-------------------+----------------------+----------------------+-------------------------------+ -| 0.2 | 1.4 | 0.14 | 2.7 | (3.0 untested) | -+-------------+-------------------+----------------------+----------------------+-------------------------------+ ++-------------+-------------------+----------------------+-----------------------+-------------------------------+ +| DDS Version | Django | Scrapy | Python | django-celery/Celery/Kombu | ++=============+===================+======================+=======================+===============================+ +| 0.13 | 1.11 | 1.5 | 2.7/3.5/3.6/3.7 (exp) | 3.2.1/3.1.25/3.0.37 | ++-------------+-------------------+----------------------+-----------------------+-------------------------------+ +| 0.11/0.12 | 1.8/1.9/1.10/1.11 | 1.1/1.2(?)/1.3/1.4 | 2.7+/3.4+ | 3.2.1/3.1.25/3.0.37 | ++-------------+-------------------+----------------------+-----------------------+-------------------------------+ +| 0.4-0.9 | 1.7/1.8 | 0.22/0.24 | 2.7 | 3.1.16 (newer untested) | ++-------------+-------------------+----------------------+-----------------------+-------------------------------+ +| 0.3 | 1.4-1.6 | 0.16/0.18 | 2.7 | 3.0+ (3.1+ untested) | ++-------------+-------------------+----------------------+-----------------------+-------------------------------+ +| 0.2 | 1.4 | 0.14 | 2.7 | (3.0 untested) | ++-------------+-------------------+----------------------+-----------------------+-------------------------------+ .. note:: Please get in touch (`GitHub `_) if you have any additions to this table. A library version is counted as supported if the diff --git a/setup.py b/setup.py index 0d10b631..51dd86a1 100644 --- a/setup.py +++ b/setup.py @@ -4,7 +4,7 @@ setup( name='django-dynamic-scraper', - version='0.13.1', + version='0.13.2', description='Creating Scrapy scrapers via the Django admin interface', author='Holger Drewes', author_email='Holger.Drewes@gmail.com',