Merge pull request #122 from Datenschule/include-hamburg-private-schools

Use new start URL for hamburg to also get non public schools
Datenschule · Dec 5, 2022 · a6bd2d5 · a6bd2d5
2 parents 933f8ec + 2bcf852
commit a6bd2d5
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -33,7 +33,7 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           architecture: x64
-      - run: sudo apt-get install libxml2-dev libxslt1-dev python-dev
+      - run: sudo apt-get install libxml2-dev libxslt1-dev
       - run: pip install wheel
       - run: pip install -r requirements.txt
       - run: createdb jedeschule_test

diff --git a/.github/workflows/test_scraper_changes.yml b/.github/workflows/test_scraper_changes.yml
@@ -15,7 +15,7 @@ jobs:
         with:
           python-version: 3.8
           architecture: x64
-      - run: sudo apt-get install libxml2-dev libxslt1-dev python-dev
+      - run: sudo apt-get install libxml2-dev libxslt1-dev
       - run: pip install wheel
       - run: pip install -r requirements.txt
       - run: ./test_changes.sh
diff --git a/jedeschule/spiders/hamburg.py b/jedeschule/spiders/hamburg.py
@@ -9,7 +9,7 @@
 class HamburgSpider(SchoolSpider):
     name = 'hamburg'
 
-    start_urls = ['https://geoportal-hamburg.de/geodienste_hamburg_de/HH_WFS_Schulen?REQUEST=GetFeature&SERVICE=WFS&SRSNAME=EPSG%3A25832&TYPENAME=staatliche_schulen&VERSION=1.1.0']
+    start_urls = ['https://geodienste.hamburg.de/HH_WFS_Schulen?SERVICE=WFS&VERSION=1.1.0&REQUEST=GetFeature&typename=de.hh.up:nicht_staatliche_schulen,de.hh.up:staatliche_schulen']
 
     def parse(self, response):
         elem = ET.fromstring(response.body)

diff --git a/requirements.txt b/requirements.txt
@@ -1,6 +1,6 @@
 GeoAlchemy2==0.8.4
 SQLAlchemy==1.3.10
-Scrapy==2.6.2
+Scrapy==2.6.3
 alembic==1.3.3
 psycopg2==2.8.4
 pyproj==3.0.0.post1