Make all scrapers inherit SchoolSpider

Datenschule · Jul 15, 2024 · 51fdde3 · 51fdde3
1 parent 46f7265
commit 51fdde3
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 6 deletions.
diff --git a/jedeschule/spiders/bayern.py b/jedeschule/spiders/bayern.py
@@ -3,9 +3,10 @@
 from scrapy import Item
 
 from jedeschule.items import School
+from jedeschule.spiders.school_spider import SchoolSpider
 
 
-class BayernSpider(scrapy.Spider):
+class BayernSpider(SchoolSpider):
     name = "bayern"
     start_urls = ['https://gdiserv.bayern.de/srv112940/services/schulstandortebayern-wfs?SERVICE=WFS&VERSION=2.0.0&REQUEST=GetCapabilities']
 

diff --git a/jedeschule/spiders/berlin.py b/jedeschule/spiders/berlin.py
@@ -1,11 +1,12 @@
 import xml.etree.ElementTree as ET
 
-import scrapy
 from jedeschule.items import School
 from scrapy import Item
 
+from jedeschule.spiders.school_spider import SchoolSpider
 
-class BerlinSpider(scrapy.Spider):
+
+class BerlinSpider(SchoolSpider):
     name = "berlin"
     start_urls = ['https://gdi.berlin.de/services/wfs/schulen?SERVICE=WFS&VERSION=1.1.0&REQUEST=GetFeature&srsname=EPSG:25833&typename=fis:schulen']
 

diff --git a/jedeschule/spiders/schleswig_holstein.py b/jedeschule/spiders/schleswig_holstein.py
@@ -1,8 +1,5 @@
 import csv
-import json
 
-import scrapy
-import scrapy.http
 from scrapy import Item
 
 from jedeschule.items import School