Repository: alltheplaces/alltheplaces

Issue:
LOFT
Clothing store

https://stores.loft.com/


Discussion:

Resolving patch:
diff --git a/locations/spiders/loft.py b/locations/spiders/loft.py
new file mode 100644
--- /dev/null
+++ b/locations/spiders/loft.py
@@ -0,0 +1,81 @@
+import scrapy
+import re
+from locations.items import GeojsonPointItem
+
+
+
+
+class LoftSpider(scrapy.Spider):
+
+    name = "loft"
+    allowed_domains = ["stores.loft.com"]
+    download_delay = 0
+    start_urls = (
+        'https://stores.loft.com/',
+    )
+
+    def parse_stores(self, response):
+        ref = re.findall(r"[^(\/)]+$", response.url)
+        if (len(ref) > 0):
+            ref = ref[0].split('.')[0]
+        properties = {
+            'addr_full': response.xpath('normalize-space(//span[@itemprop="streetAddress"]/text())').extract_first(),
+            'phone': response.xpath(
+                'normalize-space(//span[@itemprop="telephone"]/text())').extract_first(),
+            'city': response.xpath('normalize-space(//span[@itemprop="addressLocality"]/text())').extract_first(),
+            'state': response.xpath('normalize-space(//span[@itemprop="addressRegion"]/text())').extract_first(),
+            'postcode': response.xpath('normalize-space(//span[@itemprop="postalCode"]/text())').extract_first(),
+            'ref': ref,
+            'website': response.url,
+            'lat': response.xpath('normalize-space(//meta[@itemprop="latitude"]/@content)').extract_first(),
+            'lon': response.xpath('normalize-space(//meta[@itemprop="longitude"]/@content)').extract_first(),
+        }
+        hours = response.xpath(
+            '//div[@class="row"]/div[@class="nap-row-left-col-row-right-hours-of-operation"]/div[@class="c-location-hours-details-wrapper js-location-hours"]/table/tbody/tr/@content').extract()
+        if hours != []:
+            hours = " ; ".join(hours)
+            properties['opening_hours'] = hours
+        yield GeojsonPointItem(**properties)
+
+    def parse_city_stores(self, response):
+        stores = response.xpath('//a[text()="Visit Store Page"]/@href').extract()
+        for store in stores:
+            yield scrapy.Request(response.urljoin(store), callback=self.parse_stores)
+
+    def parse_state(self, response):
+        urls = response.xpath('//div[@class="c-directory-list-content-wrapper"]/ul/li/a/@href').extract()
+        for path in urls:
+            pattern2 = re.compile("^(..\/|)[a-z]{2}\/[^(\/)]+\/[^(\/)]+\/[^(\/)]+.html$")
+            if (pattern2.match(path.strip())):
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_stores)
+            else:
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_city_stores)
+
+    def parse_country(self, response):
+        urls = response.xpath('//div[@class="c-directory-list-content-wrapper"]/ul/li/a/@href').extract()
+
+        for path in urls:
+            pattern1 = re.compile("^(..\/|)[a-z]{2}\/[^(\/)]+.html$")
+            pattern2 = re.compile("^(..\/|)[a-z]{2}\/[^(\/)]+\/[^(\/)]+\/[^(\/)]+.html$")
+            if (pattern1.match(path.strip())):
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_state)
+            elif (pattern2.match(path.strip())):
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_stores)
+            else:
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_city_stores)
+
+    def parse(self, response):
+        urls = response.xpath('//div[@class="c-directory-list-content-wrapper"]/ul/li/a/@href').extract()
+        for path in urls:
+            pattern = re.compile("^(..\/|)[a-z]{2}.html$")
+            pattern1 = re.compile("^(..\/|)[a-z]{2}\/[^(\/)]+.html$")
+            pattern2 = re.compile("^(..\/|)[a-z]{2}\/[^(\/)]+\/[^(\/)]+\/[^(\/)]+.html$")
+
+            if (pattern.match(path.strip())):
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_country)
+            elif (pattern1.match(path.strip())):
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_state)
+            elif (pattern2.match(path.strip())):
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_stores)
+            else:
+                yield scrapy.Request(response.urljoin(path), callback=self.parse_city_stores)
\ No newline at end of file


Test patch: