-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathspider_database.py
110 lines (79 loc) · 3.05 KB
/
spider_database.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
import scrapy
class Spider1(scrapy.spiders.Spider):
name = "fuji1"
start_urls = ["https://www.fotokoch.de/Fujifilm-X100V-schwarz_64109.html"]
def parse(self, response):
yield{
'status': response.css("div.shipping-state::text").get(),
'url':response.url
}
class Spider2(scrapy.spiders.Spider):
name = "fuj2"
start_urls = ["https://www.fotomeyer.de/fujifilm-x100v-schwarz-79707.html"]
def parse(self, response):
yield{
'status': response.css('p.availability span::text').get().replace("\t","").replace("\n",""),
'url':response.url
}
class Spider3(scrapy.spiders.Spider):
name = "fuj3"
start_urls = ["https://www.calumetphoto.de/product/Fujifilm-X100V-Kompaktkamera-schwarz/FUJX100VBL"]
def parse(self, response):
yield{
'status': response.css("span.info-availability::text").get(),
'url':response.url
}
class Spider4(scrapy.spiders.Spider):
name = "fuj4"
start_urls = ["https://www.fujifilm-shop.de/fujifilm-x100v-schwarz.html"]
def parse(self, response):
yield{
'status': response.css("div.product-info-stock-sku span::text").get(),
'url':response.url
}
class Spider5(scrapy.spiders.Spider):
name = "fuj5"
start_urls = ["https://www.foto-leistenschneider.de/Fujifilm-X100V-Schwarz/060350150817"]
def parse(self, response):
yield{
'status': response.css("div.store-status span").get(),
'url':response.url
}
class Spider6(scrapy.spiders.Spider):
name = "fuj6"
start_urls = ["https://www.foto-erhardt.de/kameras/systemkameras/fuji-systemkameras/fujifilm-x100v-schwarz.html"]
def parse(self, response):
yield{
'status': response.css("button#addtocart-primary::text").get(),
'url':response.url
}
class Spider7(scrapy.spiders.Spider):
name = "fuj7"
start_urls = ["https://www.fuji-store.de/p/vorbestellung-fujifilm-x-100v-schwarz"]
def parse(self, response):
yield{
'status': response.css("span.product-availability-info::text").get(),
'url':response.url
}
class Spider8(scrapy.spiders.Spider):
name = "fuj8"
start_urls = ["https://www.foto-video-sauter.de/product/Fujifilm-X100V-Kompaktkamera-schwarz/FUJX100VBL"]
def parse(self, response):
yield{
'status': response.css("div.product-detail-delivery-information p::text").getall()[1].strip(),
'url':response.url
}
class Spider9(scrapy.spiders.Spider):
name = "fuj9"
start_urls = ["https://webshop.dinkel-foto.de/de/x100v-schwarz.html"]
def parse(self, response):
yield{
'status': response.css("p.availability span::text").getall()[1],
'url':response.url
}
#fotogregor krieg ich nciht hin
#saturn auch denied
#fotoprofi auch kacke
#fotomundus auch nicht
def get_all_spiders():
return [Spider1,Spider2,Spider3,Spider4,Spider5,Spider6,Spider7,Spider8,Spider9]