kingkevin/usb_cable_tester
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Rakefile: update scarper lib

Browse Source
This commit is contained in:
King Kévin 2020-02-17 10:07:05 +01:00
parent 70773ea77c
commit 06c9e9f8f4
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hardware/Rakefile
View File

@ -350,7 +350,7 @@ def scrape_lcsc(sku)
# the search page does not always list existing parts, instead it will try
url = "https://lcsc.com/pre_search/link?type=lcsc&&value=#{sku}"
puts "scraping #{url}" if $scrape_debug
doc = Nokogiri::HTML(open(URI.escape(url),:allow_redirections => :all))
doc = Nokogiri::HTML(URI.open(url),:allow_redirections => :all)
# verify if we have got a product page
if doc.xpath('//div[@id="product_details"]').empty? then
@ -381,7 +381,7 @@ def scrape_aliexpress(sku)
# get page
url = "https://www.aliexpress.com/item/#{sku}.html"
puts "scraping #{url}" if $scrape_debug
doc = Nokogiri::HTML(open(URI.escape(url),:allow_redirections => :all))
doc = Nokogiri::HTML(URI.open(url),:allow_redirections => :all)
# all the values can be found in javascript variables (stock is even only there)
js_docs = doc.xpath('//script')
if js_docs.empty? then