|
Last Retry |
Queue |
Job |
Arguments |
Error |
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741105"=>{"url"=>"https://www.yodobashi.com/product/100000001008280527/", "layout_id"=>4}, "741107"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008280527/", "layout_id"=>4}, "746816"=>{"url"=>"https://www.yodobashi.com/product/100000001008645803/", "layout_id"=>4}, "747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "749344"=>{"url"=>"https://www.yodobashi.com/product/100000001008645787/", "layout_id"=>4}, "749417"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001003710074/", "layout_id"=>4}, "751491"=>{"url"=>"https://www.yodobashi.com/product/100000001008633830/", "layout_id"=>4}, "752195"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007639837/", "layout_id"=>4}, "756561"=>{"url"=>"https://www.yodobashi.com/product/100000009003895985/", "layout_id"=>4}, "756563"=>{"url"=>"https://www.yodobashi.com/product/100000009003883632/", "layout_id"=>4}, "756566"=>{"url"=>"https://www.yodobashi.com/product/100000009003904532/", "layout_id"=>4}, "756569"=>{"url"=>"https://www.yodobashi.com/product/100000009003893700/", "layout_id"=>4}, "761056"=>{"url"=>"https://www.yodobashi.com/product/100000001008795643/", "layout_id"=>4}, "761058"=>{"url"=>"https://www.yodobashi.com/product/100000001008795637/", "layout_id"=>4}, "761613"=>{"url"=>"https://www.yodobashi.com/product/100000001008799625/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}, "766555"=>{"url"=>"https://www.yodobashi.com/product/100000001008829516/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}, "766804"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291178", "layout_id"=>2}, "766806"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291170", "layout_id"=>2}, "766811"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291161", "layout_id"=>2}, "766812"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291170", "layout_id"=>16}, "766831"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291162", "layout_id"=>2}, "766839"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291174", "layout_id"=>16}, "766841"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291176", "layout_id"=>2}, "766844"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291176", "layout_id"=>16}, "766847"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291165", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[722863, 743036, 711396, 743048, 737000, 743046, 759673, 743052, 733721, 713551, 713552, 743060, 743058, 743059, 743061, 733726, 733729, 723415, 723421, 711401], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741719"=>{"url"=>"https://www.yodobashi.com/product/100000009003872553/", "layout_id"=>4}, "742557"=>{"url"=>"https://www.yodobashi.com/product/100000001008592695/", "layout_id"=>4}, "747988"=>{"url"=>"https://www.yodobashi.com/product/100000001008545545/", "layout_id"=>4}, "750071"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001001382030/", "layout_id"=>4}, "750152"=>{"url"=>"https://www.yodobashi.com/product/100000001008713305/", "layout_id"=>4}, "751491"=>{"url"=>"https://www.yodobashi.com/product/100000001008633830/", "layout_id"=>4}, "752772"=>{"url"=>"https://www.yodobashi.com/product/100000001007876273/", "layout_id"=>4}, "752773"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876272/", "layout_id"=>4}, "753117"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001005272024/", "layout_id"=>4}, "753346"=>{"url"=>"https://www.yodobashi.com/product/200000000100267075/", "layout_id"=>4}, "755155"=>{"url"=>"https://www.yodobashi.com/product/100000001008657083/", "layout_id"=>4}, "755359"=>{"url"=>"https://www.yodobashi.com/product/100000001008750507/", "layout_id"=>4}, "755360"=>{"url"=>"https://www.yodobashi.com/product/100000001008750494/", "layout_id"=>4}, "755365"=>{"url"=>"https://www.yodobashi.com/product/100000001008750509/", "layout_id"=>4}, "755367"=>{"url"=>"https://www.yodobashi.com/product/100000001008750500/", "layout_id"=>4}, "755370"=>{"url"=>"https://www.yodobashi.com/product/100000001008750503/", "layout_id"=>4}, "758068"=>{"url"=>"https://www.yodobashi.com/product/100000001008512631/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "762981"=>{"url"=>"https://www.yodobashi.com/product/100000001008301080/", "layout_id"=>4}, "766852"=>{"url"=>"https://www.yodobashi.com/product/100000001008831323/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}, "766804"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291178", "layout_id"=>2}, "766806"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291170", "layout_id"=>2}, "766811"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291161", "layout_id"=>2}, "766812"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291170", "layout_id"=>16}, "766831"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291162", "layout_id"=>2}, "766839"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291174", "layout_id"=>16}, "766841"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291176", "layout_id"=>2}, "766844"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291176", "layout_id"=>16}, "766847"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291165", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[739338, 722203, 722205, 722206, 761028, 748023, 748020, 760797, 764860, 764845, 764844, 739099, 764836, 722224, 728876, 730425, 730419, 730438, 707980, 707982], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"742043"=>{"url"=>"https://www.yodobashi.com/product/100000001008617232/", "layout_id"=>4}, "743162"=>{"url"=>"https://www.yodobashi.com/product/100000001008566470/", "layout_id"=>4}, "745305"=>{"url"=>"https://www.yodobashi.com/product/100000001008654116/", "layout_id"=>4}, "747416"=>{"url"=>"https://www.yodobashi.com/product/100000001008654100/", "layout_id"=>4}, "750646"=>{"url"=>"https://www.yodobashi.com/product/100000001000182068/", "layout_id"=>4}, "750647"=>{"url"=>"https://www.yodobashi.com/product/100000001008634815/", "layout_id"=>4}, "750648"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001000182068/", "layout_id"=>4}, "750713"=>{"url"=>"https://www.yodobashi.com/product/100000001008713619/", "layout_id"=>4}, "751794"=>{"url"=>"https://www.yodobashi.com/product/100000001008608536/", "layout_id"=>4}, "752195"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007639837/", "layout_id"=>4}, "753019"=>{"url"=>"https://www.yodobashi.com/product/100000001005272024/", "layout_id"=>4}, "753117"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001005272024/", "layout_id"=>4}, "753118"=>{"url"=>"https://www.yodobashi.com/product/100000001008722009/", "layout_id"=>4}, "753449"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007148413/", "layout_id"=>4}, "756817"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466912/", "layout_id"=>4}, "758074"=>{"url"=>"https://www.yodobashi.com/product/100000001008498166/", "layout_id"=>4}, "762327"=>{"url"=>"https://www.yodobashi.com/product/100000001008721651/", "layout_id"=>4}, "763792"=>{"url"=>"https://www.yodobashi.com/product/100000009003988450/", "layout_id"=>4}, "765721"=>{"url"=>"https://www.yodobashi.com/product/100000001008750596/", "layout_id"=>4}, "766099"=>{"url"=>"https://www.yodobashi.com/product/100000001008821125/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbL...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}, "766804"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291178", "layout_id"=>2}, "766806"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291170", "layout_id"=>2}, "766811"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291161", "layout_id"=>2}, "766812"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291170", "layout_id"=>16}, "766831"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291162", "layout_id"=>2}, "766839"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291174", "layout_id"=>16}, "766841"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291176", "layout_id"=>2}, "766844"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291176", "layout_id"=>16}, "766847"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291165", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[733991, 740338, 740337, 762970, 718696, 740346, 732430, 718692, 732424, 706245, 718667, 706234, 743204, 743200, 743174, 719370, 748562, 732400, 706144, 762901], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"744415"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008431293/", "layout_id"=>4}, "747416"=>{"url"=>"https://www.yodobashi.com/product/100000001008654100/", "layout_id"=>4}, "747987"=>{"url"=>"https://www.yodobashi.com/product/100000001008037083/", "layout_id"=>4}, "747988"=>{"url"=>"https://www.yodobashi.com/product/100000001008545545/", "layout_id"=>4}, "747989"=>{"url"=>"https://www.yodobashi.com/product/100000001008479222/", "layout_id"=>4}, "753019"=>{"url"=>"https://www.yodobashi.com/product/100000001005272024/", "layout_id"=>4}, "756817"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466912/", "layout_id"=>4}, "756818"=>{"url"=>"https://www.yodobashi.com/product/100000001008766825/", "layout_id"=>4}, "757211"=>{"url"=>"https://www.yodobashi.com/product/100000009003837536/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "763792"=>{"url"=>"https://www.yodobashi.com/product/100000009003988450/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "766097"=>{"url"=>"https://www.yodobashi.com/product/100000001008821124/", "layout_id"=>4}, "766098"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008514705/", "layout_id"=>4}, "766099"=>{"url"=>"https://www.yodobashi.com/product/100000001008821125/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}, "766804"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291178", "layout_id"=>2}, "766806"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291170", "layout_id"=>2}, "766811"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291161", "layout_id"=>2}, "766812"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291170", "layout_id"=>16}, "766831"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291162", "layout_id"=>2}, "766839"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291174", "layout_id"=>16}, "766841"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291176", "layout_id"=>2}, "766844"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291176", "layout_id"=>16}, "766847"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291165", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[758958, 751170, 758939, 740024, 757381, 730924, 728290, 743471, 706752, 754724, 745273, 745274, 743477, 738131, 738138, 720609, 759392, 753411, 759390, 734457], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"745008"=>{"url"=>"https://www.yodobashi.com/product/100000001008653456/", "layout_id"=>4}, "745105"=>{"url"=>"https://www.yodobashi.com/product/100000001008512326/", "layout_id"=>4}, "745166"=>{"url"=>"https://www.yodobashi.com/product/100000001008633831/", "layout_id"=>4}, "745919"=>{"url"=>"https://www.yodobashi.com/product/100000001008658847/", "layout_id"=>4}, "746051"=>{"url"=>"https://www.yodobashi.com/product/100000001008636244/", "layout_id"=>4}, "748827"=>{"url"=>"https://www.yodobashi.com/product/200000000100265719/", "layout_id"=>4}, "748829"=>{"url"=>"https://www.yodobashi.com/product/100000086602444303/", "layout_id"=>4}, "748830"=>{"url"=>"https://www.yodobashi.com/product/100000009003870871/", "layout_id"=>4}, "748832"=>{"url"=>"https://www.yodobashi.com/product/100000086602378820/", "layout_id"=>4}, "748833"=>{"url"=>"https://www.yodobashi.com/product/100000009003881420/", "layout_id"=>4}, "748835"=>{"url"=>"https://www.yodobashi.com/product/100000086602458554/", "layout_id"=>4}, "748838"=>{"url"=>"https://www.yodobashi.com/product/100000009003875375/", "layout_id"=>4}, "749344"=>{"url"=>"https://www.yodobashi.com/product/100000001008645787/", "layout_id"=>4}, "750712"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007972113/", "layout_id"=>4}, "751905"=>{"url"=>"https://www.yodobashi.com/product/100000001008531441/", "layout_id"=>4}, "753346"=>{"url"=>"https://www.yodobashi.com/product/200000000100267075/", "layout_id"=>4}, "756817"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466912/", "layout_id"=>4}, "757215"=>{"url"=>"https://www.yodobashi.com/product/100000009003881066/", "layout_id"=>4}, "757216"=>{"url"=>"https://www.yodobashi.com/product/100000009003886517/", "layout_id"=>4}, "763678"=>{"url"=>"https://www.yodobashi.com/product/200000000100269489/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div ...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766786"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602282475", "layout_id"=>16}, "766804"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291178", "layout_id"=>2}, "766806"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291170", "layout_id"=>2}, "766811"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291161", "layout_id"=>2}, "766812"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291170", "layout_id"=>16}, "766831"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291162", "layout_id"=>2}, "766839"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291174", "layout_id"=>16}, "766841"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602291176", "layout_id"=>2}, "766844"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291176", "layout_id"=>16}, "766847"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602291165", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[751177, 760092, 754577, 744055, 762080, 760081, 760072, 752994, 752987, 762072, 760054, 744123, 744061, 752975, 762058, 721140, 762015, 721128, 762041, 762039], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|