|
Last Retry |
Queue |
Job |
Arguments |
Error |
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"748831"=>{"url"=>"https://www.yodobashi.com/product/100000009003872607/", "layout_id"=>4}, "748836"=>{"url"=>"https://www.yodobashi.com/product/100000086602444613/", "layout_id"=>4}, "748837"=>{"url"=>"https://www.yodobashi.com/product/100000009003867876/", "layout_id"=>4}, "750153"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008050831/", "layout_id"=>4}, "750712"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007972113/", "layout_id"=>4}, "752194"=>{"url"=>"https://www.yodobashi.com/product/100000001008724572/", "layout_id"=>4}, "753345"=>{"url"=>"https://www.yodobashi.com/product/100000001007148413/", "layout_id"=>4}, "755155"=>{"url"=>"https://www.yodobashi.com/product/100000001008657083/", "layout_id"=>4}, "756567"=>{"url"=>"https://www.yodobashi.com/product/100000009003888120/", "layout_id"=>4}, "756818"=>{"url"=>"https://www.yodobashi.com/product/100000001008766825/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "763333"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466908/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "765720"=>{"url"=>"https://www.yodobashi.com/product/100000001008812820/", "layout_id"=>4}, "765721"=>{"url"=>"https://www.yodobashi.com/product/100000001008750596/", "layout_id"=>4}, "766555"=>{"url"=>"https://www.yodobashi.com/product/100000001008829516/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766859"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602031209", "layout_id"=>2}, "766860"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602031209", "layout_id"=>16}, "766861"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602288199", "layout_id"=>2}, "766862"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602288199", "layout_id"=>16}, "766863"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602037349", "layout_id"=>2}, "766864"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602281237", "layout_id"=>2}, "766865"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602037349", "layout_id"=>16}, "766866"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602277424", "layout_id"=>2}, "766867"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602281237", "layout_id"=>16}, "766868"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602277424", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[715954, 734938, 719188, 753108, 754204, 709053, 741173, 726333, 748245, 756525, 743706, 754947, 726300, 748272, 720448, 754948, 752059, 752050, 760219, 760213], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741447"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007811002/", "layout_id"=>4}, "744845"=>{"url"=>"https://www.yodobashi.com/product/100000001008645782/", "layout_id"=>4}, "748831"=>{"url"=>"https://www.yodobashi.com/product/100000009003872607/", "layout_id"=>4}, "750071"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001001382030/", "layout_id"=>4}, "752428"=>{"url"=>"https://www.yodobashi.com/product/100000001008653444/", "layout_id"=>4}, "753117"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001005272024/", "layout_id"=>4}, "753118"=>{"url"=>"https://www.yodobashi.com/product/100000001008722009/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "756110"=>{"url"=>"https://www.yodobashi.com/product/100000001008761313/", "layout_id"=>4}, "756564"=>{"url"=>"https://www.yodobashi.com/product/100000009003842529/", "layout_id"=>4}, "756567"=>{"url"=>"https://www.yodobashi.com/product/100000009003888120/", "layout_id"=>4}, "756568"=>{"url"=>"https://www.yodobashi.com/product/100000009003858181/", "layout_id"=>4}, "756570"=>{"url"=>"https://www.yodobashi.com/product/100000009003877746/", "layout_id"=>4}, "758075"=>{"url"=>"https://www.yodobashi.com/product/100000001008532306/", "layout_id"=>4}, "758076"=>{"url"=>"https://www.yodobashi.com/product/200000000100268457/", "layout_id"=>4}, "758079"=>{"url"=>"https://www.yodobashi.com/product/100000001008542808/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "764039"=>{"url"=>"https://www.yodobashi.com/product/100000001008794679/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul"...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757692"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602277375", "layout_id"=>16}, "757722"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289223", "layout_id"=>16}, "757729"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289213", "layout_id"=>16}, "757731"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289210", "layout_id"=>2}, "757733"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289224", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "757740"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602260140", "layout_id"=>2}, "766859"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602031209", "layout_id"=>2}, "766860"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602031209", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[759305, 711678, 734325, 709958, 709954, 754360, 709953, 752573, 752296, 761720, 752303, 752297, 752278, 752276, 760290, 734341, 750679, 731992, 731988, 734366], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"740628"=>{"url"=>"https://www.yodobashi.com/product/100000001008533964/", "layout_id"=>4}, "740629"=>{"url"=>"https://www.yodobashi.com/product/100000001008576565/", "layout_id"=>4}, "740631"=>{"url"=>"https://www.yodobashi.com/product/100000001008576564/", "layout_id"=>4}, "743496"=>{"url"=>"https://www.yodobashi.com/product/100000001008511553/", "layout_id"=>4}, "744853"=>{"url"=>"https://www.yodobashi.com/product/100000001008645777/", "layout_id"=>4}, "745305"=>{"url"=>"https://www.yodobashi.com/product/100000001008654116/", "layout_id"=>4}, "746526"=>{"url"=>"https://www.yodobashi.com/product/100000001008654012/", "layout_id"=>4}, "749065"=>{"url"=>"https://www.yodobashi.com/product/100000001008566471/", "layout_id"=>4}, "752772"=>{"url"=>"https://www.yodobashi.com/product/100000001007876273/", "layout_id"=>4}, "752773"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876272/", "layout_id"=>4}, "752774"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876273/", "layout_id"=>4}, "752775"=>{"url"=>"https://www.yodobashi.com/product/100000001007876272/", "layout_id"=>4}, "756185"=>{"url"=>"https://www.yodobashi.com/product/100000001008761996/", "layout_id"=>4}, "759804"=>{"url"=>"https://www.yodobashi.com/product/100000001008754568/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "764039"=>{"url"=>"https://www.yodobashi.com/product/100000001008794679/", "layout_id"=>4}, "764040"=>{"url"=>"https://www.yodobashi.com/product/100000001008400186/", "layout_id"=>4}, "764041"=>{"url"=>"https://www.yodobashi.com/product/100000001008651041/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div ...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757692"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602277375", "layout_id"=>16}, "757722"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289223", "layout_id"=>16}, "757729"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289213", "layout_id"=>16}, "757731"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289210", "layout_id"=>2}, "757733"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289224", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "757740"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602260140", "layout_id"=>2}, "766859"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602031209", "layout_id"=>2}, "766860"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602031209", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Errno::ECONNREFUSED: Failed to open TCP connection to 127.0.0.1:9518 (Connection refused - connect(2) for "127.0.0.1" port 9518)
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[725256, 726814, 736019, 765203, 757834, 732111, 766797, 720601, 709074, 757837, 720605, 719394, 724776, 733414, 733392, 712641, 709047, 720613, 763290, 726826], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"741446"=>{"url"=>"https://www.yodobashi.com/product/200000000100264118/", "layout_id"=>4}, "744846"=>{"url"=>"https://www.yodobashi.com/product/100000001008645778/", "layout_id"=>4}, "744848"=>{"url"=>"https://www.yodobashi.com/product/100000001008645776/", "layout_id"=>4}, "744853"=>{"url"=>"https://www.yodobashi.com/product/100000001008645777/", "layout_id"=>4}, "745105"=>{"url"=>"https://www.yodobashi.com/product/100000001008512326/", "layout_id"=>4}, "745305"=>{"url"=>"https://www.yodobashi.com/product/100000001008654116/", "layout_id"=>4}, "746526"=>{"url"=>"https://www.yodobashi.com/product/100000001008654012/", "layout_id"=>4}, "749344"=>{"url"=>"https://www.yodobashi.com/product/100000001008645787/", "layout_id"=>4}, "752545"=>{"url"=>"https://www.yodobashi.com/product/100000001008723063/", "layout_id"=>4}, "754804"=>{"url"=>"https://www.yodobashi.com/product/100000001008717112/", "layout_id"=>4}, "755155"=>{"url"=>"https://www.yodobashi.com/product/100000001008657083/", "layout_id"=>4}, "756569"=>{"url"=>"https://www.yodobashi.com/product/100000009003893700/", "layout_id"=>4}, "758067"=>{"url"=>"https://www.yodobashi.com/product/100000001008718187/", "layout_id"=>4}, "763678"=>{"url"=>"https://www.yodobashi.com/product/200000000100269489/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > input#largeU...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757692"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602277375", "layout_id"=>16}, "757722"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289223", "layout_id"=>16}, "757729"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289213", "layout_id"=>16}, "757731"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289210", "layout_id"=>2}, "757733"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289224", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "757740"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602260140", "layout_id"=>2}, "766859"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602031209", "layout_id"=>2}, "766860"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602031209", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[733876, 730933, 713274, 721833, 721832, 738830, 730919, 730914, 738807, 738805, 733581, 706536, 763607, 763602, 756932, 713230, 713228, 736837, 763593, 746102], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"755364"=>{"url"=>"https://www.yodobashi.com/product/100000001008750508/", "layout_id"=>4}, "756563"=>{"url"=>"https://www.yodobashi.com/product/100000009003883632/", "layout_id"=>4}, "757215"=>{"url"=>"https://www.yodobashi.com/product/100000009003881066/", "layout_id"=>4}, "757385"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008283400/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "761056"=>{"url"=>"https://www.yodobashi.com/product/100000001008795643/", "layout_id"=>4}, "761059"=>{"url"=>"https://www.yodobashi.com/product/100000001008795641/", "layout_id"=>4}, "761061"=>{"url"=>"https://www.yodobashi.com/product/100000001008795646/", "layout_id"=>4}, "761062"=>{"url"=>"https://www.yodobashi.com/product/100000001008795636/", "layout_id"=>4}, "761063"=>{"url"=>"https://www.yodobashi.com/product/100000001008514848/", "layout_id"=>4}, "761064"=>{"url"=>"https://www.yodobashi.com/product/100000001008795648/", "layout_id"=>4}, "761065"=>{"url"=>"https://www.yodobashi.com/product/100000001008795635/", "layout_id"=>4}, "761613"=>{"url"=>"https://www.yodobashi.com/product/100000001008799625/", "layout_id"=>4}, "762326"=>{"url"=>"https://www.yodobashi.com/product/100000001008051541/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div > a > inp...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757692"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602277375", "layout_id"=>16}, "757722"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289223", "layout_id"=>16}, "757729"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289213", "layout_id"=>16}, "757731"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289210", "layout_id"=>2}, "757733"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289224", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "757740"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602260140", "layout_id"=>2}, "766859"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602031209", "layout_id"=>2}, "766860"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602031209", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
|
ArgumentError: invalid byte sequence in UTF-8
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "layout_id"=>7}, "766606"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-835395", "la...
|
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
|
|
|
scraping
|
Deckhand::ScrapeWorker |
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
|
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
|
|
|
api_scraping
|
Deckhand::ApiScraperWorker |
[748371, 741771, 751176, 734340, 740323, 748348, 713658, 740304, 711245, 740291, 734352, 710894, 740282, 759209, 734383, 747286, 747282, 724655, 741484, 758957], 10, {"priority"=>nil, "requeue"=>true}
|
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html>
<!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]-->
<!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
|