Dead Jobs

Last Retry Queue Job Arguments Error
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[761693, 724190, 724189, 741132, 711372, 765489, 711371, 765485, 755648, 751776, 738783, 765483, 754517, 738767, 761214, 711352, 762214, 759547, 755819, 740172], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"741719"=>{"url"=>"https://www.yodobashi.com/product/100000009003872553/", "layout_id"=>4}, "741723"=>{"url"=>"https://www.yodobashi.com/product/100000086602394484/", "layout_id"=>4}, "742557"=>{"url"=>"https://www.yodobashi.com/product/100000001008592695/", "layout_id"=>4}, "745254"=>{"url"=>"https://www.yodobashi.com/product/100000001008656655/", "layout_id"=>4}, "747665"=>{"url"=>"https://www.yodobashi.com/product/100000001008528272/", "layout_id"=>4}, "750070"=>{"url"=>"https://www.yodobashi.com/product/100000001008714604/", "layout_id"=>4}, "750071"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001001382030/", "layout_id"=>4}, "750152"=>{"url"=>"https://www.yodobashi.com/product/100000001008713305/", "layout_id"=>4}, "750153"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008050831/", "layout_id"=>4}, "750647"=>{"url"=>"https://www.yodobashi.com/product/100000001008634815/", "layout_id"=>4}, "751491"=>{"url"=>"https://www.yodobashi.com/product/100000001008633830/", "layout_id"=>4}, "753117"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001005272024/", "layout_id"=>4}, "753118"=>{"url"=>"https://www.yodobashi.com/product/100000001008722009/", "layout_id"=>4}, "755358"=>{"url"=>"https://www.yodobashi.com/product/100000001008750506/", "layout_id"=>4}, "755360"=>{"url"=>"https://www.yodobashi.com/product/100000001008750494/", "layout_id"=>4}, "755362"=>{"url"=>"https://www.yodobashi.com/product/100000001008750493/", "layout_id"=>4}, "755364"=>{"url"=>"https://www.yodobashi.com/product/100000001008750508/", "layout_id"=>4}, "758067"=>{"url"=>"https://www.yodobashi.com/product/100000001008718187/", "layout_id"=>4}, "758068"=>{"url"=>"https://www.yodobashi.com/product/100000001008512631/", "layout_id"=>4}, "759439"=>{"url"=>"https://www.yodobashi.com/product/100000001008752727/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766680"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602084087", "layout_id"=>2}, "766681"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602084087", "layout_id"=>16}, "766682"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602007290", "layout_id"=>2}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766684"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602007290", "layout_id"=>16}, "766685"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602137835", "layout_id"=>16}, "766686"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602058143", "layout_id"=>2}, "766687"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602058143", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[746532, 736282, 736292, 746652, 746657, 729427, 729421, 713168, 713169, 746685, 760529, 745007, 760534, 760541, 745876, 745886, 707224, 751922, 745034, 735717], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"747150"=>{"url"=>"https://www.yodobashi.com/product/100000001008595231/", "layout_id"=>4}, "749065"=>{"url"=>"https://www.yodobashi.com/product/100000001008566471/", "layout_id"=>4}, "749417"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001003710074/", "layout_id"=>4}, "750712"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007972113/", "layout_id"=>4}, "750715"=>{"url"=>"https://www.yodobashi.com/product/100000001008713610/", "layout_id"=>4}, "750717"=>{"url"=>"https://www.yodobashi.com/product/100000001008713611/", "layout_id"=>4}, "751794"=>{"url"=>"https://www.yodobashi.com/product/100000001008608536/", "layout_id"=>4}, "753969"=>{"url"=>"https://www.yodobashi.com/product/100000001008745935/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "756563"=>{"url"=>"https://www.yodobashi.com/product/100000009003883632/", "layout_id"=>4}, "756569"=>{"url"=>"https://www.yodobashi.com/product/100000009003893700/", "layout_id"=>4}, "756570"=>{"url"=>"https://www.yodobashi.com/product/100000009003877746/", "layout_id"=>4}, "762327"=>{"url"=>"https://www.yodobashi.com/product/100000001008721651/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "763793"=>{"url"=>"https://www.yodobashi.com/product/100000009003894424/", "layout_id"=>4}, "765721"=>{"url"=>"https://www.yodobashi.com/product/100000001008750596/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
EOFError: end of file reached
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766680"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602084087", "layout_id"=>2}, "766681"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602084087", "layout_id"=>16}, "766682"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602007290", "layout_id"=>2}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766684"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602007290", "layout_id"=>16}, "766685"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602137835", "layout_id"=>16}, "766686"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602058143", "layout_id"=>2}, "766687"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602058143", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[738110, 724149, 725569, 755773, 733635, 755767, 725564, 760444, 719598, 749025, 755720, 714532, 745719, 744512, 708731, 725360, 708716, 708701, 720758, 725357], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"741446"=>{"url"=>"https://www.yodobashi.com/product/200000000100264118/", "layout_id"=>4}, "741720"=>{"url"=>"https://www.yodobashi.com/product/100000086602154226/", "layout_id"=>4}, "746436"=>{"url"=>"https://www.yodobashi.com/product/100000001008665147/", "layout_id"=>4}, "755361"=>{"url"=>"https://www.yodobashi.com/product/100000001008750496/", "layout_id"=>4}, "755365"=>{"url"=>"https://www.yodobashi.com/product/100000001008750509/", "layout_id"=>4}, "755366"=>{"url"=>"https://www.yodobashi.com/product/100000001008750497/", "layout_id"=>4}, "755367"=>{"url"=>"https://www.yodobashi.com/product/100000001008750500/", "layout_id"=>4}, "755368"=>{"url"=>"https://www.yodobashi.com/product/100000001008750492/", "layout_id"=>4}, "755369"=>{"url"=>"https://www.yodobashi.com/product/100000001008750499/", "layout_id"=>4}, "755370"=>{"url"=>"https://www.yodobashi.com/product/100000001008750503/", "layout_id"=>4}, "756817"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008466912/", "layout_id"=>4}, "757207"=>{"url"=>"https://www.yodobashi.com/product/100000001008346814/", "layout_id"=>4}, "757209"=>{"url"=>"https://www.yodobashi.com/product/100000009003815591/", "layout_id"=>4}, "757210"=>{"url"=>"https://www.yodobashi.com/product/100000086602509931/", "layout_id"=>4}, "757211"=>{"url"=>"https://www.yodobashi.com/product/100000009003837536/", "layout_id"=>4}, "757213"=>{"url"=>"https://www.yodobashi.com/product/100000086602527693/", "layout_id"=>4}, "764353"=>{"url"=>"https://www.yodobashi.com/product/100000001008814985/", "layout_id"=>4}, "766097"=>{"url"=>"https://www.yodobashi.com/product/100000001008821124/", "layout_id"=>4}, "766098"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008514705/", "layout_id"=>4}, "766099"=>{"url"=>"https://www.yodobashi.com/product/100000001008821125/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div ...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766680"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602084087", "layout_id"=>2}, "766681"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602084087", "layout_id"=>16}, "766682"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602007290", "layout_id"=>2}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766684"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602007290", "layout_id"=>16}, "766685"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602137835", "layout_id"=>16}, "766686"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602058143", "layout_id"=>2}, "766687"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602058143", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[712534, 711541, 727414, 734201, 721785, 721786, 721795, 734125, 746333, 723513, 734200, 746336, 734187, 734176, 723532, 734165, 721803, 734138, 734144, 711460], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"741721"=>{"url"=>"https://www.yodobashi.com/product/100000086602381616/", "layout_id"=>4}, "741723"=>{"url"=>"https://www.yodobashi.com/product/100000086602394484/", "layout_id"=>4}, "742557"=>{"url"=>"https://www.yodobashi.com/product/100000001008592695/", "layout_id"=>4}, "744415"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008431293/", "layout_id"=>4}, "746526"=>{"url"=>"https://www.yodobashi.com/product/100000001008654012/", "layout_id"=>4}, "750153"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008050831/", "layout_id"=>4}, "752194"=>{"url"=>"https://www.yodobashi.com/product/100000001008724572/", "layout_id"=>4}, "754176"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001008576563/", "layout_id"=>4}, "755357"=>{"url"=>"https://www.yodobashi.com/product/100000001008750491/", "layout_id"=>4}, "755358"=>{"url"=>"https://www.yodobashi.com/product/100000001008750506/", "layout_id"=>4}, "755361"=>{"url"=>"https://www.yodobashi.com/product/100000001008750496/", "layout_id"=>4}, "755362"=>{"url"=>"https://www.yodobashi.com/product/100000001008750493/", "layout_id"=>4}, "755363"=>{"url"=>"https://www.yodobashi.com/product/100000001008750495/", "layout_id"=>4}, "755364"=>{"url"=>"https://www.yodobashi.com/product/100000001008750508/", "layout_id"=>4}, "755366"=>{"url"=>"https://www.yodobashi.com/product/100000001008750497/", "layout_id"=>4}, "755368"=>{"url"=>"https://www.yodobashi.com/product/100000001008750492/", "layout_id"=>4}, "755370"=>{"url"=>"https://www.yodobashi.com/product/100000001008750503/", "layout_id"=>4}, "757207"=>{"url"=>"https://www.yodobashi.com/product/100000001008346814/", "layout_id"=>4}, "758075"=>{"url"=>"https://www.yodobashi.com/product/100000001008532306/", "layout_id"=>4}, "758079"=>{"url"=>"https://www.yodobashi.com/product/100000001008542808/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpat...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766680"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602084087", "layout_id"=>2}, "766681"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602084087", "layout_id"=>16}, "766682"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602007290", "layout_id"=>2}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766684"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602007290", "layout_id"=>16}, "766685"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602137835", "layout_id"=>16}, "766686"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602058143", "layout_id"=>2}, "766687"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602058143", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"375020"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-113519?s_ssid=e445d5d9505537ff5", "layout_id"=>7}, "377743"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-44751?s_ssid=e414575d95aa4cb888", "layout_id"=>7}, "378833"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-100498?s_ssid=e34655d95f6c41d90", "layout_id"=>7}, "378941"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-309008?s_ssid=e372a5d9611bce401", "layout_id"=>7}, "379161"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOBK-1256586?s_ssid=e41c655d961d821e2", "layout_id"=>7}, "379173"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-325726?s_ssid=e41d445d962ab94175", "layout_id"=>7}, "379191"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-358505?s_ssid=e41d4f5d963b5b4887", "layout_id"=>7}, "379219"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-341370?s_ssid=e41e3c5d9643c9b011", "layout_id"=>7}, "379227"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-352674?s_ssid=e41e3c5d964c4b286a", "layout_id"=>7}, "379718"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-50226?s_ssid=e42b0e5d96e4ecb04b", "layout_id"=>7}, "380139"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-151248?s_ssid=e430965d97462a2ad", "layout_id"=>7}, "383830"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-118142?s_ssid=e45a845d9a2022a3cb", "layout_id"=>7}, "384253"=>{"url"=>"http://www.cdjapan.co.jp/product/NEOGDS-319354?s_ssid=e3630d5d9b82933445", "layout_id"=>7}, "761229"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-826302", "layout_id"=>7}, "763185"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-828619", "layout_id"=>7}, "763834"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-822361", "layout_id"=>7}, "765400"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-833613", "layout_id"=>7}, "766458"=>{"url"=>"http://www.cdjapan.co.jp/https://www.cdjapan.co.jp/product/NEOGDS-792259", "la...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"389394"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/47026", "layout_id"=>6}, "395906"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000479476", "layout_id"=>6}, "396035"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/46962", "layout_id"=>6}, "396071"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454618", "layout_id"=>6}, "396080"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000246384", "layout_id"=>6}, "396201"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000466346", "layout_id"=>6}, "396437"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000418993", "layout_id"=>6}, "396444"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000454113", "layout_id"=>6}, "396559"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000586114", "layout_id"=>6}, "396571"=>{"url"=>"https://b2b.mile-stone.jp/en/products/100538140", "layout_id"=>6}, "432267"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48684", "layout_id"=>6}, "432324"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000496540", "layout_id"=>6}, "432326"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/48691", "layout_id"=>6}, "432402"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000141343", "layout_id"=>6}, "433321"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000590497", "layout_id"=>6}, "439758"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000411347", "layout_id"=>6}, "439762"=>{"url"=>"https://b2b.mile-stone.jp/en/products/groups/49476", "layout_id"=>6}, "445645"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000307149", "layout_id"=>6}, "446873"=>{"url"=>"https://b2b.mile-stone.jp/en/products/000344228", "layout_id"=>6}, "610663"=>{"url"=>"https://b2b.mile-stone.jp/en/products/500373570", "layout_id"=>6}}, "layouts"=>{"6"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"sub_type"=>{"path"=>"#not-meant-to-be-found", "subpath"=>nil, "fallback"=>nil, "regex"=>nil, "image"=>false, "target"=>nil, "read_html"=>false}, "price"=>{"path"=>"main", "subpath...
Watir::Exception::UnknownObjectException: timed out after 8 seconds, waiting for #<Watir::HTMLElement: located: false; {:css=>"#api-login"}> to be located
api_scraping Deckhand::ApiScraperWorker
[735769, 762950, 706234, 741959, 762943, 762933, 706205, 706178, 732400, 733980, 706128, 762863, 733990, 706089, 748669, 762855, 762809, 723494, 734022, 762798], 10, {"priority"=>nil, "requeue"=>true}
JSON::ParserError: 783: unexpected token at '<!DOCTYPE html> <!--[if lt IE 7]> <html class="no-js ie6 oldie" lang="en-US"> <![endif]--> <!--[if IE 7]> <html class="no-js ie7 oldie" lang="en-US"> <![...
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"742557"=>{"url"=>"https://www.yodobashi.com/product/100000001008592695/", "layout_id"=>4}, "744846"=>{"url"=>"https://www.yodobashi.com/product/100000001008645778/", "layout_id"=>4}, "744849"=>{"url"=>"https://www.yodobashi.com/product/100000001008645779/", "layout_id"=>4}, "744851"=>{"url"=>"https://www.yodobashi.com/product/100000001008645793/", "layout_id"=>4}, "744852"=>{"url"=>"https://www.yodobashi.com/product/100000001008645786/", "layout_id"=>4}, "745254"=>{"url"=>"https://www.yodobashi.com/product/100000001008656655/", "layout_id"=>4}, "746051"=>{"url"=>"https://www.yodobashi.com/product/100000001008636244/", "layout_id"=>4}, "747665"=>{"url"=>"https://www.yodobashi.com/product/100000001008528272/", "layout_id"=>4}, "750071"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001001382030/", "layout_id"=>4}, "750152"=>{"url"=>"https://www.yodobashi.com/product/100000001008713305/", "layout_id"=>4}, "752428"=>{"url"=>"https://www.yodobashi.com/product/100000001008653444/", "layout_id"=>4}, "752774"=>{"url"=>"https://www.yodobashi.com/ec/product/stock/100000001007876273/", "layout_id"=>4}, "753118"=>{"url"=>"https://www.yodobashi.com/product/100000001008722009/", "layout_id"=>4}, "760798"=>{"url"=>"https://www.yodobashi.com/product/100000001008636247/", "layout_id"=>4}, "763678"=>{"url"=>"https://www.yodobashi.com/product/200000000100269489/", "layout_id"=>4}, "763788"=>{"url"=>"https://www.yodobashi.com/product/100000009003995061/", "layout_id"=>4}, "763789"=>{"url"=>"https://www.yodobashi.com/product/100000009003891910/", "layout_id"=>4}, "763790"=>{"url"=>"https://www.yodobashi.com/product/100000009003980271/", "layout_id"=>4}, "763791"=>{"url"=>"https://www.yodobashi.com/product/100000009003925354/", "layout_id"=>4}, "766480"=>{"url"=>"https://www.yodobashi.com/product/100000001008828907/", "layout_id"=>4}}, "layouts"=>{"4"=>{"encoding"=>nil, "cookies"=>nil, "paths"=>{"image"=>{"path"=>"#pImgThumbList > ul", "subpath"=>"div ...
Net::ReadTimeout: Net::ReadTimeout with #<TCPSocket:(closed)>
scraping Deckhand::ScrapeWorker
{"input"=>{"articles"=>{"312534"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602122985", "layout_id"=>16}, "373286"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087272", "layout_id"=>2}, "375021"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/607057283", "layout_id"=>2}, "436732"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087277", "layout_id"=>2}, "460380"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/601087274", "layout_id"=>2}, "719219"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602259019", "layout_id"=>2}, "719222"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602259019", "layout_id"=>16}, "719297"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602814122", "layout_id"=>16}, "719298"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602275098", "layout_id"=>16}, "719302"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602814099", "layout_id"=>2}, "757640"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602289200", "layout_id"=>2}, "757735"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602289224", "layout_id"=>16}, "766680"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602084087", "layout_id"=>2}, "766681"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602084087", "layout_id"=>16}, "766682"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602007290", "layout_id"=>2}, "766683"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602137835", "layout_id"=>2}, "766684"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602007290", "layout_id"=>16}, "766685"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602137835", "layout_id"=>16}, "766686"=>{"url"=>"https://www.suruga-ya.jp/kaitori_detail/602058143", "layout_id"=>2}, "766687"=>{"url"=>"https://www.suruga-ya.jp/product/detail/602058143", "layout_id"=>16}}, "layouts"=>{"16"=>{"encoding"=>nil, "cookies"=>[{"key"=>"adult", "value"=>"1", "secure"=>false, "domain"=>"www.suruga-ya.jp"}], "paths"=>{"artist"=>{"path"=>"#item_detailInfo", "subpath"=>nil, "fallback"=>ni...
ArgumentError: invalid byte sequence in UTF-8